00000800:00000200:0.1F:1746138440.874247:0:3762:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012a3b10c0] -> 12345-192.168.203.156@tcp (2) 00000800:00000200:0.1:1746138440.874632:0:3753:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012a3b10c0] -> 12345-192.168.203.156@tcp (2) 00000800:00000200:0.1:1746138440.874636:0:3753:0:(socklnd.c:186:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.156@tcp ffff88012a3b1480 deleted 00000800:00000010:0.1:1746138440.874637:0:3753:0:(socklnd.c:195:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at ffff88012a3b1480. 00000800:00000200:0.1:1746138440.874640:0:3753:0:(socklnd.c:395:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.1:1746138440.874645:0:3753:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.156@tcp ip 192.168.203.156:1023 00000800:00000200:0.1:1746138440.874648:0:3753:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880130844a00 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:1.1F:1746138440.874696:0:3752:0:(socklnd.c:395:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.1:1746138440.875138:0:3754:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012a3b10c0] -> 12345-192.168.203.156@tcp (4) 00000800:00000200:0.1:1746138440.875141:0:3754:0:(socklnd.c:186:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.156@tcp ffff88012a3b1480 deleted 00000800:00000010:0.1:1746138440.875142:0:3754:0:(socklnd.c:195:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at ffff88012a3b1480. 00000800:00000200:0.1:1746138440.875144:0:3754:0:(socklnd.c:395:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:1.1:1746138440.875184:0:3752:0:(socklnd.c:395:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00010000:00000010:3.1F:1746138440.952835:0:11:0:(ldlm_resource.c:1331:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880130844c00. 00010000:00000010:3.1:1746138440.952852:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800b1b4a600. 00010000:00000010:2.1F:1746138441.090430:0:34:0:(ldlm_resource.c:1331:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800b4059900. 00010000:00000010:2.1:1746138441.090439:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800b4266800. 00010000:00000010:2.1:1746138441.090442:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800b2177600. 00010000:00000010:2.1:1746138441.090444:0:34:0:(ldlm_resource.c:1331:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880130a2a500. 00010000:00000010:2.1:1746138441.090447:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a8d4e400. 00080000:00000010:2.1:1746138441.115820:0:11:0:(osd_handler.c:1608:osd_oxc_free()) kfreed 'oxe': 68 at ffff8800b1a95ae0. 00010000:00010000:0.0:1746139066.107160:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007279b200/0x1f9f6ca451ac7c83 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350eb91 expref: 210 pid: 18644 timeout: 791 lvb_type: 0 00002000:00010000:0.0:1746139066.107167:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c413100 00000100:00100000:0.0:1746139066.112730:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.120148:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.120482:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.123737:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.124503:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.126821:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.131394:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.135107:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c410000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+213:2010:x1830958839129344:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 908us (3723us total) trans 4294970248 rc 0/0 00000100:00100000:0.0:1746139066.135116:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 901 00002000:00100000:0.0:1746139066.135123:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88009c410000 x1830958839129344/t4294970248(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:747/0 lens 496/448 e 0 to 0 dl 1746139077 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139066.135131:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c410000 with x1830958839129344 ext(0->7) 00010000:00010000:0.0:1746139066.135138:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007279b400/0x1f9f6ca451ac7c91 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350eb9f expref: 213 pid: 18644 timeout: 791 lvb_type: 0 00010000:00010000:0.0:1746139066.135150:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007279b400/0x1f9f6ca451ac7c91 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350eb9f expref: 213 pid: 18644 timeout: 791 lvb_type: 0 00002000:00010000:0.0:1746139066.135157:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c410000 00000100:00100000:0.0:1746139066.139394:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.142856:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.151372:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.154251:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.155161:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.159406:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.159480:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.159672:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.159693:0:7205:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839130624 00000100:00100000:0.0:1746139066.159696:0:7205:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839130624 00010000:00010000:0.0:1746139066.159717:0:7205:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88007279a000/0x1f9f6ca451ac7c9f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350ebad expref: 7 pid: 18644 timeout: 791 lvb_type: 0 00000100:00100000:0.0:1746139066.159733:0:7205:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839130368 00000100:00100000:0.0:1746139066.159735:0:7205:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839130368 00010000:00010000:0.0:1746139066.160250:0:7205:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88007279b200/0x1f9f6ca451ac7c98 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350eba6 expref: 214 pid: 18644 timeout: 791 lvb_type: 0 00000100:00100000:0.0:1746139066.160270:0:7205:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 15072 00000100:00100000:0.0:1746139066.160276:0:7205:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b495a850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b60e9717-019c-4527-a82a-15e993ac5189+214:2008:x1830958839130368:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746139066.160283:0:7205:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746139066.160291:0:7205:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88007279b200/0x1f9f6ca451ac7c98 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350eba6 expref: 214 pid: 18644 timeout: 791 lvb_type: 0 00010000:00010000:0.0:1746139066.160300:0:7205:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88007279b200/0x1f9f6ca451ac7c98 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350eba6 expref: 214 pid: 18644 timeout: 791 lvb_type: 0 00010000:00010000:0.0:1746139066.160310:0:7205:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88007279b200/0x1f9f6ca451ac7c98 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350eba6 expref: 214 pid: 18644 timeout: 791 lvb_type: 0 00010000:00010000:0.0:1746139066.160334:0:7205:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139066.160335:0:7205:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139066.160343:0:7205:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88007279be00/0x1f9f6ca451ac7ca6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350ebb4 expref: 213 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139066.160351:0:7205:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88007279be00/0x1f9f6ca451ac7ca6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350ebb4 expref: 213 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139066.160372:0:7205:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88007279be00/0x1f9f6ca451ac7ca6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350ebb4 expref: 213 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139066.160384:0:7205:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88007279be00/0x1f9f6ca451ac7ca6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350ebb4 expref: 213 pid: 9562 timeout: 791 lvb_type: 0 00000100:00100000:0.0:1746139066.160396:0:7205:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072506300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7205:1830958831630848:192.168.203.56@tcp:105: 00000100:00100000:0.0:1746139066.160959:0:7205:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007256a000 going to sleep for 11 seconds 00000100:00100000:0.0:1746139066.163513:0:7205:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072506300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7205:1830958831630848:192.168.203.56@tcp:105: 00010000:00010000:0.0:1746139066.163532:0:7205:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746139066.163582:0:7205:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b495a850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b60e9717-019c-4527-a82a-15e993ac5189+214:2008:x1830958839130368:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3306us (3908us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139066.163591:0:7205:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 15072 00000100:00100000:0.0:1746139066.169253:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.171527:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072504380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+215:2007:x1830958839131136:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1951us (2278us total) trans 4294970249 rc 0/0 00000100:00100000:0.0:1746139066.171541:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 904 00002000:00100000:0.0:1746139066.171549:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff880072504380 x1830958839131136/t4294970249(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:747/0 lens 496/448 e 0 to 0 dl 1746139077 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139066.171558:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072504380 with x1830958839131136 ext(0->7) 00010000:00010000:0.0:1746139066.171571:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007279be00/0x1f9f6ca451ac7ca6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350ebb4 expref: 215 pid: 9562 timeout: 791 lvb_type: 0 00010000:00010000:0.0:1746139066.171586:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007279be00/0x1f9f6ca451ac7ca6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350ebb4 expref: 215 pid: 9562 timeout: 791 lvb_type: 0 00002000:00010000:0.0:1746139066.171593:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880072504380 00000100:00100000:0.0:1746139066.185957:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.191742:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.196919:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839131648 00000100:00100000:0.0:1746139066.196927:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839131648 00002000:00100000:0.0:1746139066.196966:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff88011dd87100 x1830958839131648/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:747/0 lens 488/0 e 0 to 0 dl 1746139077 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139066.196976:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011dd87100 with x1830958839131648 ext(0->4095) 00010000:00010000:0.0:1746139066.196984:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007279ac00/0x1f9f6ca451ac7cad lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350ebbb expref: 216 pid: 9562 timeout: 791 lvb_type: 0 00010000:00010000:0.0:1746139066.196997:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007279ac00/0x1f9f6ca451ac7cad lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350ebbb expref: 216 pid: 9562 timeout: 791 lvb_type: 0 00002000:00010000:0.0:1746139066.197003:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011dd87100 00000100:00100000:0.0:1746139066.197033:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 905 00000100:00100000:0.0:1746139066.197040:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011dd87100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+216:2008:x1830958839131648:12345-192.168.203.56@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746139066.197148:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011dd87100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+216:2008:x1830958839131648:12345-192.168.203.56@tcp:3:rw_seq_cst_vs_d.0 Request processed in 108us (652us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746139066.197153:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 905 00002000:00100000:0.0:1746139066.197158:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff88011dd87100 x1830958839131648/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:747/0 lens 488/4536 e 0 to 0 dl 1746139077 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139066.197165:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011dd87100 with x1830958839131648 ext(0->4095) 00010000:00010000:0.0:1746139066.197169:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007279ac00/0x1f9f6ca451ac7cad lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350ebbb expref: 216 pid: 9562 timeout: 791 lvb_type: 0 00010000:00010000:0.0:1746139066.197177:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007279ac00/0x1f9f6ca451ac7cad lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350ebbb expref: 216 pid: 9562 timeout: 791 lvb_type: 0 00002000:00010000:0.0:1746139066.197182:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011dd87100 00000100:00100000:0.0:1746139066.199301:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.202206:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.206479:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.208820:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c4d4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+216:2009:x1830958839132416:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1946us (2344us total) trans 4294970250 rc 0/0 00000100:00100000:0.0:1746139066.208830:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 907 00002000:00100000:0.0:1746139066.208840:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88009c4d4380 x1830958839132416/t4294970250(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:747/0 lens 496/448 e 0 to 0 dl 1746139077 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139066.208848:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c4d4380 with x1830958839132416 ext(0->7) 00010000:00010000:0.0:1746139066.208857:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880072436a00/0x1f9f6ca451ac7cb4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350ebc2 expref: 216 pid: 18644 timeout: 791 lvb_type: 0 00010000:00010000:0.0:1746139066.208872:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880072436a00/0x1f9f6ca451ac7cb4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350ebc2 expref: 216 pid: 18644 timeout: 791 lvb_type: 0 00002000:00010000:0.0:1746139066.208878:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c4d4380 00000100:00100000:0.0:1746139066.211331:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.218116:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.222588:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.225200:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.227708:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.230565:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.233787:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.236387:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072c19500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+219:2010:x1830958839133696:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2162us (2604us total) trans 4294970251 rc 0/0 00000100:00100000:0.0:1746139066.236397:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 909 00002000:00100000:0.0:1746139066.236406:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff880072c19500 x1830958839133696/t4294970251(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:747/0 lens 496/448 e 0 to 0 dl 1746139077 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139066.236413:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072c19500 with x1830958839133696 ext(0->7) 00010000:00010000:0.0:1746139066.236422:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012def5e00/0x1f9f6ca451ac7cc2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350ebd0 expref: 219 pid: 18644 timeout: 791 lvb_type: 0 00010000:00010000:0.0:1746139066.236436:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012def5e00/0x1f9f6ca451ac7cc2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350ebd0 expref: 219 pid: 18644 timeout: 791 lvb_type: 0 00002000:00010000:0.0:1746139066.236442:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880072c19500 00000100:00100000:0.0:1746139066.239810:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.244697:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.248449:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.249080:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.251162:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.254520:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.256256:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.259576:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.262971:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.265096:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a07b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+221:2009:x1830958839135488:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1802us (2118us total) trans 4294970252 rc 0/0 00000100:00100000:0.0:1746139066.265109:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 912 00002000:00100000:0.0:1746139066.265302:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff8800a07b7800 x1830958839135488/t4294970252(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:747/0 lens 496/448 e 0 to 0 dl 1746139077 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139066.265310:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a07b7800 with x1830958839135488 ext(0->7) 00010000:00010000:0.0:1746139066.265320:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880072437a00/0x1f9f6ca451ac7cd7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350ebe5 expref: 221 pid: 9562 timeout: 791 lvb_type: 0 00010000:00010000:0.0:1746139066.265332:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880072437a00/0x1f9f6ca451ac7cd7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350ebe5 expref: 221 pid: 9562 timeout: 791 lvb_type: 0 00002000:00010000:0.0:1746139066.265338:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a07b7800 00000100:00100000:0.0:1746139066.268797:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.274407:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.276549:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.279346:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.282262:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.286760:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.296545:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.296584:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.296657:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.296686:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839136768 00000100:00100000:0.0:1746139066.296692:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839136768 00010000:00010000:0.0:1746139066.296723:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880072436c00/0x1f9f6ca451ac7ce5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350ebf3 expref: 8 pid: 9562 timeout: 791 lvb_type: 0 00000100:00100000:0.0:1746139066.296740:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839137024 00000100:00100000:0.0:1746139066.296742:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839137024 00010000:00010000:0.0:1746139066.296749:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880072436800/0x1f9f6ca451ac7cde lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350ebec expref: 221 pid: 9562 timeout: 791 lvb_type: 0 00000100:00100000:0.0:1746139066.296775:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 15081 00000100:00100000:0.0:1746139066.296780:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a07b5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+8:2007:x1830958839136768:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746139066.296790:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746139066.297447:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880072436c00/0x1f9f6ca451ac7ce5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350ebf3 expref: 9 pid: 9562 timeout: 791 lvb_type: 0 00010000:00010000:0.0:1746139066.297458:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880072436c00/0x1f9f6ca451ac7ce5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350ebf3 expref: 9 pid: 9562 timeout: 791 lvb_type: 0 00010000:00010000:0.0:1746139066.297475:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880072436c00/0x1f9f6ca451ac7ce5 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350ebf3 expref: 9 pid: 9562 timeout: 791 lvb_type: 0 00010000:00010000:0.0:1746139066.297491:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746139066.297510:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a07b5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+8:2007:x1830958839136768:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 731us (978us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139066.297516:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 15081 00000100:00100000:0.0:1746139066.302354:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839137280 00000100:00100000:0.0:1746139066.302426:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839137280 00002000:00100000:0.0:1746139066.302466:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff88011dd85180 x1830958839137280/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:747/0 lens 488/0 e 0 to 0 dl 1746139077 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139066.302480:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011dd85180 with x1830958839137280 ext(0->4095) 00010000:00010000:0.0:1746139066.302487:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880072437c00/0x1f9f6ca451ac7cec lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350ebfa expref: 220 pid: 9562 timeout: 791 lvb_type: 0 00010000:00010000:0.0:1746139066.302499:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880072437c00/0x1f9f6ca451ac7cec lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350ebfa expref: 220 pid: 9562 timeout: 791 lvb_type: 0 00002000:00010000:0.0:1746139066.302506:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011dd85180 00000100:00100000:0.0:1746139066.302531:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 913 00000100:00100000:0.0:1746139066.302538:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011dd85180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+220:2008:x1830958839137280:12345-192.168.203.56@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746139066.305866:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.307528:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a07b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+222:2007:x1830958839137536:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1336us (1667us total) trans 4294970253 rc 0/0 00000100:00100000:0.0:1746139066.307535:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 914 00002000:00100000:0.0:1746139066.307542:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff8800a07b5180 x1830958839137536/t4294970253(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:747/0 lens 496/448 e 0 to 0 dl 1746139077 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139066.307550:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a07b5180 with x1830958839137536 ext(0->7) 00010000:00010000:0.0:1746139066.307556:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880072437c00/0x1f9f6ca451ac7cec lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350ebfa expref: 222 pid: 9562 timeout: 791 lvb_type: 0 00010000:00010000:0.0:1746139066.307567:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880072437c00/0x1f9f6ca451ac7cec lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350ebfa expref: 222 pid: 9562 timeout: 791 lvb_type: 0 00002000:00010000:0.0:1746139066.307573:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a07b5180 00000100:00100000:0.0:1746139066.312769:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.319255:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.323398:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839138048 00000100:00100000:0.0:1746139066.323405:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839138048 00002000:00100000:0.0:1746139066.323443:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff88011dd85500 x1830958839138048/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:747/0 lens 488/0 e 0 to 0 dl 1746139077 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139066.323451:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011dd85500 with x1830958839138048 ext(0->4095) 00010000:00010000:0.0:1746139066.323457:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880072436200/0x1f9f6ca451ac7cf3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350ec01 expref: 7 pid: 9562 timeout: 791 lvb_type: 0 00010000:00010000:0.0:1746139066.323469:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880072436200/0x1f9f6ca451ac7cf3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350ec01 expref: 7 pid: 9562 timeout: 791 lvb_type: 0 00002000:00010000:0.0:1746139066.323475:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011dd85500 00000100:00100000:0.0:1746139066.323492:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 915 00000100:00100000:0.0:1746139066.323499:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011dd85500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+7:2007:x1830958839138048:12345-192.168.203.56@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746139066.323645:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011dd85500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+7:2007:x1830958839138048:12345-192.168.203.56@tcp:3:rw_seq_cst_vs_d.0 Request processed in 146us (871us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746139066.323652:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 915 00002000:00100000:0.0:1746139066.323657:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff88011dd85500 x1830958839138048/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:747/0 lens 488/4536 e 0 to 0 dl 1746139077 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139066.323664:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011dd85500 with x1830958839138048 ext(0->4095) 00010000:00010000:0.0:1746139066.323668:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880072436200/0x1f9f6ca451ac7cf3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350ec01 expref: 7 pid: 9562 timeout: 791 lvb_type: 0 00010000:00010000:0.0:1746139066.323677:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880072436200/0x1f9f6ca451ac7cf3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350ec01 expref: 7 pid: 9562 timeout: 791 lvb_type: 0 00002000:00010000:0.0:1746139066.323683:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011dd85500 00000100:00100000:0.0:1746139066.327728:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.332078:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.337244:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.340192:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.341476:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c852680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+224:2007:x1830958839138688:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1093us (1290us total) trans 4294970254 rc 0/0 00000100:00100000:0.0:1746139066.341485:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 916 00002000:00100000:0.0:1746139066.341491:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88009c852680 x1830958839138688/t4294970254(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:747/0 lens 496/448 e 0 to 0 dl 1746139077 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139066.341499:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c852680 with x1830958839138688 ext(0->7) 00010000:00010000:0.0:1746139066.341504:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880072437200/0x1f9f6ca451ac7cfa lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350ec08 expref: 224 pid: 9562 timeout: 791 lvb_type: 0 00010000:00010000:0.0:1746139066.341515:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880072437200/0x1f9f6ca451ac7cfa lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350ec08 expref: 224 pid: 9562 timeout: 791 lvb_type: 0 00002000:00010000:0.0:1746139066.341521:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c852680 00000100:00100000:0.0:1746139066.343581:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.348885:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.348912:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839139072 00000100:00100000:0.0:1746139066.348920:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839139072 00002000:00100000:0.0:1746139066.348955:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff88009c851f80 x1830958839139072/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:747/0 lens 488/0 e 0 to 0 dl 1746139077 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139066.348964:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c851f80 with x1830958839139072 ext(0->4095) 00002000:00010000:0.0:1746139066.348972:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c851f80 00000100:00100000:0.0:1746139066.354234:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.354328:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.357182:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.361849:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.364323:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.366339:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c850700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+227:2009:x1830958839139968:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1818us (2017us total) trans 4294970255 rc 0/0 00000100:00100000:0.0:1746139066.366352:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 918 00002000:00100000:0.0:1746139066.366360:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88009c850700 x1830958839139968/t4294970255(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:747/0 lens 496/448 e 0 to 0 dl 1746139077 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139066.366368:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c850700 with x1830958839139968 ext(0->7) 00010000:00010000:0.0:1746139066.366375:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007279a200/0x1f9f6ca451ac7d08 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350ec16 expref: 227 pid: 9562 timeout: 791 lvb_type: 0 00010000:00010000:0.0:1746139066.366389:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007279a200/0x1f9f6ca451ac7d08 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350ec16 expref: 227 pid: 9562 timeout: 791 lvb_type: 0 00002000:00010000:0.0:1746139066.366395:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c850700 00000100:00100000:0.0:1746139066.372500:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.376103:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.382179:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.382232:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.385840:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839140864 00000100:00100000:0.0:1746139066.385845:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839140864 00002000:00100000:0.0:1746139066.385871:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff88012eed9f80 x1830958839140864/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:747/0 lens 488/0 e 0 to 0 dl 1746139077 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139066.385885:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012eed9f80 with x1830958839140864 ext(0->4095) 00010000:00010000:0.0:1746139066.385890:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012def5200/0x1f9f6ca451ac7d16 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350ec24 expref: 7 pid: 24929 timeout: 791 lvb_type: 0 00010000:00010000:0.0:1746139066.385900:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012def5200/0x1f9f6ca451ac7d16 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350ec24 expref: 7 pid: 24929 timeout: 791 lvb_type: 0 00002000:00010000:0.0:1746139066.385906:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012eed9f80 00000100:00100000:0.0:1746139066.385917:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 919 00000100:00100000:0.0:1746139066.385922:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eed9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+7:2007:x1830958839140864:12345-192.168.203.56@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746139066.388480:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.392887:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.395668:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.399487:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.402194:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c851c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+228:2008:x1830958839141632:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1331us (2708us total) trans 4294970256 rc 0/0 00000100:00100000:0.0:1746139066.402203:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 920 00002000:00100000:0.0:1746139066.402209:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88009c851c00 x1830958839141632/t4294970256(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:747/0 lens 496/448 e 0 to 0 dl 1746139077 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139066.402217:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c851c00 with x1830958839141632 ext(0->7) 00010000:00010000:0.0:1746139066.402223:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012def5600/0x1f9f6ca451ac7d1d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350ec2b expref: 228 pid: 24929 timeout: 791 lvb_type: 0 00010000:00010000:0.0:1746139066.402234:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012def5600/0x1f9f6ca451ac7d1d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350ec2b expref: 228 pid: 24929 timeout: 791 lvb_type: 0 00002000:00010000:0.0:1746139066.402241:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c851c00 00000100:00100000:0.0:1746139066.404294:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.415075:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.422809:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.425215:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.431005:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.434781:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.437540:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.448574:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.452308:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.452375:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.455791:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.455852:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.456282:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839143936 00000100:00100000:0.0:1746139066.456286:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839143936 00010000:00010000:0.0:1746139066.456307:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88007279b000/0x1f9f6ca451ac7d32 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350ec40 expref: 232 pid: 18644 timeout: 791 lvb_type: 0 00000100:00100000:0.0:1746139066.456498:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 15093 00000100:00100000:0.0:1746139066.456505:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b495a450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+232:2007:x1830958839143936:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746139066.456542:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746139066.456556:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88007279b000/0x1f9f6ca451ac7d32 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350ec40 expref: 232 pid: 18644 timeout: 791 lvb_type: 0 00010000:00010000:0.0:1746139066.456565:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88007279b000/0x1f9f6ca451ac7d32 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350ec40 expref: 232 pid: 18644 timeout: 791 lvb_type: 0 00010000:00010000:0.0:1746139066.456591:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746139066.456854:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b495a450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+231:2007:x1830958839143936:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 349us (1001us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139066.456861:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 15093 00000100:00100000:0.0:1746139066.458835:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.469609:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.473708:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.475229:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbaf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+232:2007:x1830958839144576:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 930us (2043us total) trans 4294970258 rc 0/0 00000100:00100000:0.0:1746139066.475236:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 924 00002000:00100000:0.0:1746139066.475242:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88009cbaf480 x1830958839144576/t4294970258(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:747/0 lens 496/448 e 0 to 0 dl 1746139077 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139066.475249:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cbaf480 with x1830958839144576 ext(0->7) 00010000:00010000:0.0:1746139066.475255:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880072436c00/0x1f9f6ca451ac7d39 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350ec4e expref: 232 pid: 18644 timeout: 791 lvb_type: 0 00010000:00010000:0.0:1746139066.475265:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880072436c00/0x1f9f6ca451ac7d39 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350ec4e expref: 232 pid: 18644 timeout: 791 lvb_type: 0 00002000:00010000:0.0:1746139066.475270:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009cbaf480 00000100:00100000:0.0:1746139066.477885:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.482691:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.487261:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.487322:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.490698:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.493175:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.498468:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.505786:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.510526:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.510588:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.513246:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839146496 00000100:00100000:0.0:1746139066.513254:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839146496 00000100:00100000:0.0:1746139066.515646:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.518184:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.519211:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c853480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+236:2008:x1830958839147136:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 812us (1033us total) trans 4294970260 rc 0/0 00000100:00100000:0.0:1746139066.519217:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 928 00002000:00100000:0.0:1746139066.519224:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88009c853480 x1830958839147136/t4294970260(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:747/0 lens 496/448 e 0 to 0 dl 1746139077 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139066.519230:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c853480 with x1830958839147136 ext(0->7) 00010000:00010000:0.0:1746139066.519235:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007279ae00/0x1f9f6ca451ac7d5c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350ec6a expref: 236 pid: 9562 timeout: 791 lvb_type: 0 00010000:00010000:0.0:1746139066.519243:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007279ae00/0x1f9f6ca451ac7d5c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350ec6a expref: 236 pid: 9562 timeout: 791 lvb_type: 0 00002000:00010000:0.0:1746139066.519247:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c853480 00000100:00100000:0.0:1746139066.520843:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.523232:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.526941:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.526980:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839147648 00000100:00100000:0.0:1746139066.526991:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839147648 00000100:00100000:0.0:1746139066.527224:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 27783 00000100:00100000:0.0:1746139066.527234:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c853100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+235:1158:x1830958839147648:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746139066.527255:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746139066.527280:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f218000/0x1f9f6ca451ac7d6a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a350ec78 expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139066.527307:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139066.527309:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139066.527317:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f218000/0x1f9f6ca451ac7d6a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350ec78 expref: 236 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139066.527331:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f218000/0x1f9f6ca451ac7d6a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350ec78 expref: 236 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139066.527340:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f218000, rc 0) 00000100:00100000:0.0:1746139066.527396:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c853100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+236:1158:x1830958839147648:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 165us (471us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139066.527400:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 27783 00000100:00100000:0.0:1746139066.532518:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.534918:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.535143:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.538299:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.539057:0:18644:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012eedb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:18644:1830958831637376:192.168.203.56@tcp:104: 00010000:00010000:0.0:1746139066.539081:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880131566a00/0x1f9f6ca451ac7d71 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350ec7f expref: 236 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139066.539092:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880131566a00, rc 0) 00000100:00100000:0.0:1746139066.539111:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c852d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+236:1157:x1830958839148288:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3514us (3967us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139066.539117:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 27784 00000100:00100000:0.0:1746139066.539156:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.541854:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.543887:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.545050:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f559180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+239:2007:x1830958839149184:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 862us (1170us total) trans 4294970261 rc 0/0 00000100:00100000:0.0:1746139066.545057:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 930 00002000:00100000:0.0:1746139066.545065:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88009f559180 x1830958839149184/t4294970261(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:747/0 lens 496/448 e 0 to 0 dl 1746139077 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139066.545072:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f559180 with x1830958839149184 ext(0->7) 00010000:00010000:0.0:1746139066.545077:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880131566a00/0x1f9f6ca451ac7d71 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350ec7f expref: 239 pid: 18644 timeout: 791 lvb_type: 0 00010000:00010000:0.0:1746139066.545520:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880131566a00/0x1f9f6ca451ac7d71 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350ec7f expref: 239 pid: 18644 timeout: 791 lvb_type: 0 00002000:00010000:0.0:1746139066.545527:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f559180 00000100:00100000:0.0:1746139066.548380:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.553604:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ee95500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:15672:1830958831637760:192.168.203.56@tcp:105: 00010000:00010000:0.0:1746139066.553641:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746139066.553684:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f558380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+238:2009:x1830958839149312:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 4943us (5312us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139066.553695:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 15102 00000100:00100000:0.0:1746139066.555807:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.557078:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.559313:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.561576:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.566293:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.566431:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.566797:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.571584:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.574612:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.576324:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f558000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+241:2007:x1830958839151232:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 874us (1721us total) trans 4294970262 rc 0/0 00000100:00100000:0.0:1746139066.576332:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 932 00002000:00100000:0.0:1746139066.576338:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88009f558000 x1830958839151232/t4294970262(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:747/0 lens 496/448 e 0 to 0 dl 1746139077 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139066.576346:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f558000 with x1830958839151232 ext(0->7) 00010000:00010000:0.0:1746139066.576352:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007279ae00/0x1f9f6ca451ac7d86 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350ec94 expref: 241 pid: 9564 timeout: 791 lvb_type: 0 00010000:00010000:0.0:1746139066.576363:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007279ae00/0x1f9f6ca451ac7d86 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350ec94 expref: 241 pid: 9564 timeout: 791 lvb_type: 0 00002000:00010000:0.0:1746139066.576369:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f558000 00000100:00100000:0.0:1746139066.580864:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.583589:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.588262:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.589746:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.591848:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.592655:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.594345:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.596729:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.600320:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.604454:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.605951:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ee7c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+242:2007:x1830958839152896:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1221us (1505us total) trans 4294970263 rc 0/0 00000100:00100000:0.0:1746139066.605958:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 934 00002000:00100000:0.0:1746139066.605963:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88009ee7c700 x1830958839152896/t4294970263(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:747/0 lens 496/448 e 0 to 0 dl 1746139077 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139066.605969:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ee7c700 with x1830958839152896 ext(0->7) 00010000:00010000:0.0:1746139066.605974:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007279ac00/0x1f9f6ca451ac7d9b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350eca9 expref: 242 pid: 9564 timeout: 791 lvb_type: 0 00010000:00010000:0.0:1746139066.605984:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007279ac00/0x1f9f6ca451ac7d9b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350eca9 expref: 242 pid: 9564 timeout: 791 lvb_type: 0 00002000:00010000:0.0:1746139066.605989:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ee7c700 00000100:00100000:0.0:1746139066.607725:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.612760:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.613979:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.616389:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.616476:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.618826:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.622145:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.623555:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+245:2010:x1830958839154176:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 815us (1417us total) trans 4294970264 rc 0/0 00000100:00100000:0.0:1746139066.623562:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 937 00002000:00100000:0.0:1746139066.623569:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff8801391d0380 x1830958839154176/t4294970264(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:747/0 lens 496/448 e 0 to 0 dl 1746139077 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139066.623576:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801391d0380 with x1830958839154176 ext(0->7) 00010000:00010000:0.0:1746139066.623581:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880072436c00/0x1f9f6ca451ac7da9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350ecb7 expref: 245 pid: 9564 timeout: 791 lvb_type: 0 00010000:00010000:0.0:1746139066.623592:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880072436c00/0x1f9f6ca451ac7da9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350ecb7 expref: 245 pid: 9564 timeout: 791 lvb_type: 0 00002000:00010000:0.0:1746139066.623597:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801391d0380 00000100:00100000:0.0:1746139066.628017:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958831640832 00000100:00100000:0.0:1746139066.628021:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958831640832 00000100:00100000:0.0:1746139066.628045:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1029 00000100:00100000:0.0:1746139066.628051:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bb70e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3764:x1830958831639680:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746139066.628098:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bb70e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3764:x1830958831639680:12345-0@lo:400:kworker.0 Request processed in 47us (680us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139066.628103:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1029 00000100:00100000:0.0:1746139066.628116:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1030 00000100:00100000:0.0:1746139066.628120:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bb72a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3764:x1830958831640192:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746139066.628135:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bb72a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3764:x1830958831640192:12345-0@lo:400:kworker.0 Request processed in 16us (666us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139066.628139:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1030 00000100:00100000:0.0:1746139066.628145:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1031 00000100:00100000:0.0:1746139066.628148:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bb71c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3764:x1830958831640704:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746139066.628163:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bb71c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3764:x1830958831640704:12345-0@lo:400:kworker.0 Request processed in 15us (671us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139066.628170:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1031 00000100:00100000:0.0:1746139066.628175:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1032 00000100:00100000:0.0:1746139066.628179:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bb70380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3764:x1830958831640832:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746139066.628193:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bb70380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3764:x1830958831640832:12345-0@lo:400:kworker.0 Request processed in 14us (585us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139066.628196:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1032 00000100:00080000:0.0:1746139066.628212:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1746139066.628216:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746139066.628266:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.628287:0:7205:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839154304 00000100:00100000:0.0:1746139066.628290:0:7205:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839154304 00010000:00010000:0.0:1746139066.628312:0:7205:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880072436c00/0x1f9f6ca451ac7da9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350ecb7 expref: 245 pid: 9564 timeout: 791 lvb_type: 0 00000100:00100000:0.0:1746139066.628332:0:7205:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 15110 00000100:00100000:0.0:1746139066.628342:0:7205:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391d1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b60e9717-019c-4527-a82a-15e993ac5189+245:2007:x1830958839154304:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746139066.628350:0:7205:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746139066.628372:0:7205:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880072436c00/0x1f9f6ca451ac7da9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350ecb7 expref: 245 pid: 9564 timeout: 791 lvb_type: 0 00010000:00010000:0.0:1746139066.628382:0:7205:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880072436c00/0x1f9f6ca451ac7da9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350ecb7 expref: 245 pid: 9564 timeout: 791 lvb_type: 0 00010000:00010000:0.0:1746139066.628404:0:7205:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880072436c00/0x1f9f6ca451ac7da9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350ecb7 expref: 245 pid: 9564 timeout: 791 lvb_type: 0 00010000:00010000:0.0:1746139066.628428:0:7205:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139066.628430:0:7205:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139066.628437:0:7205:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880072437200/0x1f9f6ca451ac7db0 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350ecbe expref: 244 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139066.628444:0:7205:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880072437200/0x1f9f6ca451ac7db0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350ecbe expref: 244 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139066.628473:0:7205:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880072437200/0x1f9f6ca451ac7db0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350ecbe expref: 244 pid: 9564 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746139066.628480:0:7205:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801391d3b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7205:1830958831641216:192.168.203.56@tcp:105: 00000100:00100000:0.0:1746139066.628537:0:7205:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007256a3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746139066.630637:0:7213:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958831639552 00000100:00100000:0.0:1746139066.630642:0:7213:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958831639552 00000100:00100000:0.0:1746139066.630673:0:7213:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 541 00000100:00100000:0.0:1746139066.630678:0:7213:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8130850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1ca206db-9abf-4f14-943b-9a8520c6dd0e+23:3767:x1830958831639552:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746139066.630705:0:7213:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8130850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1ca206db-9abf-4f14-943b-9a8520c6dd0e+23:3767:x1830958831639552:12345-0@lo:400:kworker.0 Request processed in 27us (1935us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139066.630710:0:7213:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 541 00000100:00100000:0.0:1746139066.632459:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.632630:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839154560 00000100:00100000:0.0:1746139066.632635:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839154560 00002000:00100000:0.0:1746139066.632824:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff8801391d0000 x1830958839154560/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:747/0 lens 488/0 e 0 to 0 dl 1746139077 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139066.632834:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801391d0000 with x1830958839154560 ext(0->4095) 00002000:00010000:0.0:1746139066.632840:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801391d0000 00000100:00100000:0.0:1746139066.632856:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 12289 00000100:00100000:0.0:1746139066.632863:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+244:2008:x1830958839154560:12345-192.168.203.56@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746139066.632992:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+244:2008:x1830958839154560:12345-192.168.203.56@tcp:3:rw_seq_cst_vs_d.0 Request processed in 129us (534us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746139066.632998:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 12289 00002000:00100000:0.0:1746139066.633003:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff8801391d0000 x1830958839154560/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:747/0 lens 488/4536 e 0 to 0 dl 1746139077 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139066.633009:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801391d0000 with x1830958839154560 ext(0->4095) 00002000:00010000:0.0:1746139066.633011:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801391d0000 00000100:00100000:0.0:1746139066.635560:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.636858:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.638033:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.639973:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.641826:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839155328 00000100:00100000:0.0:1746139066.641830:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839155328 00010000:00010000:0.0:1746139066.641848:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880072436e00/0x1f9f6ca451ac7db7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350ecc5 expref: 7 pid: 9564 timeout: 791 lvb_type: 0 00000100:00100000:0.0:1746139066.641877:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 15112 00000100:00100000:0.0:1746139066.641883:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bb72680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+7:2009:x1830958839155328:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746139066.641890:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746139066.641904:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880072436e00/0x1f9f6ca451ac7db7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350ecc5 expref: 7 pid: 9564 timeout: 791 lvb_type: 0 00010000:00010000:0.0:1746139066.641919:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880072436e00/0x1f9f6ca451ac7db7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350ecc5 expref: 7 pid: 9564 timeout: 791 lvb_type: 0 00010000:00010000:0.0:1746139066.641932:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880072436e00/0x1f9f6ca451ac7db7 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350ecc5 expref: 7 pid: 9564 timeout: 791 lvb_type: 0 00010000:00010000:0.0:1746139066.641944:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139066.641946:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139066.641952:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012fb92a00/0x1f9f6ca451ac7dbe lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350eccc expref: 245 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139066.641959:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012fb92a00/0x1f9f6ca451ac7dbe lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350eccc expref: 245 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139066.641979:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012fb92a00/0x1f9f6ca451ac7dbe lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350eccc expref: 245 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139066.641991:0:15672:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012fb92a00/0x1f9f6ca451ac7dbe lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350eccc expref: 245 pid: 24929 timeout: 791 lvb_type: 0 00000100:00100000:0.0:1746139066.642002:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801391d2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:15672:1830958831641728:192.168.203.56@tcp:105: 00000100:00100000:0.0:1746139066.642056:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007256a9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746139066.644466:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.647941:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.649763:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+247:2009:x1830958839155968:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1464us (1813us total) trans 4294970265 rc 0/0 00000100:00100000:0.0:1746139066.649776:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 940 00002000:00100000:0.0:1746139066.649783:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff8801391d0a80 x1830958839155968/t4294970265(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:747/0 lens 496/448 e 0 to 0 dl 1746139077 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139066.649792:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801391d0a80 with x1830958839155968 ext(0->7) 00010000:00010000:0.0:1746139066.649800:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012fb92a00/0x1f9f6ca451ac7dbe lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350eccc expref: 247 pid: 24929 timeout: 791 lvb_type: 0 00010000:00010000:0.0:1746139066.649816:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012fb92a00/0x1f9f6ca451ac7dbe lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350eccc expref: 247 pid: 24929 timeout: 791 lvb_type: 0 00002000:00010000:0.0:1746139066.649822:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801391d0a80 00000100:00100000:0.0:1746139066.652376:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.654964:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.660697:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.663744:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.665263:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.670024:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.670653:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.674779:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.675459:0:7205:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839157504 00000100:00100000:0.0:1746139066.675463:0:7205:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839157504 00010000:00010000:0.0:1746139066.675484:0:7205:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880072436a00/0x1f9f6ca451ac7dc5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350ecd3 expref: 247 pid: 9564 timeout: 791 lvb_type: 0 00000100:00100000:0.0:1746139066.675512:0:7205:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 15115 00000100:00100000:0.0:1746139066.675518:0:7205:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bb72680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b60e9717-019c-4527-a82a-15e993ac5189+247:2007:x1830958839157504:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746139066.675527:0:7205:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746139066.675546:0:7205:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880072436a00/0x1f9f6ca451ac7dc5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350ecd3 expref: 247 pid: 9564 timeout: 791 lvb_type: 0 00010000:00010000:0.0:1746139066.675556:0:7205:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880072436a00/0x1f9f6ca451ac7dc5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350ecd3 expref: 247 pid: 9564 timeout: 791 lvb_type: 0 00010000:00010000:0.0:1746139066.675574:0:7205:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880072436a00/0x1f9f6ca451ac7dc5 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350ecd3 expref: 247 pid: 9564 timeout: 791 lvb_type: 0 00010000:00010000:0.0:1746139066.675596:0:7205:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139066.675598:0:7205:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139066.675604:0:7205:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012fb93400/0x1f9f6ca451ac7dd3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350ece1 expref: 246 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139066.675611:0:7205:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012fb93400/0x1f9f6ca451ac7dd3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350ece1 expref: 246 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139066.675653:0:7205:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012fb93400/0x1f9f6ca451ac7dd3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350ece1 expref: 246 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139066.675663:0:7205:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012fb93400/0x1f9f6ca451ac7dd3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350ece1 expref: 246 pid: 9563 timeout: 791 lvb_type: 0 00000100:00100000:0.0:1746139066.675672:0:7205:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801391d1180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7205:1830958831642496:192.168.203.56@tcp:105: 00000100:00100000:0.0:1746139066.675711:0:7205:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007256aa80 going to sleep for 11 seconds 00000100:00100000:0.0:1746139066.677902:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.682049:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.684131:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+248:2008:x1830958839158016:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 932us (2090us total) trans 4294970266 rc 0/0 00000100:00100000:0.0:1746139066.684139:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 944 00002000:00100000:0.0:1746139066.684145:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff8801391d1180 x1830958839158016/t4294970266(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:747/0 lens 496/448 e 0 to 0 dl 1746139077 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139066.684153:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801391d1180 with x1830958839158016 ext(0->7) 00010000:00010000:0.0:1746139066.684159:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012fb93400/0x1f9f6ca451ac7dd3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350ece1 expref: 248 pid: 9563 timeout: 791 lvb_type: 0 00010000:00010000:0.0:1746139066.684169:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012fb93400/0x1f9f6ca451ac7dd3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350ece1 expref: 248 pid: 9563 timeout: 791 lvb_type: 0 00002000:00010000:0.0:1746139066.684174:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801391d1180 00000100:00100000:0.0:1746139066.686189:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.689614:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.696872:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.697035:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.697345:0:24929:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 27801 00000100:00100000:0.0:1746139066.697353:0:24929:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bbe1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b60e9717-019c-4527-a82a-15e993ac5189+249:1158:x1830958839158656:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746139066.697361:0:24929:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746139066.697367:0:24929:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88007279b200/0x1f9f6ca451ac7de8 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a350ecf6 expref: -99 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139066.697377:0:24929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139066.697381:0:24929:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012fb92c00/0x1f9f6ca451ac7de1 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350ecef expref: 250 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139066.697387:0:24929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746139066.697390:0:24929:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88007279b200/0x1f9f6ca451ac7de8 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350ecf6 expref: 250 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139066.697414:0:24929:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012fb92c00/0x1f9f6ca451ac7de1 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350ecef expref: 250 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139066.697426:0:24929:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88007279b200/0x1f9f6ca451ac7de8 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350ecf6 expref: 250 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139066.697437:0:24929:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88007279b200, rc 0) 00000100:00100000:0.0:1746139066.697465:0:24929:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bbe1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b60e9717-019c-4527-a82a-15e993ac5189+250:1158:x1830958839158656:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 113us (430us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139066.697471:0:24929:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 27801 00000100:00100000:0.0:1746139066.699635:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.702482:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839159040 00000100:00100000:0.0:1746139066.702491:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839159040 00002000:00100000:0.0:1746139066.702540:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff88009f2d1880 x1830958839159040/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:747/0 lens 488/0 e 0 to 0 dl 1746139077 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139066.702550:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f2d1880 with x1830958839159040 ext(0->4095) 00010000:00010000:0.0:1746139066.702560:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012fb92c00/0x1f9f6ca451ac7de1 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350ecef expref: 249 pid: 9563 timeout: 791 lvb_type: 0 00010000:00010000:0.0:1746139066.702574:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012fb92c00/0x1f9f6ca451ac7de1 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350ecef expref: 249 pid: 9563 timeout: 791 lvb_type: 0 00002000:00010000:0.0:1746139066.702585:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f2d1880 00000100:00100000:0.0:1746139066.702637:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 945 00000100:00100000:0.0:1746139066.702645:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f2d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+249:2008:x1830958839159040:12345-192.168.203.56@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746139066.703396:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f2d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+249:2008:x1830958839159040:12345-192.168.203.56@tcp:3:rw_seq_cst_vs_d.0 Request processed in 748us (989us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746139066.703401:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 945 00002000:00100000:0.0:1746139066.703406:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff88009f2d1880 x1830958839159040/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:747/0 lens 488/4536 e 0 to 0 dl 1746139077 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139066.703413:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f2d1880 with x1830958839159040 ext(0->4095) 00010000:00010000:0.0:1746139066.703418:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012fb92c00/0x1f9f6ca451ac7de1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350ecef expref: 249 pid: 9563 timeout: 791 lvb_type: 0 00010000:00010000:0.0:1746139066.703425:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012fb92c00/0x1f9f6ca451ac7de1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350ecef expref: 249 pid: 9563 timeout: 791 lvb_type: 0 00002000:00010000:0.0:1746139066.703429:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f2d1880 00000100:00100000:0.0:1746139066.712312:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.718098:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bbe2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+251:2007:x1830958839159296:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 803us (5793us total) trans 4294970267 rc 0/0 00000100:00100000:0.0:1746139066.718107:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 946 00002000:00100000:0.0:1746139066.718116:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88012bbe2300 x1830958839159296/t4294970267(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:747/0 lens 496/448 e 0 to 0 dl 1746139077 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139066.718125:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bbe2300 with x1830958839159296 ext(0->7) 00010000:00010000:0.0:1746139066.718134:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012fb92c00/0x1f9f6ca451ac7de1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350ecef expref: 251 pid: 9563 timeout: 791 lvb_type: 0 00010000:00010000:0.0:1746139066.718147:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012fb92c00/0x1f9f6ca451ac7de1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350ecef expref: 251 pid: 9563 timeout: 791 lvb_type: 0 00002000:00010000:0.0:1746139066.718154:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012bbe2300 00000100:00100000:0.0:1746139066.724859:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.724930:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.729027:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.732116:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.732207:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.735759:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.742001:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.743261:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bbe0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+252:2009:x1830958839160576:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 976us (1267us total) trans 4294970268 rc 0/0 00000100:00100000:0.0:1746139066.743269:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 949 00002000:00100000:0.0:1746139066.743276:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88012bbe0a80 x1830958839160576/t4294970268(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:747/0 lens 496/448 e 0 to 0 dl 1746139077 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139066.743283:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bbe0a80 with x1830958839160576 ext(0->7) 00010000:00010000:0.0:1746139066.743288:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012fb92200/0x1f9f6ca451ac7def lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350ecfd expref: 252 pid: 9563 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746139066.743297:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012fb92200/0x1f9f6ca451ac7def lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350ecfd expref: 252 pid: 9563 timeout: 792 lvb_type: 0 00002000:00010000:0.0:1746139066.743302:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012bbe0a80 00000100:00100000:0.0:1746139066.749669:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.753870:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.757971:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.758928:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.761246:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.765850:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839161600 00000100:00100000:0.0:1746139066.765861:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839161600 00002000:00100000:0.0:1746139066.765912:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff88012bb70700 x1830958839161600/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:747/0 lens 488/0 e 0 to 0 dl 1746139077 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139066.765921:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bb70700 with x1830958839161600 ext(0->4095) 00010000:00010000:0.0:1746139066.765930:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012def5e00/0x1f9f6ca451ac7dfd lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350ed0b expref: 253 pid: 24929 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746139066.765943:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012def5e00/0x1f9f6ca451ac7dfd lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350ed0b expref: 253 pid: 24929 timeout: 792 lvb_type: 0 00002000:00010000:0.0:1746139066.765950:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012bb70700 00000100:00100000:0.0:1746139066.765984:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 950 00000100:00100000:0.0:1746139066.765992:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bb70700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+253:2007:x1830958839161600:12345-192.168.203.56@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746139066.766987:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bb70700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+253:2007:x1830958839161600:12345-192.168.203.56@tcp:3:rw_seq_cst_vs_d.0 Request processed in 996us (1287us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746139066.766994:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 950 00002000:00100000:0.0:1746139066.767000:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff88012bb70700 x1830958839161600/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:747/0 lens 488/4536 e 0 to 0 dl 1746139077 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139066.767007:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bb70700 with x1830958839161600 ext(0->4095) 00010000:00010000:0.0:1746139066.767013:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012def5e00/0x1f9f6ca451ac7dfd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350ed0b expref: 253 pid: 24929 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746139066.767023:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012def5e00/0x1f9f6ca451ac7dfd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350ed0b expref: 253 pid: 24929 timeout: 792 lvb_type: 0 00002000:00010000:0.0:1746139066.767029:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012bb70700 00000100:00100000:0.0:1746139066.772458:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.778311:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.784884:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.792098:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.798397:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.798835:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.802064:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.802884:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.811026:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.820848:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.829550:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a07b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+256:2007:x1830958839163904:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 8429us (8699us total) trans 4294970270 rc 0/0 00000100:00100000:0.0:1746139066.829562:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 954 00002000:00100000:0.0:1746139066.829572:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff8800a07b6d80 x1830958839163904/t4294970270(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:747/0 lens 496/448 e 0 to 0 dl 1746139077 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139066.829580:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a07b6d80 with x1830958839163904 ext(0->7) 00010000:00010000:0.0:1746139066.829589:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012def5600/0x1f9f6ca451ac7e12 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350ed20 expref: 256 pid: 24929 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746139066.829604:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012def5600/0x1f9f6ca451ac7e12 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350ed20 expref: 256 pid: 24929 timeout: 792 lvb_type: 0 00002000:00010000:0.0:1746139066.829643:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a07b6d80 00000100:00100000:0.0:1746139066.830583:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000001:00080000:0.0:1746139066.832967:0:9560:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970270 is committed 00000001:00080000:0.0:1746139066.833328:0:9560:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970145 is committed 00000100:00100000:0.0:1746139066.837314:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.842539:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.845365:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.849340:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.851582:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.853320:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801314bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+8:2007:x1830958839165056:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1520us (1732us total) trans 4294970271 rc 0/0 00000100:00100000:0.0:1746139066.853329:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 956 00002000:00100000:0.0:1746139066.853336:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff8801314bdf80 x1830958839165056/t4294970271(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:747/0 lens 496/448 e 0 to 0 dl 1746139077 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139066.853343:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801314bdf80 with x1830958839165056 ext(0->7) 00010000:00010000:0.0:1746139066.853350:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880072436c00/0x1f9f6ca451ac7e20 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350ed2e expref: 8 pid: 24929 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746139066.853361:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880072436c00/0x1f9f6ca451ac7e20 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350ed2e expref: 8 pid: 24929 timeout: 792 lvb_type: 0 00002000:00010000:0.0:1746139066.853367:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801314bdf80 00000100:00100000:0.0:1746139066.855332:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.859573:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.863711:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.863972:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.867682:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.871999:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.878370:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.879565:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb6b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+11:2009:x1830958839166336:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 911us (1201us total) trans 4294970272 rc 0/0 00000100:00100000:0.0:1746139066.879574:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 958 00002000:00100000:0.0:1746139066.879583:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88009cb6b100 x1830958839166336/t4294970272(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:747/0 lens 496/448 e 0 to 0 dl 1746139077 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139066.879591:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb6b100 with x1830958839166336 ext(0->7) 00010000:00010000:0.0:1746139066.879599:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880072437200/0x1f9f6ca451ac7e2e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350ed3c expref: 11 pid: 24929 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746139066.879611:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880072437200/0x1f9f6ca451ac7e2e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350ed3c expref: 11 pid: 24929 timeout: 792 lvb_type: 0 00002000:00010000:0.0:1746139066.879640:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009cb6b100 00000100:00100000:0.0:1746139066.885851:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.891442:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.897778:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.901014:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.901880:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.904885:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.909152:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.911528:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fae8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+12:2008:x1830958839167616:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 968us (2382us total) trans 4294970273 rc 0/0 00000100:00100000:0.0:1746139066.911534:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 961 00002000:00100000:0.0:1746139066.911542:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88012fae8380 x1830958839167616/t4294970273(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:747/0 lens 496/448 e 0 to 0 dl 1746139077 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139066.911550:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fae8380 with x1830958839167616 ext(0->7) 00010000:00010000:0.0:1746139066.911555:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880072437a00/0x1f9f6ca451ac7e3c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350ed4a expref: 12 pid: 24929 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746139066.911565:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880072437a00/0x1f9f6ca451ac7e3c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350ed4a expref: 12 pid: 24929 timeout: 792 lvb_type: 0 00002000:00010000:0.0:1746139066.911570:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012fae8380 00000100:00100000:0.0:1746139066.917086:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.924378:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.926433:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.926806:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 962 00000100:00100000:0.0:1746139066.926816:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0ce8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958839168128:12345-192.168.203.56@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746139066.927049:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0ce8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958839168128:12345-192.168.203.56@tcp:3:rw_seq_cst_vs_d.0 Request processed in 235us (622us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746139066.927055:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 962 00002000:00100000:0.0:1746139066.927061:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff8800a0ce8700 x1830958839168128/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:747/0 lens 488/4536 e 0 to 0 dl 1746139077 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139066.927068:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0ce8700 with x1830958839168128 ext(0->4095) 00010000:00010000:0.0:1746139066.927072:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880072437c00/0x1f9f6ca451ac7e43 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350ed51 expref: 6 pid: 24929 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746139066.927082:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880072437c00/0x1f9f6ca451ac7e43 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350ed51 expref: 6 pid: 24929 timeout: 792 lvb_type: 0 00002000:00010000:0.0:1746139066.927088:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a0ce8700 00000100:00100000:0.0:1746139066.933594:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.933744:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.940920:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.946806:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.949071:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c0cc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+15:2008:x1830958839168896:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1952us (2265us total) trans 4294970274 rc 0/0 00000100:00100000:0.0:1746139066.949084:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 964 00002000:00100000:0.0:1746139066.949094:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88009c0cc000 x1830958839168896/t4294970274(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:747/0 lens 496/448 e 0 to 0 dl 1746139077 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139066.949103:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c0cc000 with x1830958839168896 ext(0->7) 00010000:00010000:0.0:1746139066.949114:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012fb93200/0x1f9f6ca451ac7e4a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350ed58 expref: 15 pid: 9563 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746139066.949129:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012fb93200/0x1f9f6ca451ac7e4a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350ed58 expref: 15 pid: 9563 timeout: 792 lvb_type: 0 00002000:00010000:0.0:1746139066.949135:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c0cc000 00000100:00100000:0.0:1746139066.955541:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.958714:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.964950:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.969161:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.972933:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.977501:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.980131:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5d83800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+16:2009:x1830958839170176:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2334us (2631us total) trans 4294970275 rc 0/0 00000100:00100000:0.0:1746139066.980144:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 966 00002000:00100000:0.0:1746139066.980154:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff8800a5d83800 x1830958839170176/t4294970275(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:747/0 lens 496/448 e 0 to 0 dl 1746139077 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139066.980167:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5d83800 with x1830958839170176 ext(0->7) 00010000:00010000:0.0:1746139066.980177:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880072436c00/0x1f9f6ca451ac7e58 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350ed6d expref: 16 pid: 24929 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746139066.980192:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880072436c00/0x1f9f6ca451ac7e58 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350ed6d expref: 16 pid: 24929 timeout: 792 lvb_type: 0 00002000:00010000:0.0:1746139066.980199:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a5d83800 00000100:00100000:0.0:1746139066.983575:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.987604:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.989595:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.994805:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.994916:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.999795:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.999824:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139066.999865:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.000342:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 15137 00000100:00100000:0.0:1746139067.000347:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5d81500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+17:2009:x1830958839171328:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746139067.000352:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746139067.000367:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880072437200/0x1f9f6ca451ac7e66 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350ed74 expref: 17 pid: 24929 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746139067.000439:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880072437200/0x1f9f6ca451ac7e66 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350ed74 expref: 17 pid: 24929 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746139067.000457:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880072437200/0x1f9f6ca451ac7e66 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350ed74 expref: 17 pid: 24929 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746139067.000472:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746139067.000490:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5d81500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+16:2009:x1830958839171328:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 142us (665us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139067.000496:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 15137 00000100:00100000:0.0:1746139067.003778:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.009940:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.012060:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c249c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+18:2007:x1830958839171968:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1325us (2127us total) trans 4294970276 rc 0/0 00000100:00100000:0.0:1746139067.012070:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 969 00002000:00100000:0.0:1746139067.012078:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88012c249c00 x1830958839171968/t4294970276(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:748/0 lens 496/448 e 0 to 0 dl 1746139078 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139067.012086:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c249c00 with x1830958839171968 ext(0->7) 00010000:00010000:0.0:1746139067.012096:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012def5400/0x1f9f6ca451ac7e6d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350ed7b expref: 18 pid: 9563 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746139067.012109:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012def5400/0x1f9f6ca451ac7e6d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350ed7b expref: 18 pid: 9563 timeout: 792 lvb_type: 0 00002000:00010000:0.0:1746139067.012115:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012c249c00 00000100:00100000:0.0:1746139067.018735:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.027927:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.037342:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.041447:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.041477:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.045192:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.051330:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.052848:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c249880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+21:2009:x1830958839173248:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1188us (1527us total) trans 4294970277 rc 0/0 00000100:00100000:0.0:1746139067.052857:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 972 00002000:00100000:0.0:1746139067.052864:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88012c249880 x1830958839173248/t4294970277(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:748/0 lens 496/448 e 0 to 0 dl 1746139078 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139067.052873:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c249880 with x1830958839173248 ext(0->7) 00010000:00010000:0.0:1746139067.052879:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012fb93400/0x1f9f6ca451ac7e7b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350ed89 expref: 21 pid: 10475 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746139067.052892:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012fb93400/0x1f9f6ca451ac7e7b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350ed89 expref: 21 pid: 10475 timeout: 792 lvb_type: 0 00002000:00010000:0.0:1746139067.052899:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012c249880 00000100:00100000:0.0:1746139067.056324:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.060715:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839173632 00000100:00100000:0.0:1746139067.060722:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839173632 00002000:00100000:0.0:1746139067.060773:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff88009f2d3b80 x1830958839173632/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:748/0 lens 488/0 e 0 to 0 dl 1746139078 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139067.060783:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f2d3b80 with x1830958839173632 ext(0->4095) 00002000:00010000:0.0:1746139067.060787:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f2d3b80 00000100:00100000:0.0:1746139067.060811:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 12299 00000100:00100000:0.0:1746139067.060818:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f2d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+20:2007:x1830958839173632:12345-192.168.203.56@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746139067.060949:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f2d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+20:2007:x1830958839173632:12345-192.168.203.56@tcp:3:rw_seq_cst_vs_d.0 Request processed in 131us (284us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746139067.060954:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 12299 00002000:00100000:0.0:1746139067.060959:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff88009f2d3b80 x1830958839173632/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:748/0 lens 488/4536 e 0 to 0 dl 1746139078 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139067.060965:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f2d3b80 with x1830958839173632 ext(0->4095) 00002000:00010000:0.0:1746139067.060967:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f2d3b80 00000100:00100000:0.0:1746139067.064127:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.066464:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.069167:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.069218:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.071135:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.072013:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.074600:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.077536:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.083167:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.088729:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.090926:0:7224:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958831649408 00000100:00100000:0.0:1746139067.090932:0:7224:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958831649408 00000100:00100000:0.0:1746139067.090965:0:7224:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 619 00000100:00100000:0.0:1746139067.090970:0:7224:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f2d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3767:x1830958831649408:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1746139067.091000:0:7224:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446187008 avail 1316724736 00000100:00100000:0.0:1746139067.091049:0:7224:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f2d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3767:x1830958831649408:12345-0@lo:41:osp-pre-1-0.0 Request processed in 79us (206us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139067.091056:0:7224:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 619 00000100:00100000:0.0:1746139067.091817:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.097771:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.100131:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.101507:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.106083:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.106775:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.106830:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.115859:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.118098:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a075aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+25:2007:x1830958839177344:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1370us (2245us total) trans 4294970279 rc 0/0 00000100:00100000:0.0:1746139067.118107:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 977 00002000:00100000:0.0:1746139067.118115:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff8800a075aa00 x1830958839177344/t4294970279(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:748/0 lens 496/448 e 0 to 0 dl 1746139078 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139067.118123:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a075aa00 with x1830958839177344 ext(0->7) 00010000:00010000:0.0:1746139067.118131:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012fb93600/0x1f9f6ca451ac7ea5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350edb3 expref: 25 pid: 10475 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746139067.118143:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012fb93600/0x1f9f6ca451ac7ea5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350edb3 expref: 25 pid: 10475 timeout: 792 lvb_type: 0 00002000:00010000:0.0:1746139067.118149:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a075aa00 00000100:00100000:0.0:1746139067.121279:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.128039:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.135357:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.136121:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.137501:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.142070:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.142116:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.146055:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839178880 00000100:00100000:0.0:1746139067.146062:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839178880 00002000:00100000:0.0:1746139067.146100:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff88012bb73b80 x1830958839178880/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:748/0 lens 488/0 e 0 to 0 dl 1746139078 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139067.146110:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bb73b80 with x1830958839178880 ext(0->4095) 00010000:00010000:0.0:1746139067.146117:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012def4c00/0x1f9f6ca451ac7eba lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350edc8 expref: 25 pid: 10475 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746139067.146129:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012def4c00/0x1f9f6ca451ac7eba lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350edc8 expref: 25 pid: 10475 timeout: 792 lvb_type: 0 00002000:00010000:0.0:1746139067.146136:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012bb73b80 00000100:00100000:0.0:1746139067.146160:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 979 00000100:00100000:0.0:1746139067.146167:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bb73b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+25:2008:x1830958839178880:12345-192.168.203.56@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746139067.146686:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bb73b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+25:2008:x1830958839178880:12345-192.168.203.56@tcp:3:rw_seq_cst_vs_d.0 Request processed in 518us (701us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746139067.146693:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 979 00002000:00100000:0.0:1746139067.146698:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff88012bb73b80 x1830958839178880/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:748/0 lens 488/4536 e 0 to 0 dl 1746139078 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139067.146706:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bb73b80 with x1830958839178880 ext(0->4095) 00010000:00010000:0.0:1746139067.146711:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012def4c00/0x1f9f6ca451ac7eba lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350edc8 expref: 25 pid: 10475 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746139067.146725:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012def4c00/0x1f9f6ca451ac7eba lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350edc8 expref: 25 pid: 10475 timeout: 792 lvb_type: 0 00002000:00010000:0.0:1746139067.146730:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012bb73b80 00000100:00100000:0.0:1746139067.150742:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.154533:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c18f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+27:2009:x1830958839179136:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2229us (3791us total) trans 4294970280 rc 0/0 00000100:00100000:0.0:1746139067.154545:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 980 00002000:00100000:0.0:1746139067.154557:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88009c18f800 x1830958839179136/t4294970280(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:748/0 lens 496/448 e 0 to 0 dl 1746139078 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139067.154567:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c18f800 with x1830958839179136 ext(0->7) 00010000:00010000:0.0:1746139067.154575:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012def4c00/0x1f9f6ca451ac7eba lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350edc8 expref: 27 pid: 10475 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746139067.154591:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012def4c00/0x1f9f6ca451ac7eba lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350edc8 expref: 27 pid: 10475 timeout: 792 lvb_type: 0 00002000:00010000:0.0:1746139067.154597:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c18f800 00000100:00100000:0.0:1746139067.163608:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.163765:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.166836:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.169206:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.169503:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.171920:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.173646:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.174956:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c18d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+28:2007:x1830958839180416:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1111us (1336us total) trans 4294970281 rc 0/0 00000100:00100000:0.0:1746139067.174964:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 983 00002000:00100000:0.0:1746139067.174970:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88009c18d880 x1830958839180416/t4294970281(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:748/0 lens 496/448 e 0 to 0 dl 1746139078 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139067.174978:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c18d880 with x1830958839180416 ext(0->7) 00010000:00010000:0.0:1746139067.174984:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880072436200/0x1f9f6ca451ac7ec8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350edd6 expref: 28 pid: 24929 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746139067.174994:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880072436200/0x1f9f6ca451ac7ec8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350edd6 expref: 28 pid: 24929 timeout: 792 lvb_type: 0 00002000:00010000:0.0:1746139067.175000:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c18d880 00000100:00100000:0.0:1746139067.177591:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.179924:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.182532:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.188084:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.191799:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.192436:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.195105:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.197408:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.199689:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.202865:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.207330:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.210611:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eeef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+30:2008:x1830958839182336:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1410us (3280us total) trans 4294970282 rc 0/0 00000100:00100000:0.0:1746139067.210641:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 985 00002000:00100000:0.0:1746139067.210650:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88009eeef480 x1830958839182336/t4294970282(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:748/0 lens 496/448 e 0 to 0 dl 1746139078 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139067.210657:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009eeef480 with x1830958839182336 ext(0->7) 00010000:00010000:0.0:1746139067.210665:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880072437200/0x1f9f6ca451ac7edd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350edeb expref: 30 pid: 24929 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746139067.210677:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880072437200/0x1f9f6ca451ac7edd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350edeb expref: 30 pid: 24929 timeout: 792 lvb_type: 0 00002000:00010000:0.0:1746139067.210683:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009eeef480 00000100:00100000:0.0:1746139067.217063:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.221413:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.227477:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.231995:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.240805:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839183232 00000100:00100000:0.0:1746139067.240812:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839183232 00002000:00100000:0.0:1746139067.240862:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff88012bb72d80 x1830958839183232/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:748/0 lens 488/0 e 0 to 0 dl 1746139078 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139067.240871:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bb72d80 with x1830958839183232 ext(0->4095) 00002000:00010000:0.0:1746139067.240876:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012bb72d80 00000100:00100000:0.0:1746139067.241037:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 12308 00000100:00100000:0.0:1746139067.241046:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bb72d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+30:2007:x1830958839183232:12345-192.168.203.56@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746139067.241225:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bb72d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+30:2007:x1830958839183232:12345-192.168.203.56@tcp:3:rw_seq_cst_vs_d.0 Request processed in 180us (1078us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746139067.241233:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 12308 00002000:00100000:0.0:1746139067.241238:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff88012bb72d80 x1830958839183232/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:748/0 lens 488/4536 e 0 to 0 dl 1746139078 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139067.241246:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bb72d80 with x1830958839183232 ext(0->4095) 00002000:00010000:0.0:1746139067.241249:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012bb72d80 00000100:00100000:0.0:1746139067.244945:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.250199:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.252417:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eeefb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+32:2008:x1830958839183488:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1573us (2220us total) trans 4294970283 rc 0/0 00000100:00100000:0.0:1746139067.252427:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 987 00002000:00100000:0.0:1746139067.252434:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88009eeefb80 x1830958839183488/t4294970283(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:748/0 lens 496/448 e 0 to 0 dl 1746139078 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139067.252442:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009eeefb80 with x1830958839183488 ext(0->7) 00010000:00010000:0.0:1746139067.252450:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880072437a00/0x1f9f6ca451ac7eeb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350edf9 expref: 32 pid: 24929 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746139067.252462:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880072437a00/0x1f9f6ca451ac7eeb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350edf9 expref: 32 pid: 24929 timeout: 792 lvb_type: 0 00002000:00010000:0.0:1746139067.252469:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009eeefb80 00000100:00100000:0.0:1746139067.257466:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.262606:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.262735:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.262779:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839184000 00000100:00100000:0.0:1746139067.262788:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839184000 00002000:00100000:0.0:1746139067.262838:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff88009c852d80 x1830958839184000/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:748/0 lens 488/0 e 0 to 0 dl 1746139078 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139067.262848:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c852d80 with x1830958839184000 ext(0->4095) 00002000:00010000:0.0:1746139067.262854:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c852d80 00000100:00100000:0.0:1746139067.262879:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 12309 00000100:00100000:0.0:1746139067.262886:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c852d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958839184000:12345-192.168.203.56@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746139067.263019:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c852d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958839184000:12345-192.168.203.56@tcp:3:rw_seq_cst_vs_d.0 Request processed in 133us (284us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746139067.263025:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 12309 00002000:00100000:0.0:1746139067.263031:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff88009c852d80 x1830958839184000/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:748/0 lens 488/4536 e 0 to 0 dl 1746139078 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139067.263037:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c852d80 with x1830958839184000 ext(0->4095) 00002000:00010000:0.0:1746139067.263040:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c852d80 00000100:00100000:0.0:1746139067.266078:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.266167:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.269315:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.274949:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.283063:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.290494:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.291414:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.295795:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.295846:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.298564:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.303979:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.305061:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072507b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+36:2007:x1830958839186048:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 806us (1092us total) trans 4294970285 rc 0/0 00000100:00100000:0.0:1746139067.305069:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 992 00002000:00100000:0.0:1746139067.305075:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff880072507b80 x1830958839186048/t4294970285(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:748/0 lens 496/448 e 0 to 0 dl 1746139078 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139067.305083:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072507b80 with x1830958839186048 ext(0->7) 00010000:00010000:0.0:1746139067.305088:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012def5400/0x1f9f6ca451ac7f07 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350ee15 expref: 36 pid: 9563 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746139067.305098:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012def5400/0x1f9f6ca451ac7f07 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350ee15 expref: 36 pid: 9563 timeout: 792 lvb_type: 0 00002000:00010000:0.0:1746139067.305103:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880072507b80 00000100:00100000:0.0:1746139067.307510:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.312318:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.316316:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.316427:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.318667:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.319520:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.321149:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.321216:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.326441:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.328244:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c4d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+38:2010:x1830958839187840:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1237us (1808us total) trans 4294970286 rc 0/0 00000100:00100000:0.0:1746139067.328258:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 995 00002000:00100000:0.0:1746139067.328266:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88009c4d6a00 x1830958839187840/t4294970286(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:748/0 lens 496/448 e 0 to 0 dl 1746139078 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139067.328273:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c4d6a00 with x1830958839187840 ext(0->7) 00010000:00010000:0.0:1746139067.328281:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880072437200/0x1f9f6ca451ac7f1c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350ee23 expref: 38 pid: 10475 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746139067.328296:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880072437200/0x1f9f6ca451ac7f1c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350ee23 expref: 38 pid: 10475 timeout: 792 lvb_type: 0 00002000:00010000:0.0:1746139067.328302:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c4d6a00 00000100:00100000:0.0:1746139067.333009:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.336713:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.342986:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.350273:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.354183:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.355675:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c412d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+41:2008:x1830958839189120:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1178us (1496us total) trans 4294970287 rc 0/0 00000100:00100000:0.0:1746139067.355683:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 997 00002000:00100000:0.0:1746139067.355690:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88009c412d80 x1830958839189120/t4294970287(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:748/0 lens 496/448 e 0 to 0 dl 1746139078 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139067.355696:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c412d80 with x1830958839189120 ext(0->7) 00010000:00010000:0.0:1746139067.355702:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880072437c00/0x1f9f6ca451ac7f2a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350ee38 expref: 41 pid: 10475 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746139067.355712:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880072437c00/0x1f9f6ca451ac7f2a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350ee38 expref: 41 pid: 10475 timeout: 792 lvb_type: 0 00002000:00010000:0.0:1746139067.355717:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c412d80 00000100:00100000:0.0:1746139067.360548:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.366590:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.369701:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.369761:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.373916:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.377652:0:7205:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012bb71500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7205:1830958831654912:192.168.203.56@tcp:105: 00010000:00010000:0.0:1746139067.377672:0:7205:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746139067.377707:0:7205:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072c18a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b60e9717-019c-4527-a82a-15e993ac5189+40:2008:x1830958839189888:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3400us (3801us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139067.377716:0:7205:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 15166 00000100:00100000:0.0:1746139067.384808:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.386327:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072c1bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+42:2009:x1830958839190400:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 904us (1527us total) trans 4294970288 rc 0/0 00000100:00100000:0.0:1746139067.386336:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 999 00002000:00100000:0.0:1746139067.386342:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff880072c1bb80 x1830958839190400/t4294970288(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:748/0 lens 496/448 e 0 to 0 dl 1746139078 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139067.386349:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072c1bb80 with x1830958839190400 ext(0->7) 00010000:00010000:0.0:1746139067.386355:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880072437200/0x1f9f6ca451ac7f38 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350ee46 expref: 42 pid: 10475 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746139067.386366:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880072437200/0x1f9f6ca451ac7f38 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350ee46 expref: 42 pid: 10475 timeout: 792 lvb_type: 0 00002000:00010000:0.0:1746139067.386372:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880072c1bb80 00000100:00100000:0.0:1746139067.389240:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.398650:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839190912 00000100:00100000:0.0:1746139067.398657:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839190912 00002000:00100000:0.0:1746139067.398699:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff88012bb70000 x1830958839190912/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:748/0 lens 488/0 e 0 to 0 dl 1746139078 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139067.398715:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bb70000 with x1830958839190912 ext(0->4095) 00010000:00010000:0.0:1746139067.398723:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012fb92c00/0x1f9f6ca451ac7f3f lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350ee4d expref: 6 pid: 9563 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746139067.398734:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012fb92c00/0x1f9f6ca451ac7f3f lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350ee4d expref: 6 pid: 9563 timeout: 792 lvb_type: 0 00002000:00010000:0.0:1746139067.399261:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012bb70000 00000100:00100000:0.0:1746139067.399282:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 1000 00000100:00100000:0.0:1746139067.399290:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bb70000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958839190912:12345-192.168.203.56@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746139067.399420:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bb70000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958839190912:12345-192.168.203.56@tcp:3:rw_seq_cst_vs_d.0 Request processed in 132us (839us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746139067.399426:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1000 00002000:00100000:0.0:1746139067.399432:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff88012bb70000 x1830958839190912/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:748/0 lens 488/4536 e 0 to 0 dl 1746139078 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139067.399439:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bb70000 with x1830958839190912 ext(0->4095) 00010000:00010000:0.0:1746139067.399444:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012fb92c00/0x1f9f6ca451ac7f3f lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350ee4d expref: 6 pid: 9563 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746139067.399453:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012fb92c00/0x1f9f6ca451ac7f3f lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350ee4d expref: 6 pid: 9563 timeout: 792 lvb_type: 0 00002000:00010000:0.0:1746139067.399459:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012bb70000 00000100:00100000:0.0:1746139067.402034:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.402082:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.405866:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.408551:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.410757:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5f98380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+45:2010:x1830958839191680:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1971us (2196us total) trans 4294970289 rc 0/0 00000100:00100000:0.0:1746139067.410769:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1002 00002000:00100000:0.0:1746139067.410778:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff8800a5f98380 x1830958839191680/t4294970289(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:748/0 lens 496/448 e 0 to 0 dl 1746139078 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139067.410785:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5f98380 with x1830958839191680 ext(0->7) 00010000:00010000:0.0:1746139067.410794:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880072437a00/0x1f9f6ca451ac7f46 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350ee54 expref: 45 pid: 10475 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746139067.410808:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880072437a00/0x1f9f6ca451ac7f46 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350ee54 expref: 45 pid: 10475 timeout: 792 lvb_type: 0 00002000:00010000:0.0:1746139067.410814:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a5f98380 00000100:00100000:0.0:1746139067.415585:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.418673:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.422105:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.424992:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.425081:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.427949:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.428393:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.430492:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.432490:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.432517:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839193216 00000100:00100000:0.0:1746139067.432522:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839193216 00002000:00100000:0.0:1746139067.432562:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff88009c796300 x1830958839193216/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:748/0 lens 488/0 e 0 to 0 dl 1746139078 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139067.432571:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c796300 with x1830958839193216 ext(0->4095) 00010000:00010000:0.0:1746139067.432579:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012fb92400/0x1f9f6ca451ac7f5b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350ee69 expref: 45 pid: 9564 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746139067.432590:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012fb92400/0x1f9f6ca451ac7f5b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350ee69 expref: 45 pid: 9564 timeout: 792 lvb_type: 0 00002000:00010000:0.0:1746139067.432596:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c796300 00000100:00100000:0.0:1746139067.432613:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 1004 00000100:00100000:0.0:1746139067.432653:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c796300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+45:2007:x1830958839193216:12345-192.168.203.56@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746139067.432971:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c796300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+45:2007:x1830958839193216:12345-192.168.203.56@tcp:3:rw_seq_cst_vs_d.0 Request processed in 319us (481us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746139067.432977:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1004 00002000:00100000:0.0:1746139067.432982:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff88009c796300 x1830958839193216/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:748/0 lens 488/4536 e 0 to 0 dl 1746139078 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139067.432989:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c796300 with x1830958839193216 ext(0->4095) 00010000:00010000:0.0:1746139067.432993:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012fb92400/0x1f9f6ca451ac7f5b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350ee69 expref: 45 pid: 9564 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746139067.433002:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012fb92400/0x1f9f6ca451ac7f5b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350ee69 expref: 45 pid: 9564 timeout: 792 lvb_type: 0 00002000:00010000:0.0:1746139067.433008:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c796300 00000100:00100000:0.0:1746139067.437851:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bb71500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+47:2009:x1830958839193472:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1474us (1703us total) trans 4294970290 rc 0/0 00000100:00100000:0.0:1746139067.437861:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1005 00002000:00100000:0.0:1746139067.437869:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88012bb71500 x1830958839193472/t4294970290(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:748/0 lens 496/448 e 0 to 0 dl 1746139078 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139067.437877:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bb71500 with x1830958839193472 ext(0->7) 00010000:00010000:0.0:1746139067.437885:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012fb92400/0x1f9f6ca451ac7f5b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350ee69 expref: 47 pid: 9564 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746139067.437899:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012fb92400/0x1f9f6ca451ac7f5b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350ee69 expref: 47 pid: 9564 timeout: 792 lvb_type: 0 00002000:00010000:0.0:1746139067.437906:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012bb71500 00000100:00100000:0.0:1746139067.442785:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.450119:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.452857:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.453874:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.457643:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.457890:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.457930:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.460337:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.463532:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.469151:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.475710:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.478007:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.480104:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.481822:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.483881:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.486770:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.486847:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.486886:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.490279:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.492222:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.493590:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093490a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+50:2010:x1830958839197312:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1184us (1368us total) trans 4294970292 rc 0/0 00000100:00100000:0.0:1746139067.493598:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1011 00002000:00100000:0.0:1746139067.493604:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff880093490a80 x1830958839197312/t4294970292(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:748/0 lens 496/448 e 0 to 0 dl 1746139078 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139067.493611:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093490a80 with x1830958839197312 ext(0->7) 00010000:00010000:0.0:1746139067.493660:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012fb92800/0x1f9f6ca451ac7f85 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350ee93 expref: 50 pid: 10475 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746139067.493927:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012fb92800/0x1f9f6ca451ac7f85 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350ee93 expref: 50 pid: 10475 timeout: 792 lvb_type: 0 00002000:00010000:0.0:1746139067.493936:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093490a80 00000100:00100000:0.0:1746139067.496366:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.499273:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.506160:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.508018:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.509050:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.513182:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.527985:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.536834:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.542073:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.547476:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.547517:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.550989:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.554762:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.556083:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c25ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+55:2010:x1830958839200384:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 972us (1336us total) trans 4294970294 rc 0/0 00000100:00100000:0.0:1746139067.556093:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1017 00002000:00100000:0.0:1746139067.556100:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88012c25ea00 x1830958839200384/t4294970294(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:748/0 lens 496/448 e 0 to 0 dl 1746139078 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139067.556108:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c25ea00 with x1830958839200384 ext(0->7) 00010000:00010000:0.0:1746139067.556114:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012def4a00/0x1f9f6ca451ac7fa8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350eeb6 expref: 55 pid: 24929 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746139067.556127:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012def4a00/0x1f9f6ca451ac7fa8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350eeb6 expref: 55 pid: 24929 timeout: 792 lvb_type: 0 00002000:00010000:0.0:1746139067.556132:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012c25ea00 00000100:00100000:0.0:1746139067.558298:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.561862:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.563836:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.566247:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.577613:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.578170:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.583107:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.583995:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.591445:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.592988:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c25c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+56:2008:x1830958839202432:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1261us (1549us total) trans 4294970295 rc 0/0 00000100:00100000:0.0:1746139067.592997:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1020 00002000:00100000:0.0:1746139067.593004:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88012c25c380 x1830958839202432/t4294970295(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:748/0 lens 496/448 e 0 to 0 dl 1746139078 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139067.593011:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c25c380 with x1830958839202432 ext(0->7) 00010000:00010000:0.0:1746139067.593018:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012def4200/0x1f9f6ca451ac7fbd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350eecb expref: 56 pid: 24929 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746139067.593029:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012def4200/0x1f9f6ca451ac7fbd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350eecb expref: 56 pid: 24929 timeout: 792 lvb_type: 0 00002000:00010000:0.0:1746139067.593035:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012c25c380 00000100:00100000:0.0:1746139067.596079:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.601357:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.604595:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.610555:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.613575:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.615357:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.617120:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.618846:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.623392:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.626239:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.632009:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.636900:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.640654:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.647225:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.652530:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.653501:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.659528:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.659870:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.661220:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839205632 00000100:00100000:0.0:1746139067.661224:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839205632 00010000:00010000:0.0:1746139067.661240:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f573800/0x1f9f6ca451ac7fe0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350eeee expref: 59 pid: 10475 timeout: 792 lvb_type: 0 00000100:00100000:0.0:1746139067.661258:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 15191 00000100:00100000:0.0:1746139067.661264:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124a2d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+59:2008:x1830958839205632:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746139067.661271:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746139067.661279:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f573800/0x1f9f6ca451ac7fe0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350eeee expref: 59 pid: 10475 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746139067.661286:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f573800/0x1f9f6ca451ac7fe0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350eeee expref: 59 pid: 10475 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746139067.661297:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f573800/0x1f9f6ca451ac7fe0 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350eeee expref: 59 pid: 10475 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746139067.661322:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139067.661324:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139067.661331:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f572000/0x1f9f6ca451ac7fe7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350eef5 expref: 58 pid: 10475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139067.661338:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f572000/0x1f9f6ca451ac7fe7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350eef5 expref: 58 pid: 10475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139067.661364:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f572000/0x1f9f6ca451ac7fe7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350eef5 expref: 58 pid: 10475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139067.661375:0:7207:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f572000/0x1f9f6ca451ac7fe7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350eef5 expref: 58 pid: 10475 timeout: 792 lvb_type: 0 00000100:00100000:0.0:1746139067.661387:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cbae300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7207:1830958831660416:192.168.203.56@tcp:105: 00000100:00100000:0.0:1746139067.661437:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007256aa80 going to sleep for 11 seconds 00000100:00100000:0.0:1746139067.665808:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.676767:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.678891:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072505180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+60:2010:x1830958839206144:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1393us (2144us total) trans 4294970297 rc 0/0 00000100:00100000:0.0:1746139067.678900:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1025 00002000:00100000:0.0:1746139067.678906:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff880072505180 x1830958839206144/t4294970297(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:748/0 lens 496/448 e 0 to 0 dl 1746139078 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139067.678914:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072505180 with x1830958839206144 ext(0->7) 00010000:00010000:0.0:1746139067.678920:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f572000/0x1f9f6ca451ac7fe7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350eef5 expref: 60 pid: 10475 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746139067.678931:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f572000/0x1f9f6ca451ac7fe7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350eef5 expref: 60 pid: 10475 timeout: 792 lvb_type: 0 00002000:00010000:0.0:1746139067.678937:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880072505180 00000100:00100000:0.0:1746139067.684847:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.691129:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.693015:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.695197:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.695242:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.698387:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.700920:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.702707:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eeece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+63:2010:x1830958839207424:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1593us (1789us total) trans 4294970298 rc 0/0 00000100:00100000:0.0:1746139067.702717:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1028 00002000:00100000:0.0:1746139067.702724:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88009eeece00 x1830958839207424/t4294970298(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:748/0 lens 496/448 e 0 to 0 dl 1746139078 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139067.702731:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009eeece00 with x1830958839207424 ext(0->7) 00010000:00010000:0.0:1746139067.702739:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a7836600/0x1f9f6ca451ac7ff5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350ef03 expref: 63 pid: 9564 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746139067.702761:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a7836600/0x1f9f6ca451ac7ff5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350ef03 expref: 63 pid: 9564 timeout: 792 lvb_type: 0 00002000:00010000:0.0:1746139067.702768:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009eeece00 00000100:00100000:0.0:1746139067.704424:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.708945:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.715837:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.717296:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.720495:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.721968:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.723297:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.723330:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.725928:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.728895:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.731554:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb6a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+64:2010:x1830958839209472:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2516us (2657us total) trans 4294970299 rc 0/0 00000100:00100000:0.0:1746139067.731565:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1031 00002000:00100000:0.0:1746139067.731575:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88009cb6a680 x1830958839209472/t4294970299(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:748/0 lens 496/448 e 0 to 0 dl 1746139078 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139067.731584:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb6a680 with x1830958839209472 ext(0->7) 00010000:00010000:0.0:1746139067.731593:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a7836000/0x1f9f6ca451ac800a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350ef18 expref: 64 pid: 10475 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746139067.731612:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a7836000/0x1f9f6ca451ac800a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350ef18 expref: 64 pid: 10475 timeout: 792 lvb_type: 0 00002000:00010000:0.0:1746139067.731647:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009cb6a680 00000100:00100000:0.0:1746139067.736137:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.742551:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.752994:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.753830:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.758440:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.766820:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.769416:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.772314:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c0cd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+67:2009:x1830958839210752:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2442us (2892us total) trans 4294970300 rc 0/0 00000100:00100000:0.0:1746139067.772328:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1033 00002000:00100000:0.0:1746139067.772341:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88009c0cd500 x1830958839210752/t4294970300(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:748/0 lens 496/448 e 0 to 0 dl 1746139078 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139067.772352:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c0cd500 with x1830958839210752 ext(0->7) 00010000:00010000:0.0:1746139067.772367:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a7837800/0x1f9f6ca451ac8018 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350ef26 expref: 67 pid: 10475 timeout: 793 lvb_type: 0 00010000:00010000:0.0:1746139067.772384:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a7837800/0x1f9f6ca451ac8018 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350ef26 expref: 67 pid: 10475 timeout: 793 lvb_type: 0 00002000:00010000:0.0:1746139067.772391:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c0cd500 00000100:00100000:0.0:1746139067.779120:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.785575:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.785714:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.788906:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.788949:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.795636:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.800135:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.801644:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bbe3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+68:2008:x1830958839212032:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 808us (1520us total) trans 4294970301 rc 0/0 00000100:00100000:0.0:1746139067.801653:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1036 00002000:00100000:0.0:1746139067.801659:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88012bbe3480 x1830958839212032/t4294970301(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:748/0 lens 496/448 e 0 to 0 dl 1746139078 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139067.801665:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bbe3480 with x1830958839212032 ext(0->7) 00010000:00010000:0.0:1746139067.801672:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012def4200/0x1f9f6ca451ac8026 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350ef34 expref: 68 pid: 10475 timeout: 793 lvb_type: 0 00010000:00010000:0.0:1746139067.801683:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012def4200/0x1f9f6ca451ac8026 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350ef34 expref: 68 pid: 10475 timeout: 793 lvb_type: 0 00002000:00010000:0.0:1746139067.801689:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012bbe3480 00000100:00100000:0.0:1746139067.804593:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.810803:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.814239:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.818044:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.824794:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.825585:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.832232:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.832279:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.834944:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.841375:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.846030:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.848381:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eeef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+70:2007:x1830958839213952:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1536us (2346us total) trans 4294970302 rc 0/0 00000100:00100000:0.0:1746139067.848390:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1037 00002000:00100000:0.0:1746139067.848398:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88009eeef800 x1830958839213952/t4294970302(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:748/0 lens 496/448 e 0 to 0 dl 1746139078 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139067.848408:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009eeef800 with x1830958839213952 ext(0->7) 00010000:00010000:0.0:1746139067.848416:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012fb93200/0x1f9f6ca451ac803b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350ef49 expref: 70 pid: 9564 timeout: 793 lvb_type: 0 00010000:00010000:0.0:1746139067.848430:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012fb93200/0x1f9f6ca451ac803b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350ef49 expref: 70 pid: 9564 timeout: 793 lvb_type: 0 00002000:00010000:0.0:1746139067.848438:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009eeef800 00000100:00100000:0.0:1746139067.851835:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.856050:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.857529:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.860394:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.861174:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.865490:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.867444:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.868997:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072c19f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+73:2009:x1830958839215232:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1207us (1555us total) trans 4294970303 rc 0/0 00000100:00100000:0.0:1746139067.869007:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1040 00002000:00100000:0.0:1746139067.869014:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff880072c19f80 x1830958839215232/t4294970303(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:748/0 lens 496/448 e 0 to 0 dl 1746139078 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139067.869026:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072c19f80 with x1830958839215232 ext(0->7) 00010000:00010000:0.0:1746139067.869033:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012fb92600/0x1f9f6ca451ac8049 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350ef57 expref: 73 pid: 9564 timeout: 793 lvb_type: 0 00010000:00010000:0.0:1746139067.869044:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012fb92600/0x1f9f6ca451ac8049 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350ef57 expref: 73 pid: 9564 timeout: 793 lvb_type: 0 00002000:00010000:0.0:1746139067.869059:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880072c19f80 00000100:00100000:0.0:1746139067.871997:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.878113:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.882132:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.885597:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.888226:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.892776:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.898367:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.900939:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.905343:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.907556:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072788000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+74:2007:x1830958839216896:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1431us (2212us total) trans 4294970304 rc 0/0 00000100:00100000:0.0:1746139067.907568:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1042 00002000:00100000:0.0:1746139067.907576:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff880072788000 x1830958839216896/t4294970304(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:748/0 lens 496/448 e 0 to 0 dl 1746139078 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139067.907585:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072788000 with x1830958839216896 ext(0->7) 00010000:00010000:0.0:1746139067.907595:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012def5400/0x1f9f6ca451ac805e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350ef6c expref: 74 pid: 10475 timeout: 793 lvb_type: 0 00010000:00010000:0.0:1746139067.907610:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012def5400/0x1f9f6ca451ac805e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350ef6c expref: 74 pid: 10475 timeout: 793 lvb_type: 0 00002000:00010000:0.0:1746139067.907637:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880072788000 00000100:00100000:0.0:1746139067.911860:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.918172:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.920163:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.920951:0:10475:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ba6fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10475:1830958831664640:192.168.203.56@tcp:104: 00010000:00010000:0.0:1746139067.920971:0:10475:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f572200/0x1f9f6ca451ac806c lrc: 3/0,0 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350ef7a expref: 75 pid: 10475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139067.920979:0:10475:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f572200, rc 0) 00000100:00100000:0.0:1746139067.920998:0:10475:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b60e9717-019c-4527-a82a-15e993ac5189+75:1157:x1830958839217408:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2484us (2714us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139067.921003:0:10475:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 27893 00000100:00100000:0.0:1746139067.923938:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.924273:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839217920 00000100:00100000:0.0:1746139067.924280:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839217920 00002000:00100000:0.0:1746139067.924329:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff8800a075b480 x1830958839217920/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:748/0 lens 488/0 e 0 to 0 dl 1746139078 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139067.924340:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a075b480 with x1830958839217920 ext(0->4095) 00010000:00010000:0.0:1746139067.924349:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f572200/0x1f9f6ca451ac806c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350ef7a expref: 75 pid: 10475 timeout: 793 lvb_type: 0 00010000:00010000:0.0:1746139067.924363:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f572200/0x1f9f6ca451ac806c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350ef7a expref: 75 pid: 10475 timeout: 793 lvb_type: 0 00002000:00010000:0.0:1746139067.924371:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a075b480 00000100:00100000:0.0:1746139067.924403:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 1043 00000100:00100000:0.0:1746139067.924410:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a075b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+75:2007:x1830958839217920:12345-192.168.203.56@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746139067.924576:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a075b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+75:2007:x1830958839217920:12345-192.168.203.56@tcp:3:rw_seq_cst_vs_d.0 Request processed in 165us (638us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746139067.924582:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1043 00002000:00100000:0.0:1746139067.924588:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff8800a075b480 x1830958839217920/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:748/0 lens 488/4536 e 0 to 0 dl 1746139078 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139067.924595:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a075b480 with x1830958839217920 ext(0->4095) 00010000:00010000:0.0:1746139067.924600:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f572200/0x1f9f6ca451ac806c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350ef7a expref: 75 pid: 10475 timeout: 793 lvb_type: 0 00010000:00010000:0.0:1746139067.924608:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f572200/0x1f9f6ca451ac806c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350ef7a expref: 75 pid: 10475 timeout: 793 lvb_type: 0 00002000:00010000:0.0:1746139067.924666:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a075b480 00000100:00100000:0.0:1746139067.925802:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.927006:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0758000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+77:2010:x1830958839218176:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1036us (1205us total) trans 4294970305 rc 0/0 00000100:00100000:0.0:1746139067.927015:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1044 00002000:00100000:0.0:1746139067.927022:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff8800a0758000 x1830958839218176/t4294970305(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:748/0 lens 496/448 e 0 to 0 dl 1746139078 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139067.927029:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0758000 with x1830958839218176 ext(0->7) 00010000:00010000:0.0:1746139067.927035:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f572200/0x1f9f6ca451ac806c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350ef7a expref: 77 pid: 10475 timeout: 793 lvb_type: 0 00010000:00010000:0.0:1746139067.927046:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f572200/0x1f9f6ca451ac806c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350ef7a expref: 77 pid: 10475 timeout: 793 lvb_type: 0 00002000:00010000:0.0:1746139067.927052:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a0758000 00000100:00100000:0.0:1746139067.929772:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839218304 00000100:00100000:0.0:1746139067.929780:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839218304 00010000:00010000:0.0:1746139067.929813:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f572200/0x1f9f6ca451ac806c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350ef7a expref: 77 pid: 10475 timeout: 793 lvb_type: 0 00000100:00100000:0.0:1746139067.929919:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 15211 00000100:00100000:0.0:1746139067.929928:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bb73480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+77:2008:x1830958839218304:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746139067.929942:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746139067.929960:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f572200/0x1f9f6ca451ac806c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350ef7a expref: 77 pid: 10475 timeout: 793 lvb_type: 0 00010000:00010000:0.0:1746139067.929972:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f572200/0x1f9f6ca451ac806c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350ef7a expref: 77 pid: 10475 timeout: 793 lvb_type: 0 00010000:00010000:0.0:1746139067.929994:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f572200/0x1f9f6ca451ac806c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350ef7a expref: 77 pid: 10475 timeout: 793 lvb_type: 0 00010000:00010000:0.0:1746139067.930158:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139067.930160:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139067.930167:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012fb93a00/0x1f9f6ca451ac8073 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350ef81 expref: 76 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139067.930175:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012fb93a00/0x1f9f6ca451ac8073 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350ef81 expref: 76 pid: 9564 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746139067.932491:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.939654:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.940224:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.943267:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.951374:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.953877:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.959571:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.960942:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131465f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+78:2008:x1830958839219840:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1008us (1383us total) trans 4294970306 rc 0/0 00000100:00100000:0.0:1746139067.960950:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1046 00002000:00100000:0.0:1746139067.960956:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff880131465f80 x1830958839219840/t4294970306(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:748/0 lens 496/448 e 0 to 0 dl 1746139078 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139067.960970:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131465f80 with x1830958839219840 ext(0->7) 00010000:00010000:0.0:1746139067.960976:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a7837200/0x1f9f6ca451ac8081 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350ef8f expref: 78 pid: 9564 timeout: 793 lvb_type: 0 00010000:00010000:0.0:1746139067.960986:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a7837200/0x1f9f6ca451ac8081 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350ef8f expref: 78 pid: 9564 timeout: 793 lvb_type: 0 00002000:00010000:0.0:1746139067.960992:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880131465f80 00000100:00100000:0.0:1746139067.962331:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.964549:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.968713:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.970527:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.972903:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.977230:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.977983:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.979087:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.983664:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839221376 00000100:00100000:0.0:1746139067.983676:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839221376 00002000:00100000:0.0:1746139067.983733:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff8801391d1880 x1830958839221376/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:748/0 lens 488/0 e 0 to 0 dl 1746139078 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139067.983753:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801391d1880 with x1830958839221376 ext(0->4095) 00010000:00010000:0.0:1746139067.983763:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a7836400/0x1f9f6ca451ac8096 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350efa4 expref: 79 pid: 9563 timeout: 793 lvb_type: 0 00010000:00010000:0.0:1746139067.983779:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a7836400/0x1f9f6ca451ac8096 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350efa4 expref: 79 pid: 9563 timeout: 793 lvb_type: 0 00002000:00010000:0.0:1746139067.983792:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801391d1880 00000100:00100000:0.0:1746139067.983827:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 1047 00000100:00100000:0.0:1746139067.983835:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+79:2008:x1830958839221376:12345-192.168.203.56@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746139067.983982:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+79:2008:x1830958839221376:12345-192.168.203.56@tcp:3:rw_seq_cst_vs_d.0 Request processed in 147us (418us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746139067.983989:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1047 00002000:00100000:0.0:1746139067.983994:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff8801391d1880 x1830958839221376/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:748/0 lens 488/4536 e 0 to 0 dl 1746139078 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139067.984001:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801391d1880 with x1830958839221376 ext(0->4095) 00010000:00010000:0.0:1746139067.984005:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a7836400/0x1f9f6ca451ac8096 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350efa4 expref: 79 pid: 9563 timeout: 793 lvb_type: 0 00010000:00010000:0.0:1746139067.984014:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a7836400/0x1f9f6ca451ac8096 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350efa4 expref: 79 pid: 9563 timeout: 793 lvb_type: 0 00002000:00010000:0.0:1746139067.984020:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801391d1880 00000100:00100000:0.0:1746139067.987866:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.990736:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088504380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+80:2008:x1830958839221632:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2244us (2868us total) trans 4294970307 rc 0/0 00000100:00100000:0.0:1746139067.990756:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1048 00002000:00100000:0.0:1746139067.990765:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff880088504380 x1830958839221632/t4294970307(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:748/0 lens 496/448 e 0 to 0 dl 1746139078 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139067.990775:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088504380 with x1830958839221632 ext(0->7) 00010000:00010000:0.0:1746139067.990785:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a7836400/0x1f9f6ca451ac8096 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350efa4 expref: 80 pid: 9563 timeout: 793 lvb_type: 0 00010000:00010000:0.0:1746139067.990799:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a7836400/0x1f9f6ca451ac8096 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350efa4 expref: 80 pid: 9563 timeout: 793 lvb_type: 0 00002000:00010000:0.0:1746139067.990806:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880088504380 00000100:00100000:0.0:1746139067.993013:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.996390:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139067.996476:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839222016 00000100:00100000:0.0:1746139067.996483:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839222016 00002000:00100000:0.0:1746139067.996534:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff880088504a80 x1830958839222016/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:748/0 lens 488/0 e 0 to 0 dl 1746139078 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139067.996544:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088504a80 with x1830958839222016 ext(0->4095) 00002000:00010000:0.0:1746139067.996550:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880088504a80 00000100:00100000:0.0:1746139067.996585:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 12338 00000100:00100000:0.0:1746139067.996593:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088504a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2010:x1830958839222016:12345-192.168.203.56@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746139067.998721:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.005002:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.006051:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.009348:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00080000:0.0:1746139068.009961:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746139068.010550:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.013163:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.016339:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.020984:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.025275:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.027554:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088506680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+82:2008:x1830958839223552:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1863us (2279us total) trans 4294970308 rc 0/0 00000100:00100000:0.0:1746139068.027564:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1050 00002000:00100000:0.0:1746139068.027570:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff880088506680 x1830958839223552/t4294970308(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:749/0 lens 496/448 e 0 to 0 dl 1746139079 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139068.027578:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088506680 with x1830958839223552 ext(0->7) 00010000:00010000:0.0:1746139068.027586:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012fb93e00/0x1f9f6ca451ac80ab lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350efb9 expref: 82 pid: 10475 timeout: 793 lvb_type: 0 00010000:00010000:0.0:1746139068.027598:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012fb93e00/0x1f9f6ca451ac80ab lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350efb9 expref: 82 pid: 10475 timeout: 793 lvb_type: 0 00002000:00010000:0.0:1746139068.027604:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880088506680 00000100:00100000:0.0:1746139068.031510:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.036862:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.047841:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.047890:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.055650:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.055697:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.060786:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.065890:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.067073:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088504700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+84:2008:x1830958839225344:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 935us (1189us total) trans 4294970309 rc 0/0 00000100:00100000:0.0:1746139068.067081:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1053 00002000:00100000:0.0:1746139068.067087:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff880088504700 x1830958839225344/t4294970309(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:749/0 lens 496/448 e 0 to 0 dl 1746139079 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139068.067101:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088504700 with x1830958839225344 ext(0->7) 00010000:00010000:0.0:1746139068.067107:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f0af600/0x1f9f6ca451ac80c0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350efce expref: 84 pid: 9564 timeout: 793 lvb_type: 0 00010000:00010000:0.0:1746139068.067119:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f0af600/0x1f9f6ca451ac80c0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350efce expref: 84 pid: 9564 timeout: 793 lvb_type: 0 00002000:00010000:0.0:1746139068.067125:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880088504700 00000100:00100000:0.0:1746139068.072006:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.078786:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.080606:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.086702:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.090313:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.091882:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.091941:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.098051:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.107103:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.114013:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0355880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+87:2009:x1830958839227136:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 6532us (6909us total) trans 4294970310 rc 0/0 00000100:00100000:0.0:1746139068.114026:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1055 00002000:00100000:0.0:1746139068.114037:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff8800a0355880 x1830958839227136/t4294970310(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:749/0 lens 496/448 e 0 to 0 dl 1746139079 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139068.114047:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0355880 with x1830958839227136 ext(0->7) 00010000:00010000:0.0:1746139068.114058:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f572600/0x1f9f6ca451ac80d5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350efe3 expref: 87 pid: 9564 timeout: 793 lvb_type: 0 00010000:00010000:0.0:1746139068.114081:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f572600/0x1f9f6ca451ac80d5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350efe3 expref: 87 pid: 9564 timeout: 793 lvb_type: 0 00002000:00010000:0.0:1746139068.114089:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a0355880 00000100:00100000:0.0:1746139068.120149:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.123307:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.125610:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.128172:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.128320:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.130359:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.132690:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.133781:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0356d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+88:2007:x1830958839228416:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 860us (1093us total) trans 4294970311 rc 0/0 00000100:00100000:0.0:1746139068.133789:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1058 00002000:00100000:0.0:1746139068.133794:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff8800a0356d80 x1830958839228416/t4294970311(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:749/0 lens 496/448 e 0 to 0 dl 1746139079 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139068.133801:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0356d80 with x1830958839228416 ext(0->7) 00010000:00010000:0.0:1746139068.133806:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f573800/0x1f9f6ca451ac80e3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350eff1 expref: 88 pid: 9564 timeout: 793 lvb_type: 0 00010000:00010000:0.0:1746139068.133815:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f573800/0x1f9f6ca451ac80e3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350eff1 expref: 88 pid: 9564 timeout: 793 lvb_type: 0 00002000:00010000:0.0:1746139068.133820:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a0356d80 00000100:00100000:0.0:1746139068.135418:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.139033:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.142224:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.146715:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.149727:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.150210:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.153858:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.153938:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.154752:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.158277:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.160846:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.162363:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c414e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+91:2008:x1830958839230464:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1074us (1521us total) trans 4294970312 rc 0/0 00000100:00100000:0.0:1746139068.162370:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1060 00002000:00100000:0.0:1746139068.162376:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88009c414e00 x1830958839230464/t4294970312(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:749/0 lens 496/448 e 0 to 0 dl 1746139079 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139068.162383:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c414e00 with x1830958839230464 ext(0->7) 00010000:00010000:0.0:1746139068.162389:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f572000/0x1f9f6ca451ac80f8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f006 expref: 91 pid: 9564 timeout: 793 lvb_type: 0 00010000:00010000:0.0:1746139068.162399:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f572000/0x1f9f6ca451ac80f8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f006 expref: 91 pid: 9564 timeout: 793 lvb_type: 0 00002000:00010000:0.0:1746139068.162404:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c414e00 00000100:00100000:0.0:1746139068.165495:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.172342:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.178186:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.178350:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.180871:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839231360 00000100:00100000:0.0:1746139068.180878:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839231360 00002000:00100000:0.0:1746139068.180912:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff88012bb71880 x1830958839231360/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:749/0 lens 488/0 e 0 to 0 dl 1746139079 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139068.180921:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bb71880 with x1830958839231360 ext(0->4095) 00010000:00010000:0.0:1746139068.180927:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012def5e00/0x1f9f6ca451ac8106 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f014 expref: 6 pid: 9564 timeout: 793 lvb_type: 0 00010000:00010000:0.0:1746139068.180936:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012def5e00/0x1f9f6ca451ac8106 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f014 expref: 6 pid: 9564 timeout: 793 lvb_type: 0 00002000:00010000:0.0:1746139068.180942:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012bb71880 00000100:00100000:0.0:1746139068.181120:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 1061 00000100:00100000:0.0:1746139068.181128:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bb71880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958839231360:12345-192.168.203.56@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746139068.181246:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bb71880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958839231360:12345-192.168.203.56@tcp:3:rw_seq_cst_vs_d.0 Request processed in 119us (563us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746139068.181252:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1061 00002000:00100000:0.0:1746139068.181257:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff88012bb71880 x1830958839231360/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:749/0 lens 488/4536 e 0 to 0 dl 1746139079 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139068.181264:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bb71880 with x1830958839231360 ext(0->4095) 00010000:00010000:0.0:1746139068.181268:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012def5e00/0x1f9f6ca451ac8106 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f014 expref: 6 pid: 9564 timeout: 793 lvb_type: 0 00010000:00010000:0.0:1746139068.181275:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012def5e00/0x1f9f6ca451ac8106 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f014 expref: 6 pid: 9564 timeout: 793 lvb_type: 0 00002000:00010000:0.0:1746139068.181284:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012bb71880 00000100:00100000:0.0:1746139068.184971:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.186945:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.190775:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.195239:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.197052:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c416300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+92:2007:x1830958839232128:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1352us (1808us total) trans 4294970313 rc 0/0 00000100:00100000:0.0:1746139068.197061:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1062 00002000:00100000:0.0:1746139068.197068:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88009c416300 x1830958839232128/t4294970313(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:749/0 lens 496/448 e 0 to 0 dl 1746139079 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139068.197076:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c416300 with x1830958839232128 ext(0->7) 00010000:00010000:0.0:1746139068.197082:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012fb93a00/0x1f9f6ca451ac810d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f01b expref: 92 pid: 10475 timeout: 793 lvb_type: 0 00010000:00010000:0.0:1746139068.197094:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012fb93a00/0x1f9f6ca451ac810d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f01b expref: 92 pid: 10475 timeout: 793 lvb_type: 0 00002000:00010000:0.0:1746139068.197100:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c416300 00000100:00100000:0.0:1746139068.200981:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.206443:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012bb73480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:15672:1830958831670016:192.168.203.56@tcp:105: 00010000:00010000:0.0:1746139068.206469:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746139068.206520:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c416680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+91:2008:x1830958839232256:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 4850us (5551us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139068.206530:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 15234 00000100:00100000:0.0:1746139068.208558:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.209452:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839232640 00000100:00100000:0.0:1746139068.209456:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839232640 00002000:00100000:0.0:1746139068.209492:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff88012bb72680 x1830958839232640/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:749/0 lens 488/0 e 0 to 0 dl 1746139079 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139068.209502:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bb72680 with x1830958839232640 ext(0->4095) 00010000:00010000:0.0:1746139068.209509:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012fb93e00/0x1f9f6ca451ac8114 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f022 expref: 6 pid: 10475 timeout: 793 lvb_type: 0 00010000:00010000:0.0:1746139068.209519:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012fb93e00/0x1f9f6ca451ac8114 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f022 expref: 6 pid: 10475 timeout: 793 lvb_type: 0 00002000:00010000:0.0:1746139068.209525:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012bb72680 00000100:00100000:0.0:1746139068.209550:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 1063 00000100:00100000:0.0:1746139068.209557:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bb72680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958839232640:12345-192.168.203.56@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746139068.209705:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bb72680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958839232640:12345-192.168.203.56@tcp:3:rw_seq_cst_vs_d.0 Request processed in 148us (367us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746139068.209711:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1063 00002000:00100000:0.0:1746139068.209717:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff88012bb72680 x1830958839232640/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:749/0 lens 488/4536 e 0 to 0 dl 1746139079 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139068.209723:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bb72680 with x1830958839232640 ext(0->4095) 00010000:00010000:0.0:1746139068.209727:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012fb93e00/0x1f9f6ca451ac8114 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f022 expref: 6 pid: 10475 timeout: 793 lvb_type: 0 00010000:00010000:0.0:1746139068.209735:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012fb93e00/0x1f9f6ca451ac8114 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f022 expref: 6 pid: 10475 timeout: 793 lvb_type: 0 00002000:00010000:0.0:1746139068.209755:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012bb72680 00000100:00100000:0.0:1746139068.211006:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.211148:0:10475:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839232896 00000100:00100000:0.0:1746139068.211153:0:10475:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839232896 00000100:00100000:0.0:1746139068.211181:0:10475:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 27919 00000100:00100000:0.0:1746139068.211186:0:10475:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bb73480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b60e9717-019c-4527-a82a-15e993ac5189+92:1158:x1830958839232896:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746139068.211194:0:10475:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746139068.211204:0:10475:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012fb7f200/0x1f9f6ca451ac8122 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a350f030 expref: -99 pid: 10475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139068.211219:0:10475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139068.211224:0:10475:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012fb93600/0x1f9f6ca451ac811b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f029 expref: 93 pid: 10475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139068.211229:0:10475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746139068.211232:0:10475:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012fb7f200/0x1f9f6ca451ac8122 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f030 expref: 93 pid: 10475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139068.211257:0:10475:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012fb93600/0x1f9f6ca451ac811b lrc: 3/0,0 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f029 expref: 93 pid: 10475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139068.211266:0:10475:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012fb7f200/0x1f9f6ca451ac8122 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f030 expref: 93 pid: 10475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139068.211278:0:10475:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7f200, rc 0) 00000100:00100000:0.0:1746139068.211308:0:10475:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bb73480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b60e9717-019c-4527-a82a-15e993ac5189+93:1158:x1830958839232896:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 121us (221us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139068.211314:0:10475:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 27919 00000100:00100000:0.0:1746139068.214792:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.218761:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.220975:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c417480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+95:2009:x1830958839233408:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1969us (2233us total) trans 4294970314 rc 0/0 00000100:00100000:0.0:1746139068.220984:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1065 00002000:00100000:0.0:1746139068.220995:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88009c417480 x1830958839233408/t4294970314(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:749/0 lens 496/448 e 0 to 0 dl 1746139079 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139068.221002:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c417480 with x1830958839233408 ext(0->7) 00010000:00010000:0.0:1746139068.221010:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012fb93600/0x1f9f6ca451ac811b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f029 expref: 95 pid: 10475 timeout: 793 lvb_type: 0 00010000:00010000:0.0:1746139068.221021:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012fb93600/0x1f9f6ca451ac811b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f029 expref: 95 pid: 10475 timeout: 793 lvb_type: 0 00002000:00010000:0.0:1746139068.221027:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c417480 00000100:00100000:0.0:1746139068.228710:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.231999:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.241263:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839233920 00000100:00100000:0.0:1746139068.241269:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839233920 00002000:00100000:0.0:1746139068.241314:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff8800a0cea300 x1830958839233920/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:749/0 lens 488/0 e 0 to 0 dl 1746139079 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139068.241323:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0cea300 with x1830958839233920 ext(0->4095) 00010000:00010000:0.0:1746139068.241329:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012fb7f200/0x1f9f6ca451ac8122 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f030 expref: 95 pid: 10475 timeout: 793 lvb_type: 0 00010000:00010000:0.0:1746139068.241346:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012fb7f200/0x1f9f6ca451ac8122 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f030 expref: 95 pid: 10475 timeout: 793 lvb_type: 0 00002000:00010000:0.0:1746139068.241352:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a0cea300 00000100:00100000:0.0:1746139068.241377:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 1066 00000100:00100000:0.0:1746139068.241384:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0cea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+95:2007:x1830958839233920:12345-192.168.203.56@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746139068.242024:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0cea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+95:2007:x1830958839233920:12345-192.168.203.56@tcp:3:rw_seq_cst_vs_d.0 Request processed in 639us (825us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746139068.242031:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1066 00002000:00100000:0.0:1746139068.242036:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff8800a0cea300 x1830958839233920/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:749/0 lens 488/4536 e 0 to 0 dl 1746139079 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139068.242042:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0cea300 with x1830958839233920 ext(0->4095) 00010000:00010000:0.0:1746139068.242047:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012fb7f200/0x1f9f6ca451ac8122 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f030 expref: 95 pid: 10475 timeout: 793 lvb_type: 0 00010000:00010000:0.0:1746139068.242055:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012fb7f200/0x1f9f6ca451ac8122 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f030 expref: 95 pid: 10475 timeout: 793 lvb_type: 0 00002000:00010000:0.0:1746139068.242060:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a0cea300 00000100:00100000:0.0:1746139068.245773:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.246433:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.250590:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.253100:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.257495:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c414380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+96:2009:x1830958839234688:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3938us (4391us total) trans 4294970315 rc 0/0 00000100:00100000:0.0:1746139068.257509:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1068 00002000:00100000:0.0:1746139068.257522:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88009c414380 x1830958839234688/t4294970315(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:749/0 lens 496/448 e 0 to 0 dl 1746139079 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139068.257531:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c414380 with x1830958839234688 ext(0->7) 00010000:00010000:0.0:1746139068.257541:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f0ae800/0x1f9f6ca451ac8129 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f037 expref: 96 pid: 10475 timeout: 793 lvb_type: 0 00010000:00010000:0.0:1746139068.257555:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f0ae800/0x1f9f6ca451ac8129 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f037 expref: 96 pid: 10475 timeout: 793 lvb_type: 0 00002000:00010000:0.0:1746139068.257561:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c414380 00000100:00100000:0.0:1746139068.270493:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.274324:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.274424:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839235200 00000100:00100000:0.0:1746139068.274431:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839235200 00000100:00100000:0.0:1746139068.278392:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839235456 00000100:00100000:0.0:1746139068.278400:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839235456 00010000:00010000:0.0:1746139068.278433:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012def4200/0x1f9f6ca451ac8130 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f03e expref: 6 pid: 10475 timeout: 793 lvb_type: 0 00000100:00100000:0.0:1746139068.278468:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 15239 00000100:00100000:0.0:1746139068.278475:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c412300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958839235456:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746139068.278487:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746139068.278509:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012def4200/0x1f9f6ca451ac8130 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f03e expref: 6 pid: 10475 timeout: 793 lvb_type: 0 00010000:00010000:0.0:1746139068.278526:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012def4200/0x1f9f6ca451ac8130 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f03e expref: 6 pid: 10475 timeout: 793 lvb_type: 0 00010000:00010000:0.0:1746139068.278547:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012def4200/0x1f9f6ca451ac8130 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f03e expref: 6 pid: 10475 timeout: 793 lvb_type: 0 00010000:00010000:0.0:1746139068.278565:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139068.278567:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139068.278573:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012def5400/0x1f9f6ca451ac8137 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f045 expref: 96 pid: 10475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139068.278580:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012def5400/0x1f9f6ca451ac8137 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f045 expref: 96 pid: 10475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139068.278608:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012def5400/0x1f9f6ca451ac8137 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f045 expref: 96 pid: 10475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139068.278658:0:15672:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012def5400/0x1f9f6ca451ac8137 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f045 expref: 96 pid: 10475 timeout: 793 lvb_type: 0 00000100:00100000:0.0:1746139068.278670:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c248e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:15672:1830958831671424:192.168.203.56@tcp:105: 00000100:00100000:0.0:1746139068.278749:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007256a9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746139068.284966:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.292650:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c248e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+99:2009:x1830958839235968:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 7344us (7683us total) trans 4294970316 rc 0/0 00000100:00100000:0.0:1746139068.292662:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1071 00002000:00100000:0.0:1746139068.292674:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88012c248e00 x1830958839235968/t4294970316(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:749/0 lens 496/448 e 0 to 0 dl 1746139079 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139068.292683:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c248e00 with x1830958839235968 ext(0->7) 00010000:00010000:0.0:1746139068.292692:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012def5400/0x1f9f6ca451ac8137 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f045 expref: 99 pid: 10475 timeout: 793 lvb_type: 0 00010000:00010000:0.0:1746139068.292707:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012def5400/0x1f9f6ca451ac8137 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f045 expref: 99 pid: 10475 timeout: 793 lvb_type: 0 00002000:00010000:0.0:1746139068.292713:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012c248e00 00000100:00100000:0.0:1746139068.294828:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.300936:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.304110:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.304400:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.307321:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.310163:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.312126:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0354700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+100:2009:x1830958839237248:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1763us (1959us total) trans 4294970317 rc 0/0 00000100:00100000:0.0:1746139068.312138:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1074 00002000:00100000:0.0:1746139068.312148:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff8800a0354700 x1830958839237248/t4294970317(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:749/0 lens 496/448 e 0 to 0 dl 1746139079 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139068.312158:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0354700 with x1830958839237248 ext(0->7) 00010000:00010000:0.0:1746139068.312167:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012fb92400/0x1f9f6ca451ac8145 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f053 expref: 100 pid: 24929 timeout: 793 lvb_type: 0 00010000:00010000:0.0:1746139068.312184:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012fb92400/0x1f9f6ca451ac8145 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f053 expref: 100 pid: 24929 timeout: 793 lvb_type: 0 00002000:00010000:0.0:1746139068.312196:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a0354700 00000100:00100000:0.0:1746139068.316720:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.320683:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.325524:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.333867:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.333931:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.337803:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.337838:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.339302:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.344091:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.348827:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.350034:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088507100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+102:2009:x1830958839239040:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 934us (1210us total) trans 4294970318 rc 0/0 00000100:00100000:0.0:1746139068.350043:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1076 00002000:00100000:0.0:1746139068.350049:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff880088507100 x1830958839239040/t4294970318(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:749/0 lens 496/448 e 0 to 0 dl 1746139079 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139068.350056:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088507100 with x1830958839239040 ext(0->7) 00010000:00010000:0.0:1746139068.350062:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f573600/0x1f9f6ca451ac815a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f068 expref: 102 pid: 10475 timeout: 793 lvb_type: 0 00010000:00010000:0.0:1746139068.350073:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f573600/0x1f9f6ca451ac815a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f068 expref: 102 pid: 10475 timeout: 793 lvb_type: 0 00002000:00010000:0.0:1746139068.350079:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880088507100 00000100:00100000:0.0:1746139068.354175:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.360341:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.366539:0:10475:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839239552 00000100:00100000:0.0:1746139068.366547:0:10475:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839239552 00000100:00100000:0.0:1746139068.366593:0:10475:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 27929 00000100:00100000:0.0:1746139068.366602:0:10475:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c4d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b60e9717-019c-4527-a82a-15e993ac5189+102:1158:x1830958839239552:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746139068.366637:0:10475:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746139068.366657:0:10475:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800b1a9d800/0x1f9f6ca451ac8168 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a350f076 expref: -99 pid: 10475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139068.366680:0:10475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139068.366681:0:10475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139068.366687:0:10475:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800b1a9d800/0x1f9f6ca451ac8168 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f076 expref: 103 pid: 10475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139068.366700:0:10475:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800b1a9d800/0x1f9f6ca451ac8168 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f076 expref: 103 pid: 10475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139068.366709:0:10475:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800b1a9d800, rc 0) 00000100:00100000:0.0:1746139068.366771:0:10475:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c4d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b60e9717-019c-4527-a82a-15e993ac5189+104:1158:x1830958839239552:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 169us (390us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139068.366777:0:10475:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 27929 00000100:00100000:0.0:1746139068.369183:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.369251:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.372339:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.372730:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.377365:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.384222:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.385314:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088507480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+104:2007:x1830958839240832:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 810us (1101us total) trans 4294970319 rc 0/0 00000100:00100000:0.0:1746139068.385323:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1079 00002000:00100000:0.0:1746139068.385329:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff880088507480 x1830958839240832/t4294970319(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:749/0 lens 496/448 e 0 to 0 dl 1746139079 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139068.385336:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088507480 with x1830958839240832 ext(0->7) 00010000:00010000:0.0:1746139068.385341:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012def5600/0x1f9f6ca451ac816f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f07d expref: 104 pid: 9563 timeout: 793 lvb_type: 0 00010000:00010000:0.0:1746139068.385352:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012def5600/0x1f9f6ca451ac816f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f07d expref: 104 pid: 9563 timeout: 793 lvb_type: 0 00002000:00010000:0.0:1746139068.385357:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880088507480 00000100:00100000:0.0:1746139068.390084:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.393170:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.395492:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.395995:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.399668:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.403960:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.408969:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.411778:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f55a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+107:2009:x1830958839242112:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1307us (2813us total) trans 4294970320 rc 0/0 00000100:00100000:0.0:1746139068.411788:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1081 00002000:00100000:0.0:1746139068.411795:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88009f55a680 x1830958839242112/t4294970320(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:749/0 lens 496/448 e 0 to 0 dl 1746139079 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139068.411803:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f55a680 with x1830958839242112 ext(0->7) 00010000:00010000:0.0:1746139068.411811:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880072515400/0x1f9f6ca451ac817d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f092 expref: 107 pid: 9563 timeout: 793 lvb_type: 0 00010000:00010000:0.0:1746139068.411823:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880072515400/0x1f9f6ca451ac817d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f092 expref: 107 pid: 9563 timeout: 793 lvb_type: 0 00002000:00010000:0.0:1746139068.411830:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f55a680 00000100:00100000:0.0:1746139068.419438:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.425939:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.426642:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.426751:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839242624 00000100:00100000:0.0:1746139068.426755:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839242624 00002000:00100000:0.0:1746139068.426789:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff88009f558a80 x1830958839242624/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:749/0 lens 488/0 e 0 to 0 dl 1746139079 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139068.426799:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f558a80 with x1830958839242624 ext(0->4095) 00010000:00010000:0.0:1746139068.426805:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f0aec00/0x1f9f6ca451ac8184 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f08b expref: 109 pid: 9564 timeout: 793 lvb_type: 0 00010000:00010000:0.0:1746139068.426815:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f0aec00/0x1f9f6ca451ac8184 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f08b expref: 109 pid: 9564 timeout: 793 lvb_type: 0 00002000:00010000:0.0:1746139068.426821:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f558a80 00000100:00100000:0.0:1746139068.426836:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 1082 00000100:00100000:0.0:1746139068.426841:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f558a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+109:2007:x1830958839242624:12345-192.168.203.56@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746139068.426983:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f558a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+109:2007:x1830958839242624:12345-192.168.203.56@tcp:3:rw_seq_cst_vs_d.0 Request processed in 140us (365us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746139068.426989:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1082 00002000:00100000:0.0:1746139068.426996:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff88009f558a80 x1830958839242624/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:749/0 lens 488/4536 e 0 to 0 dl 1746139079 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139068.427003:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f558a80 with x1830958839242624 ext(0->4095) 00010000:00010000:0.0:1746139068.427007:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f0aec00/0x1f9f6ca451ac8184 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f08b expref: 109 pid: 9564 timeout: 793 lvb_type: 0 00010000:00010000:0.0:1746139068.427020:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f0aec00/0x1f9f6ca451ac8184 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f08b expref: 109 pid: 9564 timeout: 793 lvb_type: 0 00002000:00010000:0.0:1746139068.427026:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f558a80 00000100:00100000:0.0:1746139068.430319:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.430981:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.434033:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839243136 00000100:00100000:0.0:1746139068.434041:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839243136 00002000:00100000:0.0:1746139068.434081:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff88007278b800 x1830958839243136/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:749/0 lens 488/0 e 0 to 0 dl 1746139079 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139068.434091:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007278b800 with x1830958839243136 ext(0->4095) 00010000:00010000:0.0:1746139068.434101:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880072437a00/0x1f9f6ca451ac818b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f099 expref: 106 pid: 9563 timeout: 793 lvb_type: 0 00010000:00010000:0.0:1746139068.434115:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880072437a00/0x1f9f6ca451ac818b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f099 expref: 106 pid: 9563 timeout: 793 lvb_type: 0 00002000:00010000:0.0:1746139068.434120:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007278b800 00000100:00100000:0.0:1746139068.434136:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 1083 00000100:00100000:0.0:1746139068.434143:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007278b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+106:2007:x1830958839243136:12345-192.168.203.56@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746139068.434937:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007278b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+106:2007:x1830958839243136:12345-192.168.203.56@tcp:3:rw_seq_cst_vs_d.0 Request processed in 791us (981us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746139068.434945:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1083 00002000:00100000:0.0:1746139068.434953:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff88007278b800 x1830958839243136/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:749/0 lens 488/4536 e 0 to 0 dl 1746139079 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139068.434960:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007278b800 with x1830958839243136 ext(0->4095) 00010000:00010000:0.0:1746139068.434967:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880072437a00/0x1f9f6ca451ac818b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f099 expref: 106 pid: 9563 timeout: 793 lvb_type: 0 00010000:00010000:0.0:1746139068.434979:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880072437a00/0x1f9f6ca451ac818b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f099 expref: 106 pid: 9563 timeout: 793 lvb_type: 0 00002000:00010000:0.0:1746139068.434986:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007278b800 00000100:00100000:0.0:1746139068.438236:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839243392 00000100:00100000:0.0:1746139068.438244:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839243392 00002000:00100000:0.0:1746139068.438283:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88009c851500 x1830958839243392/t0(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:749/0 lens 496/0 e 0 to 0 dl 1746139079 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139068.438293:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c851500 with x1830958839243392 ext(0->7) 00010000:00010000:0.0:1746139068.438301:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880072437a00/0x1f9f6ca451ac818b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f099 expref: 106 pid: 9563 timeout: 793 lvb_type: 0 00010000:00010000:0.0:1746139068.438315:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880072437a00/0x1f9f6ca451ac818b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f099 expref: 106 pid: 9563 timeout: 793 lvb_type: 0 00002000:00010000:0.0:1746139068.438321:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c851500 00000100:00100000:0.0:1746139068.438494:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 1084 00000100:00100000:0.0:1746139068.438503:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c851500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+106:2007:x1830958839243392:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746139068.439209:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c851500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+108:2007:x1830958839243392:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 705us (1207us total) trans 4294970321 rc 0/0 00000100:00100000:0.0:1746139068.439217:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1084 00002000:00100000:0.0:1746139068.439223:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88009c851500 x1830958839243392/t4294970321(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:749/0 lens 496/448 e 0 to 0 dl 1746139079 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139068.439230:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c851500 with x1830958839243392 ext(0->7) 00010000:00010000:0.0:1746139068.439236:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880072437a00/0x1f9f6ca451ac818b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f099 expref: 108 pid: 9563 timeout: 793 lvb_type: 0 00010000:00010000:0.0:1746139068.439246:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880072437a00/0x1f9f6ca451ac818b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f099 expref: 108 pid: 9563 timeout: 793 lvb_type: 0 00002000:00010000:0.0:1746139068.439252:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c851500 00000100:00100000:0.0:1746139068.441023:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.444139:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.446967:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.450173:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.453481:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.455341:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.457122:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.458329:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.458716:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.463166:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.470389:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.471597:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ee95880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+111:2009:x1830958839245440:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 930us (1478us total) trans 4294970322 rc 0/0 00000100:00100000:0.0:1746139068.471606:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1086 00002000:00100000:0.0:1746139068.471612:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88012ee95880 x1830958839245440/t4294970322(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:749/0 lens 496/448 e 0 to 0 dl 1746139079 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139068.471709:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ee95880 with x1830958839245440 ext(0->7) 00010000:00010000:0.0:1746139068.471716:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f675400/0x1f9f6ca451ac81a0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f0ae expref: 111 pid: 9563 timeout: 793 lvb_type: 0 00010000:00010000:0.0:1746139068.471728:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f675400/0x1f9f6ca451ac81a0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f0ae expref: 111 pid: 9563 timeout: 793 lvb_type: 0 00002000:00010000:0.0:1746139068.471734:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012ee95880 00000100:00100000:0.0:1746139068.473811:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.479985:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.486314:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.489592:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.492013:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.496357:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.496397:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.499962:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.503417:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.506941:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.513862:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131497100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+112:2010:x1830958839247232:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 6659us (6921us total) trans 4294970323 rc 0/0 00000100:00100000:0.0:1746139068.513873:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1089 00002000:00100000:0.0:1746139068.513883:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff880131497100 x1830958839247232/t4294970323(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:749/0 lens 496/448 e 0 to 0 dl 1746139079 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139068.513892:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131497100 with x1830958839247232 ext(0->7) 00010000:00010000:0.0:1746139068.513900:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f0ae400/0x1f9f6ca451ac81b5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f0c3 expref: 112 pid: 10475 timeout: 793 lvb_type: 0 00010000:00010000:0.0:1746139068.513915:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f0ae400/0x1f9f6ca451ac81b5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f0c3 expref: 112 pid: 10475 timeout: 793 lvb_type: 0 00002000:00010000:0.0:1746139068.513921:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880131497100 00000100:00100000:0.0:1746139068.516107:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.516345:0:7205:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 15258 00000100:00100000:0.0:1746139068.516358:0:7205:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131496d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b60e9717-019c-4527-a82a-15e993ac5189+112:2008:x1830958839247360:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746139068.516376:0:7205:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746139068.516400:0:7205:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f0ae400/0x1f9f6ca451ac81b5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f0c3 expref: 112 pid: 10475 timeout: 793 lvb_type: 0 00010000:00010000:0.0:1746139068.516414:0:7205:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f0ae400/0x1f9f6ca451ac81b5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f0c3 expref: 112 pid: 10475 timeout: 793 lvb_type: 0 00010000:00010000:0.0:1746139068.516436:0:7205:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f0ae400/0x1f9f6ca451ac81b5 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f0c3 expref: 112 pid: 10475 timeout: 793 lvb_type: 0 00010000:00010000:0.0:1746139068.516464:0:7205:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139068.516466:0:7205:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139068.516472:0:7205:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f0afe00/0x1f9f6ca451ac81bc lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f0ca expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139068.516485:0:7205:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f0afe00/0x1f9f6ca451ac81bc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f0ca expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139068.516514:0:7205:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f0afe00/0x1f9f6ca451ac81bc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f0ca expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746139068.516524:0:7205:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131497800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7205:1830958831675648:192.168.203.56@tcp:105: 00000100:00100000:0.0:1746139068.516584:0:7205:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007256aa80 going to sleep for 11 seconds 00000100:00100000:0.0:1746139068.521020:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.521065:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.526853:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.526902:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.533022:0:7205:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012bbe1880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7205:1830958831675904:192.168.203.56@tcp:105: 00010000:00010000:0.0:1746139068.533033:0:7205:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746139068.533055:0:7205:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f17b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2007:x1830958839248000:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 6048us (6209us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139068.533062:0:7205:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 15259 00000100:00100000:0.0:1746139068.533220:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839248256 00000100:00100000:0.0:1746139068.533225:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839248256 00002000:00100000:0.0:1746139068.533252:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff88012bbe3b80 x1830958839248256/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:749/0 lens 488/0 e 0 to 0 dl 1746139079 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139068.533261:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bbe3b80 with x1830958839248256 ext(0->4095) 00010000:00010000:0.0:1746139068.533266:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f675600/0x1f9f6ca451ac81c3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f0d1 expref: 113 pid: 10475 timeout: 793 lvb_type: 0 00010000:00010000:0.0:1746139068.533281:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f675600/0x1f9f6ca451ac81c3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f0d1 expref: 113 pid: 10475 timeout: 793 lvb_type: 0 00002000:00010000:0.0:1746139068.533287:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012bbe3b80 00000100:00100000:0.0:1746139068.533301:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 1090 00000100:00100000:0.0:1746139068.533307:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bbe3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+113:2007:x1830958839248256:12345-192.168.203.56@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746139068.534043:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bbe3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+113:2007:x1830958839248256:12345-192.168.203.56@tcp:3:rw_seq_cst_vs_d.0 Request processed in 734us (1248us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746139068.534049:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1090 00002000:00100000:0.0:1746139068.534055:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff88012bbe3b80 x1830958839248256/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:749/0 lens 488/4536 e 0 to 0 dl 1746139079 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139068.534061:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bbe3b80 with x1830958839248256 ext(0->4095) 00010000:00010000:0.0:1746139068.534066:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f675600/0x1f9f6ca451ac81c3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f0d1 expref: 113 pid: 10475 timeout: 793 lvb_type: 0 00010000:00010000:0.0:1746139068.534075:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f675600/0x1f9f6ca451ac81c3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f0d1 expref: 113 pid: 10475 timeout: 793 lvb_type: 0 00002000:00010000:0.0:1746139068.534080:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012bbe3b80 00000100:00100000:0.0:1746139068.536236:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.539793:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.554494:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.554762:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.559164:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.568796:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.574047:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072550700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+116:2010:x1830958839249792:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2660us (5250us total) trans 4294970325 rc 0/0 00000100:00100000:0.0:1746139068.574059:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1093 00002000:00100000:0.0:1746139068.574068:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff880072550700 x1830958839249792/t4294970325(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:749/0 lens 496/448 e 0 to 0 dl 1746139079 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139068.574076:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072550700 with x1830958839249792 ext(0->7) 00010000:00010000:0.0:1746139068.574085:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f674400/0x1f9f6ca451ac81d1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f0df expref: 116 pid: 10475 timeout: 793 lvb_type: 0 00010000:00010000:0.0:1746139068.574099:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f674400/0x1f9f6ca451ac81d1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f0df expref: 116 pid: 10475 timeout: 793 lvb_type: 0 00002000:00010000:0.0:1746139068.574106:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880072550700 00000100:00100000:0.0:1746139068.592497:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.595652:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.599933:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.608891:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.618390:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.619461:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072550e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+118:2008:x1830958839250944:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 672us (1065us total) trans 4294970326 rc 0/0 00000100:00100000:0.0:1746139068.619468:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1095 00002000:00100000:0.0:1746139068.619473:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff880072550e00 x1830958839250944/t4294970326(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:749/0 lens 496/448 e 0 to 0 dl 1746139079 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139068.619480:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072550e00 with x1830958839250944 ext(0->7) 00010000:00010000:0.0:1746139068.619489:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f675800/0x1f9f6ca451ac81df lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f0ed expref: 118 pid: 10475 timeout: 793 lvb_type: 0 00010000:00010000:0.0:1746139068.619498:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f675800/0x1f9f6ca451ac81df lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f0ed expref: 118 pid: 10475 timeout: 793 lvb_type: 0 00002000:00010000:0.0:1746139068.619503:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880072550e00 00000100:00100000:0.0:1746139068.626352:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.637692:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.638574:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.638816:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839251456 00000100:00100000:0.0:1746139068.638820:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839251456 00002000:00100000:0.0:1746139068.638842:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff880072551c00 x1830958839251456/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:749/0 lens 488/0 e 0 to 0 dl 1746139079 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139068.638851:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072551c00 with x1830958839251456 ext(0->4095) 00010000:00010000:0.0:1746139068.638857:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f674600/0x1f9f6ca451ac81e6 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f0f4 expref: 6 pid: 10475 timeout: 793 lvb_type: 0 00010000:00010000:0.0:1746139068.638866:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f674600/0x1f9f6ca451ac81e6 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f0f4 expref: 6 pid: 10475 timeout: 793 lvb_type: 0 00002000:00010000:0.0:1746139068.638871:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880072551c00 00000100:00100000:0.0:1746139068.638884:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 1096 00000100:00100000:0.0:1746139068.638889:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072551c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958839251456:12345-192.168.203.56@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746139068.638979:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072551c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958839251456:12345-192.168.203.56@tcp:3:rw_seq_cst_vs_d.0 Request processed in 89us (405us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746139068.638985:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1096 00002000:00100000:0.0:1746139068.638990:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff880072551c00 x1830958839251456/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:749/0 lens 488/4536 e 0 to 0 dl 1746139079 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139068.638997:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072551c00 with x1830958839251456 ext(0->4095) 00010000:00010000:0.0:1746139068.639001:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f674600/0x1f9f6ca451ac81e6 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f0f4 expref: 6 pid: 10475 timeout: 793 lvb_type: 0 00010000:00010000:0.0:1746139068.639009:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f674600/0x1f9f6ca451ac81e6 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f0f4 expref: 6 pid: 10475 timeout: 793 lvb_type: 0 00002000:00010000:0.0:1746139068.639014:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880072551c00 00000100:00100000:0.0:1746139068.641289:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.649824:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.649872:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839251968 00000100:00100000:0.0:1746139068.649877:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839251968 00002000:00100000:0.0:1746139068.649913:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff880072553100 x1830958839251968/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:749/0 lens 488/0 e 0 to 0 dl 1746139079 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139068.649924:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072553100 with x1830958839251968 ext(0->4095) 00010000:00010000:0.0:1746139068.649931:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f675600/0x1f9f6ca451ac81ed lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f0fb expref: 119 pid: 10475 timeout: 793 lvb_type: 0 00010000:00010000:0.0:1746139068.649943:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f675600/0x1f9f6ca451ac81ed lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f0fb expref: 119 pid: 10475 timeout: 793 lvb_type: 0 00002000:00010000:0.0:1746139068.649949:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880072553100 00000100:00100000:0.0:1746139068.652022:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.653016:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072550a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+121:2007:x1830958839252224:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 787us (997us total) trans 4294970327 rc 0/0 00000100:00100000:0.0:1746139068.653026:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1098 00002000:00100000:0.0:1746139068.653031:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff880072550a80 x1830958839252224/t4294970327(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:749/0 lens 496/448 e 0 to 0 dl 1746139079 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139068.653038:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072550a80 with x1830958839252224 ext(0->7) 00010000:00010000:0.0:1746139068.653043:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f675600/0x1f9f6ca451ac81ed lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f0fb expref: 121 pid: 10475 timeout: 793 lvb_type: 0 00010000:00010000:0.0:1746139068.653052:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f675600/0x1f9f6ca451ac81ed lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f0fb expref: 121 pid: 10475 timeout: 793 lvb_type: 0 00002000:00010000:0.0:1746139068.653057:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880072550a80 00000100:00100000:0.0:1746139068.655923:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.661159:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.665213:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.670553:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.675351:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.677450:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.678217:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.680813:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.681314:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.686178:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.697564:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.699773:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c07480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+122:2008:x1830958839254272:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 824us (2211us total) trans 4294970328 rc 0/0 00000100:00100000:0.0:1746139068.699781:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1101 00002000:00100000:0.0:1746139068.700406:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff880094c07480 x1830958839254272/t4294970328(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:749/0 lens 496/448 e 0 to 0 dl 1746139079 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139068.700419:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c07480 with x1830958839254272 ext(0->7) 00010000:00010000:0.0:1746139068.700428:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f675600/0x1f9f6ca451ac8202 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f110 expref: 122 pid: 10475 timeout: 793 lvb_type: 0 00010000:00010000:0.0:1746139068.700443:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f675600/0x1f9f6ca451ac8202 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f110 expref: 122 pid: 10475 timeout: 793 lvb_type: 0 00002000:00010000:0.0:1746139068.700449:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094c07480 00000100:00100000:0.0:1746139068.704605:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.704722:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.711465:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.718182:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.722587:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.729828:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.737681:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.741856:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c06680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+124:2008:x1830958839255424:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 4023us (4176us total) trans 4294970329 rc 0/0 00000100:00100000:0.0:1746139068.741868:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1103 00002000:00100000:0.0:1746139068.741878:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff880094c06680 x1830958839255424/t4294970329(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:749/0 lens 496/448 e 0 to 0 dl 1746139079 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139068.741887:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c06680 with x1830958839255424 ext(0->7) 00010000:00010000:0.0:1746139068.741896:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f0ae400/0x1f9f6ca451ac8210 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f11e expref: 124 pid: 9563 timeout: 793 lvb_type: 0 00010000:00010000:0.0:1746139068.741915:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f0ae400/0x1f9f6ca451ac8210 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f11e expref: 124 pid: 9563 timeout: 794 lvb_type: 0 00002000:00010000:0.0:1746139068.741921:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094c06680 00000100:00100000:0.0:1746139068.743990:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.746203:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.749211:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.756034:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.758493:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.768701:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.770716:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013107d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+126:2009:x1830958839256576:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1806us (2016us total) trans 4294970330 rc 0/0 00000100:00100000:0.0:1746139068.770725:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1105 00002000:00100000:0.0:1746139068.770732:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88013107d500 x1830958839256576/t4294970330(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:749/0 lens 496/448 e 0 to 0 dl 1746139079 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139068.770754:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013107d500 with x1830958839256576 ext(0->7) 00010000:00010000:0.0:1746139068.770762:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f675400/0x1f9f6ca451ac821e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f12c expref: 126 pid: 9563 timeout: 794 lvb_type: 0 00010000:00010000:0.0:1746139068.770774:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f675400/0x1f9f6ca451ac821e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f12c expref: 126 pid: 9563 timeout: 794 lvb_type: 0 00002000:00010000:0.0:1746139068.770780:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013107d500 00000100:00100000:0.0:1746139068.775003:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.778809:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.784117:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.784844:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.787325:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.791789:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.794227:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.795730:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013107c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+129:2008:x1830958839257856:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 833us (1509us total) trans 4294970331 rc 0/0 00000100:00100000:0.0:1746139068.795752:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1107 00002000:00100000:0.0:1746139068.795759:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88013107c700 x1830958839257856/t4294970331(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:749/0 lens 496/448 e 0 to 0 dl 1746139079 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139068.795767:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013107c700 with x1830958839257856 ext(0->7) 00010000:00010000:0.0:1746139068.795773:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f675600/0x1f9f6ca451ac822c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f13a expref: 129 pid: 9563 timeout: 794 lvb_type: 0 00010000:00010000:0.0:1746139068.795783:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f675600/0x1f9f6ca451ac822c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f13a expref: 129 pid: 9563 timeout: 794 lvb_type: 0 00002000:00010000:0.0:1746139068.795789:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013107c700 00000100:00100000:0.0:1746139068.799916:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.807066:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.810573:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.814695:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.815437:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.818495:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.819200:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.819971:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.824320:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012bbe0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:15672:1830958831680256:192.168.203.56@tcp:105: 00010000:00010000:0.0:1746139068.824340:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746139068.824392:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013107c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2010:x1830958839259136:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 4155us (4420us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139068.824403:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 15277 00000100:00100000:0.0:1746139068.825130:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.828752:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.831377:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013107ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+131:2007:x1830958839259648:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2367us (2633us total) trans 4294970332 rc 0/0 00000100:00100000:0.0:1746139068.831389:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1110 00002000:00100000:0.0:1746139068.831400:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88013107ce00 x1830958839259648/t4294970332(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:749/0 lens 496/448 e 0 to 0 dl 1746139079 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139068.831409:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013107ce00 with x1830958839259648 ext(0->7) 00010000:00010000:0.0:1746139068.831418:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f674400/0x1f9f6ca451ac8241 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f14f expref: 131 pid: 9563 timeout: 794 lvb_type: 0 00010000:00010000:0.0:1746139068.831433:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f674400/0x1f9f6ca451ac8241 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f14f expref: 131 pid: 9563 timeout: 794 lvb_type: 0 00002000:00010000:0.0:1746139068.831440:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013107ce00 00000100:00100000:0.0:1746139068.834999:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.839851:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.844883:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.848154:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.849119:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.849175:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839260544 00000100:00100000:0.0:1746139068.849179:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839260544 00002000:00100000:0.0:1746139068.849207:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff8800a5d80e00 x1830958839260544/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:749/0 lens 488/0 e 0 to 0 dl 1746139079 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139068.849215:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5d80e00 with x1830958839260544 ext(0->4095) 00010000:00010000:0.0:1746139068.849221:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f674600/0x1f9f6ca451ac824f lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f15d expref: 6 pid: 9563 timeout: 794 lvb_type: 0 00010000:00010000:0.0:1746139068.849229:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f674600/0x1f9f6ca451ac824f lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f15d expref: 6 pid: 9563 timeout: 794 lvb_type: 0 00002000:00010000:0.0:1746139068.849234:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a5d80e00 00000100:00100000:0.0:1746139068.849246:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 1111 00000100:00100000:0.0:1746139068.849250:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5d80e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958839260544:12345-192.168.203.56@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746139068.849341:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5d80e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958839260544:12345-192.168.203.56@tcp:3:rw_seq_cst_vs_d.0 Request processed in 89us (222us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746139068.849345:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1111 00002000:00100000:0.0:1746139068.849350:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff8800a5d80e00 x1830958839260544/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:749/0 lens 488/4536 e 0 to 0 dl 1746139079 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139068.849356:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5d80e00 with x1830958839260544 ext(0->4095) 00010000:00010000:0.0:1746139068.849360:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f674600/0x1f9f6ca451ac824f lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f15d expref: 6 pid: 9563 timeout: 794 lvb_type: 0 00010000:00010000:0.0:1746139068.849366:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f674600/0x1f9f6ca451ac824f lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f15d expref: 6 pid: 9563 timeout: 794 lvb_type: 0 00002000:00010000:0.0:1746139068.849371:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a5d80e00 00000100:00100000:0.0:1746139068.854229:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.854285:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.857307:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.858996:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.860277:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5d80a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+133:2007:x1830958839261440:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1084us (1281us total) trans 4294970333 rc 0/0 00000100:00100000:0.0:1746139068.860284:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1113 00002000:00100000:0.0:1746139068.860291:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff8800a5d80a80 x1830958839261440/t4294970333(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:749/0 lens 496/448 e 0 to 0 dl 1746139079 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139068.860298:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5d80a80 with x1830958839261440 ext(0->7) 00010000:00010000:0.0:1746139068.860304:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012fb92600/0x1f9f6ca451ac8256 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f164 expref: 133 pid: 9564 timeout: 794 lvb_type: 0 00010000:00010000:0.0:1746139068.860313:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012fb92600/0x1f9f6ca451ac8256 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f164 expref: 133 pid: 9564 timeout: 794 lvb_type: 0 00002000:00010000:0.0:1746139068.860318:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a5d80a80 00000100:00100000:0.0:1746139068.865311:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.868928:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.873840:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.874094:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.874148:0:10475:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 27965 00000100:00100000:0.0:1746139068.874155:0:10475:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5d82d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1158:x1830958839262080:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746139068.874173:0:10475:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746139068.874187:0:10475:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012fa5de00/0x1f9f6ca451ac8264 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a350f179 expref: -99 pid: 10475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139068.874226:0:10475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139068.874229:0:10475:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f0ae800/0x1f9f6ca451ac826b lrc: 4/0,0 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f172 expref: 133 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139068.874233:0:10475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746139068.874235:0:10475:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012fa5de00/0x1f9f6ca451ac8264 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f179 expref: 6 pid: 10475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139068.874275:0:10475:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f0ae800/0x1f9f6ca451ac826b lrc: 4/0,0 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f172 expref: 133 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139068.874285:0:10475:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012fa5de00/0x1f9f6ca451ac8264 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f179 expref: 6 pid: 10475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139068.874293:0:10475:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fa5de00, rc 0) 00000100:00100000:0.0:1746139068.874330:0:10475:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5d82d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1158:x1830958839262080:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 176us (499us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139068.874336:0:10475:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 27965 00000100:00100000:0.0:1746139068.876312:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.878954:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.885656:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.887768:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5d82680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+134:2008:x1830958839262720:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1848us (2145us total) trans 4294970334 rc 0/0 00000100:00100000:0.0:1746139068.887779:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1115 00002000:00100000:0.0:1746139068.887788:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff8800a5d82680 x1830958839262720/t4294970334(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:749/0 lens 496/448 e 0 to 0 dl 1746139079 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139068.887801:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5d82680 with x1830958839262720 ext(0->7) 00010000:00010000:0.0:1746139068.887809:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f0ae800/0x1f9f6ca451ac826b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f172 expref: 134 pid: 9564 timeout: 794 lvb_type: 0 00010000:00010000:0.0:1746139068.887822:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f0ae800/0x1f9f6ca451ac826b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f172 expref: 134 pid: 9564 timeout: 794 lvb_type: 0 00002000:00010000:0.0:1746139068.887828:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a5d82680 00000100:00100000:0.0:1746139068.891913:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.901421:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.903543:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.906465:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.906507:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.910581:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.911074:0:7205:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a086ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7205:1830958831682048:192.168.203.56@tcp:105: 00010000:00010000:0.0:1746139068.911088:0:7205:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746139068.911110:0:7205:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f559880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2008:x1830958839263488:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 4250us (4602us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139068.911118:0:7205:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 15284 00000100:00100000:0.0:1746139068.912911:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.915011:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f559c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+137:2008:x1830958839264000:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1721us (2100us total) trans 4294970335 rc 0/0 00000100:00100000:0.0:1746139068.915019:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1117 00002000:00100000:0.0:1746139068.915026:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88009f559c00 x1830958839264000/t4294970335(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:749/0 lens 496/448 e 0 to 0 dl 1746139079 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139068.915038:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f559c00 with x1830958839264000 ext(0->7) 00010000:00010000:0.0:1746139068.915045:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f674600/0x1f9f6ca451ac8272 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f180 expref: 137 pid: 9564 timeout: 794 lvb_type: 0 00010000:00010000:0.0:1746139068.915056:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f674600/0x1f9f6ca451ac8272 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f180 expref: 137 pid: 9564 timeout: 794 lvb_type: 0 00002000:00010000:0.0:1746139068.915062:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f559c00 00000100:00100000:0.0:1746139068.923795:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.928320:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.929759:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.929781:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839264512 00000100:00100000:0.0:1746139068.929785:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839264512 00002000:00100000:0.0:1746139068.929813:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff88009f559f80 x1830958839264512/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:749/0 lens 488/0 e 0 to 0 dl 1746139079 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139068.929821:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f559f80 with x1830958839264512 ext(0->4095) 00010000:00010000:0.0:1746139068.929828:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f674c00/0x1f9f6ca451ac8279 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f187 expref: 139 pid: 9564 timeout: 794 lvb_type: 0 00010000:00010000:0.0:1746139068.929839:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f674c00/0x1f9f6ca451ac8279 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f187 expref: 139 pid: 9564 timeout: 794 lvb_type: 0 00002000:00010000:0.0:1746139068.929844:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f559f80 00000100:00100000:0.0:1746139068.929859:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 1118 00000100:00100000:0.0:1746139068.929864:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f559f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+139:2007:x1830958839264512:12345-192.168.203.56@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746139068.929973:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f559f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+138:2007:x1830958839264512:12345-192.168.203.56@tcp:3:rw_seq_cst_vs_d.0 Request processed in 108us (218us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746139068.929978:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1118 00002000:00100000:0.0:1746139068.929983:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff88009f559f80 x1830958839264512/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:749/0 lens 488/4536 e 0 to 0 dl 1746139079 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139068.929988:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f559f80 with x1830958839264512 ext(0->4095) 00010000:00010000:0.0:1746139068.929992:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f674c00/0x1f9f6ca451ac8279 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f187 expref: 138 pid: 9564 timeout: 794 lvb_type: 0 00010000:00010000:0.0:1746139068.930000:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f674c00/0x1f9f6ca451ac8279 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f187 expref: 138 pid: 9564 timeout: 794 lvb_type: 0 00002000:00010000:0.0:1746139068.930004:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f559f80 00000100:00100000:0.0:1746139068.933218:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.933287:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.937457:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.941270:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.942260:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f55aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+138:2010:x1830958839265280:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 753us (994us total) trans 4294970336 rc 0/0 00000100:00100000:0.0:1746139068.942268:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1120 00002000:00100000:0.0:1746139068.942275:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88009f55aa00 x1830958839265280/t4294970336(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:749/0 lens 496/448 e 0 to 0 dl 1746139079 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139068.942411:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f55aa00 with x1830958839265280 ext(0->7) 00010000:00010000:0.0:1746139068.942423:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012fb92a00/0x1f9f6ca451ac8280 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f18e expref: 138 pid: 10475 timeout: 794 lvb_type: 0 00010000:00010000:0.0:1746139068.942438:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012fb92a00/0x1f9f6ca451ac8280 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f18e expref: 138 pid: 10475 timeout: 794 lvb_type: 0 00002000:00010000:0.0:1746139068.942443:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f55aa00 00000100:00100000:0.0:1746139068.943596:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.948494:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.951945:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.953794:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.957046:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.957102:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.960189:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.960220:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.960259:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.962393:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.965414:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.968765:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f2d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+140:2010:x1830958839267328:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3157us (3350us total) trans 4294970337 rc 0/0 00000100:00100000:0.0:1746139068.968776:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1122 00002000:00100000:0.0:1746139068.968786:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88009f2d0380 x1830958839267328/t4294970337(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:749/0 lens 496/448 e 0 to 0 dl 1746139079 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139068.968794:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f2d0380 with x1830958839267328 ext(0->7) 00010000:00010000:0.0:1746139068.968803:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f674600/0x1f9f6ca451ac8295 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f1a3 expref: 140 pid: 9564 timeout: 794 lvb_type: 0 00010000:00010000:0.0:1746139068.968817:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f674600/0x1f9f6ca451ac8295 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f1a3 expref: 140 pid: 9564 timeout: 794 lvb_type: 0 00002000:00010000:0.0:1746139068.968823:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f2d0380 00000100:00100000:0.0:1746139068.971855:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.979477:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.982721:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839267840 00000100:00100000:0.0:1746139068.982728:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839267840 00002000:00100000:0.0:1746139068.982773:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff8800a0869c00 x1830958839267840/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:749/0 lens 488/0 e 0 to 0 dl 1746139079 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139068.982782:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0869c00 with x1830958839267840 ext(0->4095) 00010000:00010000:0.0:1746139068.982790:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f7cc200/0x1f9f6ca451ac829c lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f1aa expref: 6 pid: 9564 timeout: 794 lvb_type: 0 00010000:00010000:0.0:1746139068.982801:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f7cc200/0x1f9f6ca451ac829c lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f1aa expref: 6 pid: 9564 timeout: 794 lvb_type: 0 00002000:00010000:0.0:1746139068.982806:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a0869c00 00000100:00100000:0.0:1746139068.982828:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 1123 00000100:00100000:0.0:1746139068.982835:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0869c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2010:x1830958839267840:12345-192.168.203.56@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746139068.982961:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0869c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2010:x1830958839267840:12345-192.168.203.56@tcp:3:rw_seq_cst_vs_d.0 Request processed in 126us (400us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746139068.982966:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1123 00002000:00100000:0.0:1746139068.982972:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff8800a0869c00 x1830958839267840/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:749/0 lens 488/4536 e 0 to 0 dl 1746139079 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139068.982978:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0869c00 with x1830958839267840 ext(0->4095) 00010000:00010000:0.0:1746139068.982983:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f7cc200/0x1f9f6ca451ac829c lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f1aa expref: 6 pid: 9564 timeout: 794 lvb_type: 0 00010000:00010000:0.0:1746139068.982991:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f7cc200/0x1f9f6ca451ac829c lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f1aa expref: 6 pid: 9564 timeout: 794 lvb_type: 0 00002000:00010000:0.0:1746139068.982996:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a0869c00 00000100:00100000:0.0:1746139068.986684:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.988992:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.992579:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.995580:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139068.998071:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f2d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+143:2009:x1830958839268608:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1047us (2493us total) trans 4294970338 rc 0/0 00000100:00100000:0.0:1746139068.998079:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1125 00002000:00100000:0.0:1746139068.998085:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88009f2d3b80 x1830958839268608/t4294970338(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:749/0 lens 496/448 e 0 to 0 dl 1746139079 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139068.998093:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f2d3b80 with x1830958839268608 ext(0->7) 00010000:00010000:0.0:1746139068.998099:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012fb93a00/0x1f9f6ca451ac82a3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f1b1 expref: 143 pid: 10475 timeout: 794 lvb_type: 0 00010000:00010000:0.0:1746139068.998110:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012fb93a00/0x1f9f6ca451ac82a3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f1b1 expref: 143 pid: 10475 timeout: 794 lvb_type: 0 00002000:00010000:0.0:1746139068.998116:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f2d3b80 00000100:00100000:0.0:1746139069.006422:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139069.015419:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139069.021004:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139069.026829:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139069.031707:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139069.033944:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139069.037553:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139069.043190:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139069.051646:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c413800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+145:2007:x1830958839270400:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1025us (8461us total) trans 4294970339 rc 0/0 00000100:00100000:0.0:1746139069.051655:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1128 00002000:00100000:0.0:1746139069.051663:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88009c413800 x1830958839270400/t4294970339(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:750/0 lens 496/448 e 0 to 0 dl 1746139080 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139069.051672:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c413800 with x1830958839270400 ext(0->7) 00010000:00010000:0.0:1746139069.051681:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f7ccc00/0x1f9f6ca451ac82b8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f1c6 expref: 145 pid: 9564 timeout: 794 lvb_type: 0 00010000:00010000:0.0:1746139069.051694:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f7ccc00/0x1f9f6ca451ac82b8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f1c6 expref: 145 pid: 9564 timeout: 794 lvb_type: 0 00002000:00010000:0.0:1746139069.051701:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c413800 00000100:00100000:0.0:1746139069.053237:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139069.056063:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139069.072227:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139069.072279:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139069.075080:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139069.076464:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139069.082657:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139069.082688:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839271552 00000100:00100000:0.0:1746139069.082695:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839271552 00010000:00010000:0.0:1746139069.082726:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f0af600/0x1f9f6ca451ac82c6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f1d4 expref: 6 pid: 9564 timeout: 794 lvb_type: 0 00000100:00100000:0.0:1746139069.082780:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 15297 00000100:00100000:0.0:1746139069.082788:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c411880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958839271552:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746139069.082800:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746139069.082819:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f0af600/0x1f9f6ca451ac82c6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f1d4 expref: 6 pid: 9564 timeout: 794 lvb_type: 0 00010000:00010000:0.0:1746139069.082830:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f0af600/0x1f9f6ca451ac82c6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f1d4 expref: 6 pid: 9564 timeout: 794 lvb_type: 0 00010000:00010000:0.0:1746139069.082849:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f0af600/0x1f9f6ca451ac82c6 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f1d4 expref: 6 pid: 9564 timeout: 794 lvb_type: 0 00010000:00010000:0.0:1746139069.082866:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139069.082868:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139069.082875:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f0aee00/0x1f9f6ca451ac82cd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f1db expref: 143 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139069.082882:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f0aee00/0x1f9f6ca451ac82cd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f1db expref: 143 pid: 9564 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746139069.086305:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c410a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:15672:1830958831684864:192.168.203.56@tcp:105: 00010000:00010000:0.0:1746139069.086323:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746139069.086373:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c411880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2007:x1830958839271552:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3585us (3724us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139069.086381:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 15297 00000100:00100000:0.0:1746139069.096001:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139069.103579:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139069.106338:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c410000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+146:2007:x1830958839272064:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2139us (2759us total) trans 4294970340 rc 0/0 00000100:00100000:0.0:1746139069.106347:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1130 00002000:00100000:0.0:1746139069.106355:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88009c410000 x1830958839272064/t4294970340(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:750/0 lens 496/448 e 0 to 0 dl 1746139080 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139069.106363:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c410000 with x1830958839272064 ext(0->7) 00010000:00010000:0.0:1746139069.106370:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f0aee00/0x1f9f6ca451ac82cd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f1db expref: 146 pid: 9564 timeout: 794 lvb_type: 0 00010000:00010000:0.0:1746139069.106382:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f0aee00/0x1f9f6ca451ac82cd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f1db expref: 146 pid: 9564 timeout: 794 lvb_type: 0 00002000:00010000:0.0:1746139069.106388:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c410000 00000100:00100000:0.0:1746139069.108259:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139069.111541:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139069.115385:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139069.118883:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139069.123128:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139069.125106:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139069.126908:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c411c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+148:2008:x1830958839273216:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1476us (1803us total) trans 4294970341 rc 0/0 00000100:00100000:0.0:1746139069.126917:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1132 00002000:00100000:0.0:1746139069.126922:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88009c411c00 x1830958839273216/t4294970341(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:750/0 lens 496/448 e 0 to 0 dl 1746139080 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139069.126934:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c411c00 with x1830958839273216 ext(0->7) 00010000:00010000:0.0:1746139069.126940:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f7cc600/0x1f9f6ca451ac82db lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f1e9 expref: 148 pid: 9564 timeout: 794 lvb_type: 0 00010000:00010000:0.0:1746139069.126951:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f7cc600/0x1f9f6ca451ac82db lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f1e9 expref: 148 pid: 9564 timeout: 794 lvb_type: 0 00002000:00010000:0.0:1746139069.126956:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c411c00 00000100:00100000:0.0:1746139069.129355:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139069.131896:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139069.136768:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139069.136841:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139069.139748:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139069.140049:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139069.143071:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139069.143111:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139069.146061:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139069.148240:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139069.151024:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072c18e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+150:2008:x1830958839275008:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2221us (2783us total) trans 4294970342 rc 0/0 00000100:00100000:0.0:1746139069.151035:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1135 00002000:00100000:0.0:1746139069.151048:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff880072c18e00 x1830958839275008/t4294970342(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:750/0 lens 496/448 e 0 to 0 dl 1746139080 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139069.151057:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072c18e00 with x1830958839275008 ext(0->7) 00010000:00010000:0.0:1746139069.151065:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f7cd200/0x1f9f6ca451ac82f0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f1fe expref: 150 pid: 9564 timeout: 794 lvb_type: 0 00010000:00010000:0.0:1746139069.151081:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f7cd200/0x1f9f6ca451ac82f0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f1fe expref: 150 pid: 9564 timeout: 794 lvb_type: 0 00002000:00010000:0.0:1746139069.151087:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880072c18e00 00000100:00100000:0.0:1746139069.153825:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139069.157410:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139069.160578:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139069.164875:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139069.164961:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139069.170774:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139069.178193:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139069.184935:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139069.190000:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139069.196204:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139069.197862:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb69180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+152:2008:x1830958839276928:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1088us (1660us total) trans 4294970343 rc 0/0 00000100:00100000:0.0:1746139069.197870:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1137 00002000:00100000:0.0:1746139069.197878:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88009cb69180 x1830958839276928/t4294970343(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:750/0 lens 496/448 e 0 to 0 dl 1746139080 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139069.197886:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb69180 with x1830958839276928 ext(0->7) 00010000:00010000:0.0:1746139069.197893:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f7cd200/0x1f9f6ca451ac8305 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f213 expref: 152 pid: 9564 timeout: 794 lvb_type: 0 00010000:00010000:0.0:1746139069.197904:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f7cd200/0x1f9f6ca451ac8305 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f213 expref: 152 pid: 9564 timeout: 794 lvb_type: 0 00002000:00010000:0.0:1746139069.197913:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009cb69180 00000100:00100000:0.0:1746139069.203545:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139069.216689:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139069.224122:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139069.225541:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139069.231559:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139069.236210:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139069.251112:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139069.251456:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139069.256244:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139069.265894:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139069.268834:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139069.272440:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139069.281540:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139069.292401:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139069.296778:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb6aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+156:2010:x1830958839279488:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 4125us (4375us total) trans 4294970345 rc 0/0 00000100:00100000:0.0:1746139069.296789:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1142 00002000:00100000:0.0:1746139069.296797:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88009cb6aa00 x1830958839279488/t4294970345(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:750/0 lens 496/448 e 0 to 0 dl 1746139080 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139069.296805:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb6aa00 with x1830958839279488 ext(0->7) 00010000:00010000:0.0:1746139069.296813:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012fb92a00/0x1f9f6ca451ac8321 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f22f expref: 156 pid: 10475 timeout: 794 lvb_type: 0 00010000:00010000:0.0:1746139069.296829:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012fb92a00/0x1f9f6ca451ac8321 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f22f expref: 156 pid: 10475 timeout: 794 lvb_type: 0 00002000:00010000:0.0:1746139069.296836:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009cb6aa00 00000100:00100000:0.0:1746139069.300518:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139069.310437:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139069.311755:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139069.315806:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139069.317327:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139069.321320:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139069.325886:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139069.327185:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801314bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+159:2010:x1830958839280768:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1126us (1300us total) trans 4294970346 rc 0/0 00000100:00100000:0.0:1746139069.327192:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1144 00002000:00100000:0.0:1746139069.327199:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff8801314bdc00 x1830958839280768/t4294970346(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:750/0 lens 496/448 e 0 to 0 dl 1746139080 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139069.327206:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801314bdc00 with x1830958839280768 ext(0->7) 00010000:00010000:0.0:1746139069.327211:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012fb93a00/0x1f9f6ca451ac832f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f23d expref: 159 pid: 10475 timeout: 794 lvb_type: 0 00010000:00010000:0.0:1746139069.327221:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012fb93a00/0x1f9f6ca451ac832f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f23d expref: 159 pid: 10475 timeout: 794 lvb_type: 0 00002000:00010000:0.0:1746139069.327226:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801314bdc00 00000100:00100000:0.0:1746139069.338270:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139069.343567:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139069.343702:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139069.343723:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839281280 00000100:00100000:0.0:1746139069.343740:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839281280 00002000:00100000:0.0:1746139069.343772:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff8801314bc380 x1830958839281280/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:750/0 lens 488/0 e 0 to 0 dl 1746139080 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139069.343781:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801314bc380 with x1830958839281280 ext(0->4095) 00002000:00010000:0.0:1746139069.343785:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801314bc380 00000100:00100000:0.0:1746139069.343799:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 12382 00000100:00100000:0.0:1746139069.343804:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801314bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+160:2010:x1830958839281280:12345-192.168.203.56@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746139069.344030:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801314bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+161:2010:x1830958839281280:12345-192.168.203.56@tcp:3:rw_seq_cst_vs_d.0 Request processed in 225us (327us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746139069.344037:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 12382 00002000:00100000:0.0:1746139069.344042:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff8801314bc380 x1830958839281280/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:750/0 lens 488/4536 e 0 to 0 dl 1746139080 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139069.344049:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801314bc380 with x1830958839281280 ext(0->4095) 00010000:00010000:0.0:1746139069.344054:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f7ccc00/0x1f9f6ca451ac8336 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f244 expref: 161 pid: 9563 timeout: 794 lvb_type: 0 00010000:00010000:0.0:1746139069.344064:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f7ccc00/0x1f9f6ca451ac8336 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f244 expref: 161 pid: 9563 timeout: 794 lvb_type: 0 00002000:00010000:0.0:1746139069.344071:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801314bc380 00000100:00100000:0.0:1746139069.347820:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139069.347861:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139069.353034:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139069.358506:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139069.364079:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801314bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+160:2008:x1830958839282048:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 5175us (5570us total) trans 4294970347 rc 0/0 00000100:00100000:0.0:1746139069.364092:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1146 00002000:00100000:0.0:1746139069.364103:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff8801314bed80 x1830958839282048/t4294970347(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:750/0 lens 496/448 e 0 to 0 dl 1746139080 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139069.364113:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801314bed80 with x1830958839282048 ext(0->7) 00010000:00010000:0.0:1746139069.364121:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012fb93600/0x1f9f6ca451ac833d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f24b expref: 160 pid: 10475 timeout: 794 lvb_type: 0 00010000:00010000:0.0:1746139069.364135:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012fb93600/0x1f9f6ca451ac833d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f24b expref: 160 pid: 10475 timeout: 794 lvb_type: 0 00002000:00010000:0.0:1746139069.364142:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801314bed80 00000100:00100000:0.0:1746139069.366777:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139069.370163:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139069.374944:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139069.383575:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139069.387198:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139069.397180:0:3766:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1746139069.397198:0:3766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ba6f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1830958831689088:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746139069.397251:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746139069.398100:0:3766:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ba6f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1830958831689088:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746139069.401448:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139069.401485:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139069.405702:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139069.414703:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139069.418595:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139069.419609:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbaf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+162:2007:x1830958839283968:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 779us (1020us total) trans 4294970348 rc 0/0 00000100:00100000:0.0:1746139069.419822:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1147 00002000:00100000:0.0:1746139069.419829:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88009cbaf480 x1830958839283968/t4294970348(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:750/0 lens 496/448 e 0 to 0 dl 1746139080 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139069.419837:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cbaf480 with x1830958839283968 ext(0->7) 00010000:00010000:0.0:1746139069.419842:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f0aec00/0x1f9f6ca451ac8352 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f260 expref: 162 pid: 10475 timeout: 794 lvb_type: 0 00010000:00010000:0.0:1746139069.419853:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f0aec00/0x1f9f6ca451ac8352 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f260 expref: 162 pid: 10475 timeout: 794 lvb_type: 0 00002000:00010000:0.0:1746139069.419858:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009cbaf480 00000100:00100000:0.0:1746139069.421878:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139069.427363:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ba6d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:15672:1830958831689728:192.168.203.56@tcp:105: 00010000:00010000:0.0:1746139069.427382:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746139069.427431:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800acc5d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+161:2009:x1830958839284096:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3784us (5558us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139069.427441:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 15317 00000100:00100000:0.0:1746139069.430072:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139069.434883:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139069.434927:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139069.440279:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839284992 00000100:00100000:0.0:1746139069.440285:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839284992 00010000:00010000:0.0:1746139069.440311:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f0ae200/0x1f9f6ca451ac8359 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f267 expref: 6 pid: 10475 timeout: 794 lvb_type: 0 00000100:00100000:0.0:1746139069.440381:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 15318 00000100:00100000:0.0:1746139069.440388:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bbe0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2010:x1830958839284992:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746139069.440398:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746139069.440412:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f0ae200/0x1f9f6ca451ac8359 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f267 expref: 6 pid: 10475 timeout: 794 lvb_type: 0 00010000:00010000:0.0:1746139069.440421:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f0ae200/0x1f9f6ca451ac8359 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f267 expref: 6 pid: 10475 timeout: 794 lvb_type: 0 00010000:00010000:0.0:1746139069.440439:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f0ae200/0x1f9f6ca451ac8359 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f267 expref: 6 pid: 10475 timeout: 794 lvb_type: 0 00010000:00010000:0.0:1746139069.440462:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746139069.440480:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bbe0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2010:x1830958839284992:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 93us (1030us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139069.440485:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 15318 00000100:00100000:0.0:1746139069.441128:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839285120 00000100:00100000:0.0:1746139069.441132:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839285120 00000100:00100000:0.0:1746139069.441338:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 28003 00000100:00100000:0.0:1746139069.441344:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bbe2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1158:x1830958839285120:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746139069.441354:0:9563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746139069.441363:0:9563:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88013102bc00/0x1f9f6ca451ac836e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a350f27c expref: -99 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139069.441375:0:9563:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012fb92c00/0x1f9f6ca451ac8367 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f275 expref: 162 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139069.441381:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746139069.441382:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746139069.441385:0:9563:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88013102bc00/0x1f9f6ca451ac836e lrc: 4/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f27c expref: 6 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139069.441400:0:9563:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012fb92c00/0x1f9f6ca451ac8367 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f275 expref: 162 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139069.441409:0:9563:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012fb92c00/0x1f9f6ca451ac8367 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f275 expref: 162 pid: 9563 timeout: 794 lvb_type: 0 00000100:00100000:0.0:1746139069.441417:0:9563:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cbace00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9563:1830958831690240:192.168.203.56@tcp:104: 00000100:00100000:0.0:1746139069.441441:0:9563:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007256ac00 going to sleep for 11 seconds 00000100:00100000:0.0:1746139069.444280:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839285504 00000100:00100000:0.0:1746139069.444285:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839285504 00002000:00100000:0.0:1746139069.444319:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff88012bbe0380 x1830958839285504/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:750/0 lens 488/0 e 0 to 0 dl 1746139080 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139069.444328:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bbe0380 with x1830958839285504 ext(0->4095) 00010000:00010000:0.0:1746139069.444335:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012fb92c00/0x1f9f6ca451ac8367 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f275 expref: 162 pid: 9563 timeout: 794 lvb_type: 0 00010000:00010000:0.0:1746139069.444345:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012fb92c00/0x1f9f6ca451ac8367 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f275 expref: 162 pid: 9563 timeout: 794 lvb_type: 0 00002000:00010000:0.0:1746139069.444351:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012bbe0380 00000100:00100000:0.0:1746139069.444365:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 1148 00000100:00100000:0.0:1746139069.444372:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bbe0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+162:2008:x1830958839285504:12345-192.168.203.56@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746139069.444467:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bbe0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+162:2008:x1830958839285504:12345-192.168.203.56@tcp:3:rw_seq_cst_vs_d.0 Request processed in 95us (308us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746139069.444473:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1148 00002000:00100000:0.0:1746139069.444478:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff88012bbe0380 x1830958839285504/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:750/0 lens 488/4536 e 0 to 0 dl 1746139080 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139069.444486:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bbe0380 with x1830958839285504 ext(0->4095) 00010000:00010000:0.0:1746139069.444490:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012fb92c00/0x1f9f6ca451ac8367 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f275 expref: 162 pid: 9563 timeout: 794 lvb_type: 0 00010000:00010000:0.0:1746139069.444498:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012fb92c00/0x1f9f6ca451ac8367 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f275 expref: 162 pid: 9563 timeout: 794 lvb_type: 0 00002000:00010000:0.0:1746139069.444503:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012bbe0380 00000100:00100000:0.0:1746139069.450416:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139069.454467:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139069.458169:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139069.469142:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139069.476852:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139069.480025:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139069.484814:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139069.484861:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139069.489832:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139069.494015:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139069.503121:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139069.504164:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb6a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+166:2007:x1830958839287808:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 827us (1047us total) trans 4294970350 rc 0/0 00000100:00100000:0.0:1746139069.504173:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1151 00002000:00100000:0.0:1746139069.504179:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88009cb6a300 x1830958839287808/t4294970350(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:750/0 lens 496/448 e 0 to 0 dl 1746139080 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139069.504187:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb6a300 with x1830958839287808 ext(0->7) 00010000:00010000:0.0:1746139069.504193:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f0af800/0x1f9f6ca451ac837c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f28a expref: 166 pid: 9563 timeout: 794 lvb_type: 0 00010000:00010000:0.0:1746139069.504202:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f0af800/0x1f9f6ca451ac837c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f28a expref: 166 pid: 9563 timeout: 794 lvb_type: 0 00002000:00010000:0.0:1746139069.504207:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009cb6a300 00000100:00100000:0.0:1746139069.519439:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139069.533060:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139069.533093:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839288192 00000100:00100000:0.0:1746139069.533099:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839288192 00002000:00100000:0.0:1746139069.533134:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff8801314bf800 x1830958839288192/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:750/0 lens 488/0 e 0 to 0 dl 1746139080 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139069.533143:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801314bf800 with x1830958839288192 ext(0->4095) 00002000:00010000:0.0:1746139069.533147:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801314bf800 00000100:00100000:0.0:1746139069.533177:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 12392 00000100:00100000:0.0:1746139069.533184:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801314bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958839288192:12345-192.168.203.56@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746139069.553446:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139069.555171:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139069.557014:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139069.562037:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139069.570771:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139069.571890:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c25f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+169:2007:x1830958839289088:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 798us (1126us total) trans 4294970351 rc 0/0 00000100:00100000:0.0:1746139069.571897:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1153 00002000:00100000:0.0:1746139069.571902:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88012c25f480 x1830958839289088/t4294970351(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:750/0 lens 496/448 e 0 to 0 dl 1746139080 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139069.571909:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c25f480 with x1830958839289088 ext(0->7) 00010000:00010000:0.0:1746139069.571914:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f0ae800/0x1f9f6ca451ac838a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f298 expref: 169 pid: 9563 timeout: 794 lvb_type: 0 00010000:00010000:0.0:1746139069.571923:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f0ae800/0x1f9f6ca451ac838a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f298 expref: 169 pid: 9563 timeout: 794 lvb_type: 0 00002000:00010000:0.0:1746139069.571928:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012c25f480 00000100:00100000:0.0:1746139069.575410:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139069.585800:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139069.598975:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139069.602962:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139069.609948:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139069.617504:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139069.621266:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c25c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+170:2009:x1830958839290368:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2640us (3761us total) trans 4294970352 rc 0/0 00000100:00100000:0.0:1746139069.623321:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1155 00002000:00100000:0.0:1746139069.623336:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88012c25c700 x1830958839290368/t4294970352(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:750/0 lens 496/448 e 0 to 0 dl 1746139080 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139069.623346:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c25c700 with x1830958839290368 ext(0->7) 00010000:00010000:0.0:1746139069.623357:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f0af800/0x1f9f6ca451ac8398 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f2ad expref: 170 pid: 9563 timeout: 794 lvb_type: 0 00010000:00010000:0.0:1746139069.623373:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f0af800/0x1f9f6ca451ac8398 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f2ad expref: 170 pid: 9563 timeout: 794 lvb_type: 0 00002000:00010000:0.0:1746139069.623380:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012c25c700 00000100:00100000:0.0:1746139069.626713:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139069.633510:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139069.648076:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139069.648743:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139069.651486:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139069.656687:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139069.663518:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139069.678443:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139069.683660:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c25fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+173:2009:x1830958839292160:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3504us (5215us total) trans 4294970353 rc 0/0 00000100:00100000:0.0:1746139069.683671:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1158 00002000:00100000:0.0:1746139069.683681:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88012c25fb80 x1830958839292160/t4294970353(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:750/0 lens 496/448 e 0 to 0 dl 1746139080 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139069.683689:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c25fb80 with x1830958839292160 ext(0->7) 00010000:00010000:0.0:1746139069.683697:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ee69800/0x1f9f6ca451ac83ad lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f2bb expref: 173 pid: 9564 timeout: 794 lvb_type: 0 00010000:00010000:0.0:1746139069.683710:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ee69800/0x1f9f6ca451ac83ad lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f2bb expref: 173 pid: 9564 timeout: 794 lvb_type: 0 00002000:00010000:0.0:1746139069.683722:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012c25fb80 00000100:00100000:0.0:1746139069.686945:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139069.691227:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139069.694580:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839292672 00000100:00100000:0.0:1746139069.694587:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839292672 00002000:00100000:0.0:1746139069.694642:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff8800a0868000 x1830958839292672/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:750/0 lens 488/0 e 0 to 0 dl 1746139080 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139069.694651:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0868000 with x1830958839292672 ext(0->4095) 00010000:00010000:0.0:1746139069.694659:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f0aee00/0x1f9f6ca451ac83b4 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f2c2 expref: 174 pid: 9564 timeout: 794 lvb_type: 0 00010000:00010000:0.0:1746139069.694671:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f0aee00/0x1f9f6ca451ac83b4 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f2c2 expref: 174 pid: 9564 timeout: 794 lvb_type: 0 00002000:00010000:0.0:1746139069.694678:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a0868000 00000100:00100000:0.0:1746139069.694693:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 1159 00000100:00100000:0.0:1746139069.694701:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0868000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+174:2008:x1830958839292672:12345-192.168.203.56@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746139069.694815:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0868000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+174:2008:x1830958839292672:12345-192.168.203.56@tcp:3:rw_seq_cst_vs_d.0 Request processed in 114us (417us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746139069.694821:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1159 00002000:00100000:0.0:1746139069.694827:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff8800a0868000 x1830958839292672/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:750/0 lens 488/4536 e 0 to 0 dl 1746139080 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139069.694834:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0868000 with x1830958839292672 ext(0->4095) 00010000:00010000:0.0:1746139069.694838:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f0aee00/0x1f9f6ca451ac83b4 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f2c2 expref: 174 pid: 9564 timeout: 794 lvb_type: 0 00010000:00010000:0.0:1746139069.694847:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f0aee00/0x1f9f6ca451ac83b4 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f2c2 expref: 174 pid: 9564 timeout: 794 lvb_type: 0 00002000:00010000:0.0:1746139069.694853:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a0868000 00000100:00100000:0.0:1746139069.703574:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139069.703695:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139069.707657:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839293184 00000100:00100000:0.0:1746139069.707663:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839293184 00002000:00100000:0.0:1746139069.707693:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff8800a0868380 x1830958839293184/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:750/0 lens 488/0 e 0 to 0 dl 1746139080 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139069.707703:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0868380 with x1830958839293184 ext(0->4095) 00010000:00010000:0.0:1746139069.707709:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f0ae200/0x1f9f6ca451ac83bb lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f2c9 expref: 172 pid: 9563 timeout: 794 lvb_type: 0 00010000:00010000:0.0:1746139069.707721:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f0ae200/0x1f9f6ca451ac83bb lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f2c9 expref: 172 pid: 9563 timeout: 794 lvb_type: 0 00002000:00010000:0.0:1746139069.707739:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a0868380 00000100:00100000:0.0:1746139069.707761:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 1160 00000100:00100000:0.0:1746139069.707767:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0868380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+172:2007:x1830958839293184:12345-192.168.203.56@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746139069.707854:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0868380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+172:2007:x1830958839293184:12345-192.168.203.56@tcp:3:rw_seq_cst_vs_d.0 Request processed in 88us (520us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746139069.707860:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1160 00002000:00100000:0.0:1746139069.707864:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff8800a0868380 x1830958839293184/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:750/0 lens 488/4536 e 0 to 0 dl 1746139080 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139069.707872:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0868380 with x1830958839293184 ext(0->4095) 00010000:00010000:0.0:1746139069.707876:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f0ae200/0x1f9f6ca451ac83bb lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f2c9 expref: 172 pid: 9563 timeout: 794 lvb_type: 0 00010000:00010000:0.0:1746139069.707885:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f0ae200/0x1f9f6ca451ac83bb lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f2c9 expref: 172 pid: 9563 timeout: 794 lvb_type: 0 00002000:00010000:0.0:1746139069.707890:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a0868380 00000100:00100000:0.0:1746139069.715392:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0869880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+174:2009:x1830958839293440:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 842us (1127us total) trans 4294970354 rc 0/0 00000100:00100000:0.0:1746139069.715400:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1161 00002000:00100000:0.0:1746139069.715405:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff8800a0869880 x1830958839293440/t4294970354(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:750/0 lens 496/448 e 0 to 0 dl 1746139080 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139069.715412:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0869880 with x1830958839293440 ext(0->7) 00010000:00010000:0.0:1746139069.715417:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f0ae200/0x1f9f6ca451ac83bb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f2c9 expref: 174 pid: 9563 timeout: 794 lvb_type: 0 00010000:00010000:0.0:1746139069.715427:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f0ae200/0x1f9f6ca451ac83bb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f2c9 expref: 174 pid: 9563 timeout: 794 lvb_type: 0 00002000:00010000:0.0:1746139069.715432:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a0869880 00000100:00100000:0.0:1746139069.716977:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139069.729044:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139069.736041:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139069.736569:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139069.742459:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139069.742507:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139069.745260:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139069.745299:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139069.749180:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139069.755017:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bbe3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+176:2009:x1830958839295232:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 847us (1026us total) trans 4294970355 rc 0/0 00000100:00100000:0.0:1746139069.755024:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1164 00002000:00100000:0.0:1746139069.755029:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88012bbe3100 x1830958839295232/t4294970355(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:750/0 lens 496/448 e 0 to 0 dl 1746139080 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139069.755037:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bbe3100 with x1830958839295232 ext(0->7) 00010000:00010000:0.0:1746139069.755042:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f7cd400/0x1f9f6ca451ac83d0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f2de expref: 176 pid: 9564 timeout: 795 lvb_type: 0 00010000:00010000:0.0:1746139069.755051:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f7cd400/0x1f9f6ca451ac83d0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f2de expref: 176 pid: 9564 timeout: 795 lvb_type: 0 00002000:00010000:0.0:1746139069.755057:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012bbe3100 00000100:00100000:0.0:1746139069.759108:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139069.766013:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139069.766051:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139069.766110:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139069.766131:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139069.766147:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139069.769718:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139069.778832:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139069.782765:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139069.782849:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139069.789649:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139069.789682:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139069.792336:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139069.794348:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139069.806590:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139069.808350:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+179:2009:x1830958839298176:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 808us (1768us total) trans 4294970356 rc 0/0 00000100:00100000:0.0:1746139069.808358:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1167 00002000:00100000:0.0:1746139069.808364:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff8801391d3800 x1830958839298176/t4294970356(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:750/0 lens 496/448 e 0 to 0 dl 1746139080 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139069.808372:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801391d3800 with x1830958839298176 ext(0->7) 00010000:00010000:0.0:1746139069.808377:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f7ccc00/0x1f9f6ca451ac83e5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f2f3 expref: 179 pid: 9564 timeout: 795 lvb_type: 0 00010000:00010000:0.0:1746139069.808388:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f7ccc00/0x1f9f6ca451ac83e5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f2f3 expref: 179 pid: 9564 timeout: 795 lvb_type: 0 00002000:00010000:0.0:1746139069.808393:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801391d3800 00000100:00100000:0.0:1746139069.809859:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139069.820446:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139069.821443:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139069.823106:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139069.826770:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139069.833640:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139069.842311:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139069.843877:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+180:2009:x1830958839299456:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 899us (1572us total) trans 4294970357 rc 0/0 00000100:00100000:0.0:1746139069.843885:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1170 00002000:00100000:0.0:1746139069.843890:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff8801391d2a00 x1830958839299456/t4294970357(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:750/0 lens 496/448 e 0 to 0 dl 1746139080 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139069.843897:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801391d2a00 with x1830958839299456 ext(0->7) 00010000:00010000:0.0:1746139069.843902:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f674600/0x1f9f6ca451ac83f3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f301 expref: 180 pid: 9564 timeout: 795 lvb_type: 0 00010000:00010000:0.0:1746139069.843911:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f674600/0x1f9f6ca451ac83f3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f301 expref: 180 pid: 9564 timeout: 795 lvb_type: 0 00002000:00010000:0.0:1746139069.843916:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801391d2a00 00000100:00100000:0.0:1746139069.851698:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139069.858585:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012bbe1180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830958831694976:192.168.203.56@tcp:105: 00010000:00010000:0.0:1746139069.858608:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746139069.858738:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b60e9717-019c-4527-a82a-15e993ac5189+179:2007:x1830958839299584:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 6620us (7036us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139069.859870:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 15340 00000100:00100000:0.0:1746139069.861663:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839299840 00000100:00100000:0.0:1746139069.861670:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839299840 00002000:00100000:0.0:1746139069.861706:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff88012bbe2680 x1830958839299840/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:750/0 lens 488/0 e 0 to 0 dl 1746139080 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139069.861714:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bbe2680 with x1830958839299840 ext(0->4095) 00002000:00010000:0.0:1746139069.861718:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012bbe2680 00000100:00100000:0.0:1746139069.861754:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 12398 00000100:00100000:0.0:1746139069.861761:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bbe2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958839299840:12345-192.168.203.56@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746139069.861877:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bbe2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958839299840:12345-192.168.203.56@tcp:3:rw_seq_cst_vs_d.0 Request processed in 116us (391us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746139069.861883:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 12398 00002000:00100000:0.0:1746139069.861887:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff88012bbe2680 x1830958839299840/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:750/0 lens 488/4536 e 0 to 0 dl 1746139080 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139069.861893:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bbe2680 with x1830958839299840 ext(0->4095) 00002000:00010000:0.0:1746139069.861895:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012bbe2680 00000100:00100000:0.0:1746139069.863018:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139069.864816:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139069.866013:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139069.872099:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139069.882036:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139069.888315:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+183:2009:x1830958839300736:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3294us (6278us total) trans 4294970358 rc 0/0 00000100:00100000:0.0:1746139069.888328:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1172 00002000:00100000:0.0:1746139069.888341:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff8801391d1c00 x1830958839300736/t4294970358(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:750/0 lens 496/448 e 0 to 0 dl 1746139080 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139069.888350:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801391d1c00 with x1830958839300736 ext(0->7) 00010000:00010000:0.0:1746139069.888362:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f675400/0x1f9f6ca451ac8401 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f30f expref: 183 pid: 24929 timeout: 795 lvb_type: 0 00010000:00010000:0.0:1746139069.888378:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f675400/0x1f9f6ca451ac8401 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f30f expref: 183 pid: 24929 timeout: 795 lvb_type: 0 00002000:00010000:0.0:1746139069.888384:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801391d1c00 00000100:00100000:0.0:1746139069.894203:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139069.895775:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139069.899842:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139069.903821:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139069.903908:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139069.903932:0:10475:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839301504 00000100:00100000:0.0:1746139069.903938:0:10475:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839301504 00000100:00100000:0.0:1746139069.903976:0:10475:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 28027 00000100:00100000:0.0:1746139069.903983:0:10475:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0759f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1158:x1830958839301504:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746139069.903999:0:10475:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746139069.904012:0:10475:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f4d6e00/0x1f9f6ca451ac8416 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a350f324 expref: -99 pid: 10475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139069.904031:0:10475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139069.904036:0:10475:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f5a2400/0x1f9f6ca451ac840f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f31d expref: 183 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139069.904040:0:10475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746139069.904043:0:10475:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f4d6e00/0x1f9f6ca451ac8416 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f324 expref: 6 pid: 10475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139069.904071:0:10475:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f5a2400/0x1f9f6ca451ac840f lrc: 3/0,0 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f31d expref: 183 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139069.904082:0:10475:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f4d6e00/0x1f9f6ca451ac8416 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f324 expref: 6 pid: 10475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139069.904092:0:10475:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f4d6e00, rc 0) 00000100:00100000:0.0:1746139069.905485:0:10475:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0759f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1158:x1830958839301504:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1496us (1570us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139069.905495:0:10475:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 28027 00000100:00100000:0.0:1746139069.908530:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139069.916938:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139069.917864:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a075a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+184:2007:x1830958839302016:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 722us (931us total) trans 4294970359 rc 0/0 00000100:00100000:0.0:1746139069.917871:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1175 00002000:00100000:0.0:1746139069.917880:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff8800a075a680 x1830958839302016/t4294970359(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:750/0 lens 496/448 e 0 to 0 dl 1746139080 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139069.917887:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a075a680 with x1830958839302016 ext(0->7) 00010000:00010000:0.0:1746139069.917892:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f5a2400/0x1f9f6ca451ac840f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f31d expref: 184 pid: 9564 timeout: 795 lvb_type: 0 00010000:00010000:0.0:1746139069.917901:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f5a2400/0x1f9f6ca451ac840f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f31d expref: 184 pid: 9564 timeout: 795 lvb_type: 0 00002000:00010000:0.0:1746139069.917906:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a075a680 00000100:00100000:0.0:1746139069.920516:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139069.927798:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139069.933920:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139069.933969:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139069.939097:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139069.945439:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139069.952303:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139069.953518:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0759c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+187:2008:x1830958839303296:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 932us (1219us total) trans 4294970360 rc 0/0 00000100:00100000:0.0:1746139069.953526:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1177 00002000:00100000:0.0:1746139069.953533:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff8800a0759c00 x1830958839303296/t4294970360(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:750/0 lens 496/448 e 0 to 0 dl 1746139080 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139069.953540:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0759c00 with x1830958839303296 ext(0->7) 00010000:00010000:0.0:1746139069.953546:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f7ccc00/0x1f9f6ca451ac841d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f32b expref: 187 pid: 9564 timeout: 795 lvb_type: 0 00010000:00010000:0.0:1746139069.953556:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f7ccc00/0x1f9f6ca451ac841d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f32b expref: 187 pid: 9564 timeout: 795 lvb_type: 0 00002000:00010000:0.0:1746139069.953561:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a0759c00 00000100:00100000:0.0:1746139069.957336:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139069.963071:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139069.965461:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139069.967956:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139069.974492:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139069.988857:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839304576 00000100:00100000:0.0:1746139069.988862:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839304576 00010000:00010000:0.0:1746139069.988878:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f675400/0x1f9f6ca451ac842b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f339 expref: 6 pid: 9564 timeout: 795 lvb_type: 0 00000100:00100000:0.0:1746139069.988899:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 15347 00000100:00100000:0.0:1746139069.988905:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bbe3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958839304576:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746139069.988916:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746139069.988931:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f675400/0x1f9f6ca451ac842b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f339 expref: 6 pid: 9564 timeout: 795 lvb_type: 0 00010000:00010000:0.0:1746139069.988941:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f675400/0x1f9f6ca451ac842b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f339 expref: 6 pid: 9564 timeout: 795 lvb_type: 0 00010000:00010000:0.0:1746139069.988957:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f675400/0x1f9f6ca451ac842b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f339 expref: 6 pid: 9564 timeout: 795 lvb_type: 0 00010000:00010000:0.0:1746139069.991210:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746139069.995933:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139069.995979:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139070.002514:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139070.006998:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139070.009913:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5f9b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+188:2009:x1830958839305344:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2612us (2909us total) trans 4294970361 rc 0/0 00000100:00100000:0.0:1746139070.009926:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1180 00002000:00100000:0.0:1746139070.009938:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff8800a5f9b100 x1830958839305344/t4294970361(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:751/0 lens 496/448 e 0 to 0 dl 1746139081 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139070.009947:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5f9b100 with x1830958839305344 ext(0->7) 00010000:00010000:0.0:1746139070.009957:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012def5e00/0x1f9f6ca451ac8432 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f340 expref: 188 pid: 24929 timeout: 795 lvb_type: 0 00010000:00010000:0.0:1746139070.009975:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012def5e00/0x1f9f6ca451ac8432 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f340 expref: 188 pid: 24929 timeout: 795 lvb_type: 0 00002000:00010000:0.0:1746139070.009982:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a5f9b100 00000100:00100000:0.0:1746139070.020244:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139070.024803:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139070.032096:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139070.032156:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139070.037798:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139070.040675:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139070.047118:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139070.050777:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5f9aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+191:2009:x1830958839306624:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2932us (3663us total) trans 4294970362 rc 0/0 00000100:00100000:0.0:1746139070.050789:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1182 00002000:00100000:0.0:1746139070.050798:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff8800a5f9aa00 x1830958839306624/t4294970362(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:751/0 lens 496/448 e 0 to 0 dl 1746139081 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139070.050806:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5f9aa00 with x1830958839306624 ext(0->7) 00010000:00010000:0.0:1746139070.050815:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f035e00/0x1f9f6ca451ac8440 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f34e expref: 191 pid: 24929 timeout: 795 lvb_type: 0 00010000:00010000:0.0:1746139070.050828:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f035e00/0x1f9f6ca451ac8440 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f34e expref: 191 pid: 24929 timeout: 795 lvb_type: 0 00002000:00010000:0.0:1746139070.050834:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a5f9aa00 00000100:00100000:0.0:1746139070.055229:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139070.059716:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139070.064840:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839307136 00000100:00100000:0.0:1746139070.064848:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839307136 00002000:00100000:0.0:1746139070.064891:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff8800a0868700 x1830958839307136/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:751/0 lens 488/0 e 0 to 0 dl 1746139081 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139070.064901:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0868700 with x1830958839307136 ext(0->4095) 00010000:00010000:0.0:1746139070.064910:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f572600/0x1f9f6ca451ac8447 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f355 expref: 192 pid: 9564 timeout: 795 lvb_type: 0 00010000:00010000:0.0:1746139070.064929:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f572600/0x1f9f6ca451ac8447 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f355 expref: 192 pid: 9564 timeout: 795 lvb_type: 0 00002000:00010000:0.0:1746139070.064935:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a0868700 00000100:00100000:0.0:1746139070.064964:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 1183 00000100:00100000:0.0:1746139070.064971:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0868700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+192:2007:x1830958839307136:12345-192.168.203.56@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746139070.065107:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0868700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+192:2007:x1830958839307136:12345-192.168.203.56@tcp:3:rw_seq_cst_vs_d.0 Request processed in 136us (586us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746139070.065113:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1183 00002000:00100000:0.0:1746139070.065118:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff8800a0868700 x1830958839307136/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:751/0 lens 488/4536 e 0 to 0 dl 1746139081 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139070.065125:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0868700 with x1830958839307136 ext(0->4095) 00010000:00010000:0.0:1746139070.065130:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f572600/0x1f9f6ca451ac8447 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f355 expref: 192 pid: 9564 timeout: 795 lvb_type: 0 00010000:00010000:0.0:1746139070.065138:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f572600/0x1f9f6ca451ac8447 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f355 expref: 192 pid: 9564 timeout: 795 lvb_type: 0 00002000:00010000:0.0:1746139070.065144:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a0868700 00000100:00100000:0.0:1746139070.070895:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139070.072014:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139070.076714:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139070.085918:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139070.087134:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c24aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+192:2008:x1830958839307904:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 891us (1225us total) trans 4294970363 rc 0/0 00000100:00100000:0.0:1746139070.087144:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1185 00002000:00100000:0.0:1746139070.087151:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88012c24aa00 x1830958839307904/t4294970363(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:751/0 lens 496/448 e 0 to 0 dl 1746139081 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139070.087160:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c24aa00 with x1830958839307904 ext(0->7) 00010000:00010000:0.0:1746139070.087167:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f034200/0x1f9f6ca451ac844e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f35c expref: 192 pid: 24929 timeout: 795 lvb_type: 0 00010000:00010000:0.0:1746139070.087178:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f034200/0x1f9f6ca451ac844e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f35c expref: 192 pid: 24929 timeout: 795 lvb_type: 0 00002000:00010000:0.0:1746139070.087184:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012c24aa00 00000100:00100000:0.0:1746139070.088784:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139070.103741:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139070.103858:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139070.106862:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139070.107656:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139070.113360:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139070.132476:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139070.135312:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c24a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+195:2010:x1830958839309184:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1137us (2835us total) trans 4294970364 rc 0/0 00000100:00100000:0.0:1746139070.135320:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1187 00002000:00100000:0.0:1746139070.135326:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88012c24a300 x1830958839309184/t4294970364(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:751/0 lens 496/448 e 0 to 0 dl 1746139081 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139070.135334:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c24a300 with x1830958839309184 ext(0->7) 00010000:00010000:0.0:1746139070.135340:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f034e00/0x1f9f6ca451ac845c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f36a expref: 195 pid: 24929 timeout: 795 lvb_type: 0 00010000:00010000:0.0:1746139070.135352:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f034e00/0x1f9f6ca451ac845c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f36a expref: 195 pid: 24929 timeout: 795 lvb_type: 0 00002000:00010000:0.0:1746139070.135358:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012c24a300 00000100:00100000:0.0:1746139070.141384:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139070.141446:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139070.145767:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139070.147118:0:3764:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1746139070.147131:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ba6f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1830958831699072:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1746139070.147168:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746139070.147954:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ba6f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1830958831699072:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1746139070.149543:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139070.149597:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139070.153946:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139070.157692:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139070.159699:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007278b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+196:2007:x1830958839310464:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1513us (2008us total) trans 4294970365 rc 0/0 00000100:00100000:0.0:1746139070.159709:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1190 00002000:00100000:0.0:1746139070.159716:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88007278b480 x1830958839310464/t4294970365(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:751/0 lens 496/448 e 0 to 0 dl 1746139081 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139070.159732:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007278b480 with x1830958839310464 ext(0->7) 00010000:00010000:0.0:1746139070.159739:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f034400/0x1f9f6ca451ac846a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f378 expref: 196 pid: 24929 timeout: 795 lvb_type: 0 00010000:00010000:0.0:1746139070.159757:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f034400/0x1f9f6ca451ac846a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f378 expref: 196 pid: 24929 timeout: 795 lvb_type: 0 00002000:00010000:0.0:1746139070.159764:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007278b480 00000100:00100000:0.0:1746139070.164551:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139070.171944:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139070.177293:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139070.177976:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839311104 00000100:00100000:0.0:1746139070.177979:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839311104 00000100:00100000:0.0:1746139070.178013:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 28042 00000100:00100000:0.0:1746139070.178019:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a086aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+197:1158:x1830958839311104:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746139070.178026:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746139070.178033:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012def4200/0x1f9f6ca451ac847f lrc: 2/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a350f38d expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139070.178115:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139070.178120:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f034600/0x1f9f6ca451ac8478 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f386 expref: 198 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139070.178125:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746139070.178128:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012def4200/0x1f9f6ca451ac847f lrc: 4/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f38d expref: 198 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139070.178151:0:9564:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f034600/0x1f9f6ca451ac8478 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f386 expref: 198 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139070.178163:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012def4200/0x1f9f6ca451ac847f lrc: 3/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f38d expref: 198 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139070.178172:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012def4200, rc 0) 00000100:00100000:0.0:1746139070.178500:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a086aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+198:1158:x1830958839311104:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 480us (558us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139070.178507:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 28042 00000100:00100000:0.0:1746139070.183328:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139070.187732:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139070.194876:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139070.196162:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072789c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+199:2009:x1830958839311744:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 998us (1291us total) trans 4294970366 rc 0/0 00000100:00100000:0.0:1746139070.196170:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1192 00002000:00100000:0.0:1746139070.196176:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff880072789c00 x1830958839311744/t4294970366(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:751/0 lens 496/448 e 0 to 0 dl 1746139081 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139070.196184:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072789c00 with x1830958839311744 ext(0->7) 00010000:00010000:0.0:1746139070.196190:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f034600/0x1f9f6ca451ac8478 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f386 expref: 199 pid: 24929 timeout: 795 lvb_type: 0 00010000:00010000:0.0:1746139070.196201:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f034600/0x1f9f6ca451ac8478 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f386 expref: 199 pid: 24929 timeout: 795 lvb_type: 0 00002000:00010000:0.0:1746139070.196207:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880072789c00 00000100:00100000:0.0:1746139070.197693:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139070.202657:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839312128 00000100:00100000:0.0:1746139070.202671:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839312128 00002000:00100000:0.0:1746139070.202733:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff88009ba6e300 x1830958839312128/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:751/0 lens 488/0 e 0 to 0 dl 1746139081 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139070.202748:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba6e300 with x1830958839312128 ext(0->4095) 00002000:00010000:0.0:1746139070.202753:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ba6e300 00000100:00100000:0.0:1746139070.202782:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 12405 00000100:00100000:0.0:1746139070.202791:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba6e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+198:2007:x1830958839312128:12345-192.168.203.56@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746139070.203970:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba6e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+198:2007:x1830958839312128:12345-192.168.203.56@tcp:3:rw_seq_cst_vs_d.0 Request processed in 1175us (3848us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746139070.203979:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 12405 00002000:00100000:0.0:1746139070.203985:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff88009ba6e300 x1830958839312128/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:751/0 lens 488/4536 e 0 to 0 dl 1746139081 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139070.203992:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba6e300 with x1830958839312128 ext(0->4095) 00002000:00010000:0.0:1746139070.203994:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ba6e300 00000100:00100000:0.0:1746139070.210423:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139070.210585:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139070.214270:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139070.215606:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139070.218352:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139070.218919:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139070.221860:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139070.224136:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139070.225457:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007278ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+200:2008:x1830958839313792:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 953us (1327us total) trans 4294970367 rc 0/0 00000100:00100000:0.0:1746139070.225466:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1195 00002000:00100000:0.0:1746139070.225472:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88007278ad80 x1830958839313792/t4294970367(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:751/0 lens 496/448 e 0 to 0 dl 1746139081 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139070.225485:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007278ad80 with x1830958839313792 ext(0->7) 00010000:00010000:0.0:1746139070.225491:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f572600/0x1f9f6ca451ac848d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f39b expref: 200 pid: 9564 timeout: 795 lvb_type: 0 00010000:00010000:0.0:1746139070.225502:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f572600/0x1f9f6ca451ac848d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f39b expref: 200 pid: 9564 timeout: 795 lvb_type: 0 00002000:00010000:0.0:1746139070.225508:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007278ad80 00000100:00100000:0.0:1746139070.230235:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139070.240182:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139070.241132:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139070.242895:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139070.246781:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139070.250027:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139070.256942:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0869500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+203:2009:x1830958839315072:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3352us (3902us total) trans 4294970368 rc 0/0 00000100:00100000:0.0:1746139070.256960:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1197 00002000:00100000:0.0:1746139070.256969:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff8800a0869500 x1830958839315072/t4294970368(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:751/0 lens 496/448 e 0 to 0 dl 1746139081 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139070.256979:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0869500 with x1830958839315072 ext(0->7) 00010000:00010000:0.0:1746139070.256989:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f674600/0x1f9f6ca451ac849b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f3a9 expref: 203 pid: 24929 timeout: 795 lvb_type: 0 00010000:00010000:0.0:1746139070.257011:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f674600/0x1f9f6ca451ac849b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f3a9 expref: 203 pid: 24929 timeout: 795 lvb_type: 0 00002000:00010000:0.0:1746139070.257022:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a0869500 00000100:00100000:0.0:1746139070.260439:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139070.266316:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139070.275127:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139070.284323:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139070.297211:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139070.302181:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139070.304698:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c851880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+204:2007:x1830958839316736:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1913us (2516us total) trans 4294970369 rc 0/0 00000100:00100000:0.0:1746139070.304708:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1199 00002000:00100000:0.0:1746139070.304715:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88009c851880 x1830958839316736/t4294970369(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:751/0 lens 496/448 e 0 to 0 dl 1746139081 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139070.304734:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c851880 with x1830958839316736 ext(0->7) 00010000:00010000:0.0:1746139070.304742:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f035e00/0x1f9f6ca451ac84b0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f3be expref: 204 pid: 9564 timeout: 795 lvb_type: 0 00010000:00010000:0.0:1746139070.304755:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f035e00/0x1f9f6ca451ac84b0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f3be expref: 204 pid: 9564 timeout: 795 lvb_type: 0 00002000:00010000:0.0:1746139070.304761:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c851880 00000100:00100000:0.0:1746139070.305847:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139070.310808:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139070.313651:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139070.313811:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839317248 00000100:00100000:0.0:1746139070.313817:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839317248 00002000:00100000:0.0:1746139070.313854:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff88009c852300 x1830958839317248/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:751/0 lens 488/0 e 0 to 0 dl 1746139081 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139070.313863:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c852300 with x1830958839317248 ext(0->4095) 00010000:00010000:0.0:1746139070.313870:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f034600/0x1f9f6ca451ac84b7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f3c5 expref: 6 pid: 9564 timeout: 795 lvb_type: 0 00010000:00010000:0.0:1746139070.313881:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f034600/0x1f9f6ca451ac84b7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f3c5 expref: 6 pid: 9564 timeout: 795 lvb_type: 0 00002000:00010000:0.0:1746139070.313887:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c852300 00000100:00100000:0.0:1746139070.313909:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 1200 00000100:00100000:0.0:1746139070.313916:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c852300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958839317248:12345-192.168.203.56@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746139070.314012:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c852300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958839317248:12345-192.168.203.56@tcp:3:rw_seq_cst_vs_d.0 Request processed in 97us (362us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746139070.314018:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1200 00002000:00100000:0.0:1746139070.314023:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff88009c852300 x1830958839317248/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:751/0 lens 488/4536 e 0 to 0 dl 1746139081 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139070.314029:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c852300 with x1830958839317248 ext(0->4095) 00010000:00010000:0.0:1746139070.314033:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f034600/0x1f9f6ca451ac84b7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f3c5 expref: 6 pid: 9564 timeout: 795 lvb_type: 0 00010000:00010000:0.0:1746139070.314040:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f034600/0x1f9f6ca451ac84b7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f3c5 expref: 6 pid: 9564 timeout: 795 lvb_type: 0 00002000:00010000:0.0:1746139070.314046:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c852300 00000100:00100000:0.0:1746139070.316100:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139070.319417:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139070.325462:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139070.331772:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139070.346442:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139070.352220:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839318144 00000100:00100000:0.0:1746139070.352229:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839318144 00000100:00100000:0.0:1746139070.352279:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 28053 00000100:00100000:0.0:1746139070.352285:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bbe1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+206:1157:x1830958839318144:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746139070.352301:0:9563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746139070.352315:0:9563:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a05bfe00/0x1f9f6ca451ac84cc lrc: 2/0,0 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a350f3da expref: -99 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139070.352344:0:9563:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0599200/0x1f9f6ca451ac84c5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f3d3 expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139070.352350:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139070.352352:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139070.352355:0:9563:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a05bfe00/0x1f9f6ca451ac84cc lrc: 4/0,0 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f3da expref: 207 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139070.352380:0:9563:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0599200/0x1f9f6ca451ac84c5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f3d3 expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139070.352390:0:9563:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0599200/0x1f9f6ca451ac84c5 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f3d3 expref: 5 pid: 9563 timeout: 795 lvb_type: 0 00000100:00100000:0.0:1746139070.353551:0:9563:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c852680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9563:1830958831702400:192.168.203.56@tcp:104: 00000100:00100000:0.0:1746139070.354531:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139070.362552:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139070.362674:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139070.367905:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839318912 00000100:00100000:0.0:1746139070.367911:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839318912 00002000:00100000:0.0:1746139070.367942:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff88012bbe1880 x1830958839318912/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:751/0 lens 488/0 e 0 to 0 dl 1746139081 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139070.367950:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bbe1880 with x1830958839318912 ext(0->4095) 00010000:00010000:0.0:1746139070.367955:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a05bfe00/0x1f9f6ca451ac84cc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f3da expref: 207 pid: 9563 timeout: 795 lvb_type: 0 00010000:00010000:0.0:1746139070.367966:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a05bfe00/0x1f9f6ca451ac84cc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f3da expref: 207 pid: 9563 timeout: 795 lvb_type: 0 00002000:00010000:0.0:1746139070.367971:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012bbe1880 00000100:00100000:0.0:1746139070.367999:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 1203 00000100:00100000:0.0:1746139070.368005:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bbe1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+207:2008:x1830958839318912:12345-192.168.203.56@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746139070.368110:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bbe1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+207:2008:x1830958839318912:12345-192.168.203.56@tcp:3:rw_seq_cst_vs_d.0 Request processed in 104us (279us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746139070.368116:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1203 00002000:00100000:0.0:1746139070.368120:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff88012bbe1880 x1830958839318912/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:751/0 lens 488/4536 e 0 to 0 dl 1746139081 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139070.368126:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bbe1880 with x1830958839318912 ext(0->4095) 00010000:00010000:0.0:1746139070.368130:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a05bfe00/0x1f9f6ca451ac84cc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f3da expref: 207 pid: 9563 timeout: 795 lvb_type: 0 00010000:00010000:0.0:1746139070.368137:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a05bfe00/0x1f9f6ca451ac84cc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f3da expref: 207 pid: 9563 timeout: 795 lvb_type: 0 00002000:00010000:0.0:1746139070.368143:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012bbe1880 00000100:00100000:0.0:1746139070.373283:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139070.377052:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139070.384325:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839319552 00000100:00100000:0.0:1746139070.384332:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839319552 00002000:00100000:0.0:1746139070.384366:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff88012bbe3b80 x1830958839319552/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:751/0 lens 488/0 e 0 to 0 dl 1746139081 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139070.384375:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bbe3b80 with x1830958839319552 ext(0->4095) 00002000:00010000:0.0:1746139070.384379:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012bbe3b80 00000100:00100000:0.0:1746139070.384761:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 12411 00000100:00100000:0.0:1746139070.384767:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bbe3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+208:2008:x1830958839319552:12345-192.168.203.56@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746139070.385076:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bbe3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+208:2008:x1830958839319552:12345-192.168.203.56@tcp:3:rw_seq_cst_vs_d.0 Request processed in 309us (816us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746139070.385081:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 12411 00002000:00100000:0.0:1746139070.385086:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff88012bbe3b80 x1830958839319552/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:751/0 lens 488/4536 e 0 to 0 dl 1746139081 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139070.385093:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bbe3b80 with x1830958839319552 ext(0->4095) 00002000:00010000:0.0:1746139070.385095:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012bbe3b80 00000100:00100000:0.0:1746139070.395517:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139070.395816:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139070.399547:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139070.403276:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139070.409118:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139070.413260:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139070.419922:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139070.421555:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ee94700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+210:2008:x1830958839321216:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1274us (1637us total) trans 4294970372 rc 0/0 00000100:00100000:0.0:1746139070.421563:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1208 00002000:00100000:0.0:1746139070.421569:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88012ee94700 x1830958839321216/t4294970372(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:751/0 lens 496/448 e 0 to 0 dl 1746139081 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139070.421575:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ee94700 with x1830958839321216 ext(0->7) 00010000:00010000:0.0:1746139070.421582:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a7836000/0x1f9f6ca451ac84e1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f3ef expref: 210 pid: 9564 timeout: 795 lvb_type: 0 00010000:00010000:0.0:1746139070.421593:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a7836000/0x1f9f6ca451ac84e1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f3ef expref: 210 pid: 9564 timeout: 795 lvb_type: 0 00002000:00010000:0.0:1746139070.421598:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012ee94700 00000100:00100000:0.0:1746139070.448113:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839321472 00000100:00100000:0.0:1746139070.448118:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839321472 00000100:00100000:0.0:1746139070.453973:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139070.459531:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139070.463254:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839322112 00000100:00100000:0.0:1746139070.463263:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839322112 00002000:00100000:0.0:1746139070.463303:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff88009ba6f480 x1830958839322112/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:751/0 lens 488/0 e 0 to 0 dl 1746139081 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139070.463311:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba6f480 with x1830958839322112 ext(0->4095) 00002000:00010000:0.0:1746139070.463316:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ba6f480 00000100:00100000:0.0:1746139070.463351:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 12412 00000100:00100000:0.0:1746139070.463358:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba6f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+210:2008:x1830958839322112:12345-192.168.203.56@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746139070.463476:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba6f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+210:2008:x1830958839322112:12345-192.168.203.56@tcp:3:rw_seq_cst_vs_d.0 Request processed in 118us (298us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746139070.463481:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 12412 00002000:00100000:0.0:1746139070.463486:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff88009ba6f480 x1830958839322112/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:751/0 lens 488/4536 e 0 to 0 dl 1746139081 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139070.463492:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba6f480 with x1830958839322112 ext(0->4095) 00002000:00010000:0.0:1746139070.463495:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ba6f480 00000100:00100000:0.0:1746139070.478224:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139070.487613:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139070.493359:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139070.496910:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139070.502360:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139070.522877:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139070.526433:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131464a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+214:2008:x1830958839323520:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3256us (3547us total) trans 4294970374 rc 0/0 00000100:00100000:0.0:1746139070.526696:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1212 00002000:00100000:0.0:1746139070.526706:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff880131464a80 x1830958839323520/t4294970374(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:751/0 lens 496/448 e 0 to 0 dl 1746139081 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139070.526716:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131464a80 with x1830958839323520 ext(0->7) 00010000:00010000:0.0:1746139070.526735:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009edec800/0x1f9f6ca451ac84fd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f40b expref: 214 pid: 9564 timeout: 795 lvb_type: 0 00010000:00010000:0.0:1746139070.526750:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009edec800/0x1f9f6ca451ac84fd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f40b expref: 214 pid: 9564 timeout: 795 lvb_type: 0 00002000:00010000:0.0:1746139070.526761:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880131464a80 00000100:00100000:0.0:1746139070.540811:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139070.547646:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839324160 00000100:00100000:0.0:1746139070.547653:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839324160 00010000:00010000:0.0:1746139070.547689:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f034e00/0x1f9f6ca451ac8504 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f412 expref: 6 pid: 9564 timeout: 795 lvb_type: 0 00000100:00100000:0.0:1746139070.547752:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 15379 00000100:00100000:0.0:1746139070.547759:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bbe1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958839324160:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746139070.547770:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746139070.547784:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f034e00/0x1f9f6ca451ac8504 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f412 expref: 6 pid: 9564 timeout: 795 lvb_type: 0 00010000:00010000:0.0:1746139070.547795:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f034e00/0x1f9f6ca451ac8504 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f412 expref: 6 pid: 9564 timeout: 795 lvb_type: 0 00010000:00010000:0.0:1746139070.547811:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f034e00/0x1f9f6ca451ac8504 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f412 expref: 6 pid: 9564 timeout: 795 lvb_type: 0 00010000:00010000:0.0:1746139070.548358:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139070.548361:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139070.548368:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f035200/0x1f9f6ca451ac850b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f419 expref: 213 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139070.548375:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f035200/0x1f9f6ca451ac850b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f419 expref: 213 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139070.548408:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f035200/0x1f9f6ca451ac850b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f419 expref: 213 pid: 9564 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746139070.548419:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131466d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:15672:1830958831704704:192.168.203.56@tcp:105: 00000100:00100000:0.0:1746139070.552692:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139070.556827:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139070.560869:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139070.562272:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131467480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+216:2008:x1830958839324672:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1246us (1408us total) trans 4294970375 rc 0/0 00000100:00100000:0.0:1746139070.562279:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1214 00002000:00100000:0.0:1746139070.562284:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff880131467480 x1830958839324672/t4294970375(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:751/0 lens 496/448 e 0 to 0 dl 1746139081 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139070.562291:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131467480 with x1830958839324672 ext(0->7) 00010000:00010000:0.0:1746139070.562296:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f035200/0x1f9f6ca451ac850b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f419 expref: 216 pid: 9564 timeout: 795 lvb_type: 0 00010000:00010000:0.0:1746139070.562305:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f035200/0x1f9f6ca451ac850b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f419 expref: 216 pid: 9564 timeout: 795 lvb_type: 0 00002000:00010000:0.0:1746139070.562310:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880131467480 00000100:00100000:0.0:1746139070.564846:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139070.571037:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139070.574469:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139070.574551:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139070.577343:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139070.577431:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139070.577458:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839325696 00000100:00100000:0.0:1746139070.577464:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839325696 00002000:00100000:0.0:1746139070.577495:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff880131466d80 x1830958839325696/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:751/0 lens 488/0 e 0 to 0 dl 1746139081 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139070.577504:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131466d80 with x1830958839325696 ext(0->4095) 00010000:00010000:0.0:1746139070.577509:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f034c00/0x1f9f6ca451ac8519 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f427 expref: 218 pid: 9564 timeout: 795 lvb_type: 0 00010000:00010000:0.0:1746139070.577519:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f034c00/0x1f9f6ca451ac8519 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f427 expref: 218 pid: 9564 timeout: 795 lvb_type: 0 00002000:00010000:0.0:1746139070.577524:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880131466d80 00000100:00100000:0.0:1746139070.577550:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 1215 00000100:00100000:0.0:1746139070.577556:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131466d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+218:2008:x1830958839325696:12345-192.168.203.56@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746139070.577756:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131466d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+218:2008:x1830958839325696:12345-192.168.203.56@tcp:3:rw_seq_cst_vs_d.0 Request processed in 198us (323us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746139070.577762:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1215 00002000:00100000:0.0:1746139070.577767:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff880131466d80 x1830958839325696/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:751/0 lens 488/4536 e 0 to 0 dl 1746139081 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139070.577773:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131466d80 with x1830958839325696 ext(0->4095) 00010000:00010000:0.0:1746139070.577777:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f034c00/0x1f9f6ca451ac8519 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f427 expref: 218 pid: 9564 timeout: 795 lvb_type: 0 00010000:00010000:0.0:1746139070.577786:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f034c00/0x1f9f6ca451ac8519 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f427 expref: 218 pid: 9564 timeout: 795 lvb_type: 0 00002000:00010000:0.0:1746139070.577792:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880131466d80 00000100:00100000:0.0:1746139070.580812:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139070.580858:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139070.585542:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139070.591505:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139070.592789:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ee7ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+218:2007:x1830958839326464:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1037us (1288us total) trans 4294970376 rc 0/0 00000100:00100000:0.0:1746139070.592796:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1217 00002000:00100000:0.0:1746139070.592802:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88009ee7ca80 x1830958839326464/t4294970376(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:751/0 lens 496/448 e 0 to 0 dl 1746139081 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139070.592809:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ee7ca80 with x1830958839326464 ext(0->7) 00010000:00010000:0.0:1746139070.592815:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f035600/0x1f9f6ca451ac8520 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f42e expref: 218 pid: 9564 timeout: 795 lvb_type: 0 00010000:00010000:0.0:1746139070.592825:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f035600/0x1f9f6ca451ac8520 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f42e expref: 218 pid: 9564 timeout: 795 lvb_type: 0 00002000:00010000:0.0:1746139070.592830:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ee7ca80 00000100:00100000:0.0:1746139070.598074:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139070.601507:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139070.606562:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139070.612385:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139070.612445:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139070.617305:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139070.618553:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139070.620953:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139070.624117:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139070.632443:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139070.640046:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139070.641096:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093493480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+220:2008:x1830958839328384:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 672us (1055us total) trans 4294970377 rc 0/0 00000100:00100000:0.0:1746139070.641101:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1219 00002000:00100000:0.0:1746139070.641106:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff880093493480 x1830958839328384/t4294970377(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:751/0 lens 496/448 e 0 to 0 dl 1746139081 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139070.641112:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093493480 with x1830958839328384 ext(0->7) 00010000:00010000:0.0:1746139070.641116:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f7cd200/0x1f9f6ca451ac8535 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f443 expref: 220 pid: 10475 timeout: 795 lvb_type: 0 00010000:00010000:0.0:1746139070.641124:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f7cd200/0x1f9f6ca451ac8535 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f443 expref: 220 pid: 10475 timeout: 795 lvb_type: 0 00002000:00010000:0.0:1746139070.641129:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093493480 00000100:00100000:0.0:1746139070.642952:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139070.644630:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139070.647898:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139070.647917:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839328896 00000100:00100000:0.0:1746139070.647921:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839328896 00002000:00100000:0.0:1746139070.647950:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff880093490000 x1830958839328896/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:751/0 lens 488/0 e 0 to 0 dl 1746139081 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139070.647958:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093490000 with x1830958839328896 ext(0->4095) 00010000:00010000:0.0:1746139070.647970:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f7ccc00/0x1f9f6ca451ac853c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f44a expref: 6 pid: 10475 timeout: 795 lvb_type: 0 00010000:00010000:0.0:1746139070.647986:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f7ccc00/0x1f9f6ca451ac853c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f44a expref: 6 pid: 10475 timeout: 795 lvb_type: 0 00002000:00010000:0.0:1746139070.647992:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093490000 00000100:00100000:0.0:1746139070.648007:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 1220 00000100:00100000:0.0:1746139070.648013:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093490000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958839328896:12345-192.168.203.56@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746139070.648173:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093490000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958839328896:12345-192.168.203.56@tcp:3:rw_seq_cst_vs_d.0 Request processed in 159us (275us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746139070.648178:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1220 00002000:00100000:0.0:1746139070.648184:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff880093490000 x1830958839328896/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:751/0 lens 488/4536 e 0 to 0 dl 1746139081 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139070.648190:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093490000 with x1830958839328896 ext(0->4095) 00010000:00010000:0.0:1746139070.648194:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f7ccc00/0x1f9f6ca451ac853c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f44a expref: 6 pid: 10475 timeout: 795 lvb_type: 0 00010000:00010000:0.0:1746139070.648202:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f7ccc00/0x1f9f6ca451ac853c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f44a expref: 6 pid: 10475 timeout: 795 lvb_type: 0 00002000:00010000:0.0:1746139070.648207:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093490000 00000100:00100000:0.0:1746139070.649822:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139070.655206:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139070.660169:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139070.668056:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839329536 00000100:00100000:0.0:1746139070.668062:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839329536 00002000:00100000:0.0:1746139070.668094:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff8800a086ad80 x1830958839329536/t0(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:751/0 lens 496/0 e 0 to 0 dl 1746139081 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139070.668102:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a086ad80 with x1830958839329536 ext(0->7) 00010000:00010000:0.0:1746139070.668108:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f1a1600/0x1f9f6ca451ac8543 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f451 expref: 220 pid: 10475 timeout: 795 lvb_type: 0 00010000:00010000:0.0:1746139070.668118:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f1a1600/0x1f9f6ca451ac8543 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f451 expref: 220 pid: 10475 timeout: 795 lvb_type: 0 00002000:00010000:0.0:1746139070.668125:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a086ad80 00000100:00100000:0.0:1746139070.668140:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 1221 00000100:00100000:0.0:1746139070.668146:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a086ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+220:2007:x1830958839329536:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746139070.668824:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a086ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+222:2007:x1830958839329536:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 675us (971us total) trans 4294970378 rc 0/0 00000100:00100000:0.0:1746139070.668831:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1221 00002000:00100000:0.0:1746139070.668837:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff8800a086ad80 x1830958839329536/t4294970378(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:751/0 lens 496/448 e 0 to 0 dl 1746139081 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139070.668843:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a086ad80 with x1830958839329536 ext(0->7) 00010000:00010000:0.0:1746139070.668848:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f1a1600/0x1f9f6ca451ac8543 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f451 expref: 222 pid: 10475 timeout: 795 lvb_type: 0 00010000:00010000:0.0:1746139070.668858:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f1a1600/0x1f9f6ca451ac8543 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f451 expref: 222 pid: 10475 timeout: 795 lvb_type: 0 00002000:00010000:0.0:1746139070.668863:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a086ad80 00000100:00100000:0.0:1746139070.676205:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139070.678518:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139070.679922:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139070.682258:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139070.682329:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139070.685502:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139070.693269:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139070.700465:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139070.704228:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139070.705278:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139070.707597:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139070.707713:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139070.710526:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139070.715363:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139070.721452:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f15ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+226:2008:x1830958839332096:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 4466us (6086us total) trans 4294970380 rc 0/0 00000100:00100000:0.0:1746139070.721462:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1227 00002000:00100000:0.0:1746139070.721471:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88009f15ea00 x1830958839332096/t4294970380(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:751/0 lens 496/448 e 0 to 0 dl 1746139081 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139070.721479:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f15ea00 with x1830958839332096 ext(0->7) 00010000:00010000:0.0:1746139070.721487:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f1a1200/0x1f9f6ca451ac855f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f46d expref: 226 pid: 10475 timeout: 795 lvb_type: 0 00010000:00010000:0.0:1746139070.721502:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f1a1200/0x1f9f6ca451ac855f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f46d expref: 226 pid: 10475 timeout: 795 lvb_type: 0 00002000:00010000:0.0:1746139070.721508:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f15ea00 00000100:00100000:0.0:1746139070.730280:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139070.730375:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139070.736172:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139070.741532:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139070.747502:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139070.755372:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139070.760251:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139070.763088:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093640e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+228:2008:x1830958839333248:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1742us (2831us total) trans 4294970381 rc 0/0 00000100:00100000:0.0:1746139070.763096:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1229 00002000:00100000:0.0:1746139070.763103:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff880093640e00 x1830958839333248/t4294970381(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:751/0 lens 496/448 e 0 to 0 dl 1746139081 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139070.763111:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093640e00 with x1830958839333248 ext(0->7) 00010000:00010000:0.0:1746139070.763118:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f1a1a00/0x1f9f6ca451ac856d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f47b expref: 228 pid: 10475 timeout: 796 lvb_type: 0 00010000:00010000:0.0:1746139070.763130:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f1a1a00/0x1f9f6ca451ac856d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f47b expref: 228 pid: 10475 timeout: 796 lvb_type: 0 00002000:00010000:0.0:1746139070.763136:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093640e00 00000100:00100000:0.0:1746139070.766247:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139070.772039:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139070.777076:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139070.777119:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139070.777493:0:24929:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 28079 00000100:00100000:0.0:1746139070.777500:0:24929:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093643100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b60e9717-019c-4527-a82a-15e993ac5189+228:1157:x1830958839333888:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746139070.777517:0:24929:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746139070.777532:0:24929:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0742000/0x1f9f6ca451ac857b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a350f490 expref: -99 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139070.777556:0:24929:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f1a1c00/0x1f9f6ca451ac8574 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f482 expref: 5 pid: 10475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139070.777563:0:24929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139070.777564:0:24929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139070.777568:0:24929:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0742000/0x1f9f6ca451ac857b lrc: 4/0,0 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f490 expref: 229 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139070.777593:0:24929:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f1a1c00/0x1f9f6ca451ac8574 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f482 expref: 5 pid: 10475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139070.777603:0:24929:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f1a1c00/0x1f9f6ca451ac8574 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f482 expref: 5 pid: 10475 timeout: 796 lvb_type: 0 00000100:00100000:0.0:1746139070.777612:0:24929:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093641c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24929:1830958831708416:192.168.203.56@tcp:104: 00000100:00100000:0.0:1746139070.781868:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139070.784029:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139070.786989:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139070.789783:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093641180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+231:2007:x1830958839334528:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2503us (2792us total) trans 4294970382 rc 0/0 00000100:00100000:0.0:1746139070.789798:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1231 00002000:00100000:0.0:1746139070.789810:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff880093641180 x1830958839334528/t4294970382(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:751/0 lens 496/448 e 0 to 0 dl 1746139081 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139070.789826:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093641180 with x1830958839334528 ext(0->7) 00010000:00010000:0.0:1746139070.789838:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0742000/0x1f9f6ca451ac857b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f490 expref: 231 pid: 24929 timeout: 796 lvb_type: 0 00010000:00010000:0.0:1746139070.789854:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0742000/0x1f9f6ca451ac857b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f490 expref: 231 pid: 24929 timeout: 796 lvb_type: 0 00002000:00010000:0.0:1746139070.789862:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093641180 00000100:00100000:0.0:1746139070.793933:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139070.800451:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139070.803949:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139070.804211:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139070.808916:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139070.813276:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139070.814167:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093642300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+230:2007:x1830958839335552:12345-192.168.203.56@tcp:3:rw_seq_cst_vs_d.0 Request processed in 341us (890us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746139070.814173:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1232 00002000:00100000:0.0:1746139070.814179:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff880093642300 x1830958839335552/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:751/0 lens 488/4536 e 0 to 0 dl 1746139081 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139070.814186:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093642300 with x1830958839335552 ext(0->4095) 00010000:00010000:0.0:1746139070.814191:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f7cc000/0x1f9f6ca451ac8589 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f497 expref: 230 pid: 24929 timeout: 796 lvb_type: 0 00010000:00010000:0.0:1746139070.814199:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f7cc000/0x1f9f6ca451ac8589 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f497 expref: 230 pid: 24929 timeout: 796 lvb_type: 0 00002000:00010000:0.0:1746139070.814210:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093642300 00000100:00100000:0.0:1746139070.818961:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139070.825280:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139070.829800:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139070.832877:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139070.839452:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139070.839676:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139070.844020:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139070.845405:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139070.857374:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139070.867464:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139070.870398:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c797480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+235:2007:x1830958839337856:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1564us (2939us total) trans 4294970384 rc 0/0 00000100:00100000:0.0:1746139070.870408:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1236 00002000:00100000:0.0:1746139070.870415:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88009c797480 x1830958839337856/t4294970384(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:751/0 lens 496/448 e 0 to 0 dl 1746139081 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139070.870424:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c797480 with x1830958839337856 ext(0->7) 00010000:00010000:0.0:1746139070.870432:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f7cc000/0x1f9f6ca451ac859e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f4ac expref: 235 pid: 24929 timeout: 796 lvb_type: 0 00010000:00010000:0.0:1746139070.870446:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f7cc000/0x1f9f6ca451ac859e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f4ac expref: 235 pid: 24929 timeout: 796 lvb_type: 0 00002000:00010000:0.0:1746139070.870452:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c797480 00000100:00100000:0.0:1746139070.874807:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139070.878956:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139070.881712:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139070.884034:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139070.888051:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139070.895769:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139070.903858:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139070.911832:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c795f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+236:2010:x1830958839339136:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 7017us (7980us total) trans 4294970385 rc 0/0 00000100:00100000:0.0:1746139070.911843:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1239 00002000:00100000:0.0:1746139070.911851:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88009c795f80 x1830958839339136/t4294970385(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:751/0 lens 496/448 e 0 to 0 dl 1746139081 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139070.911859:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c795f80 with x1830958839339136 ext(0->7) 00010000:00010000:0.0:1746139070.911868:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f1a1000/0x1f9f6ca451ac85ac lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f4ba expref: 236 pid: 9563 timeout: 796 lvb_type: 0 00010000:00010000:0.0:1746139070.911882:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f1a1000/0x1f9f6ca451ac85ac lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f4ba expref: 236 pid: 9563 timeout: 796 lvb_type: 0 00002000:00010000:0.0:1746139070.911888:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c795f80 00000100:00100000:0.0:1746139070.918822:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139070.925609:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139070.928138:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139070.936082:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139070.936134:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139070.949429:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139070.957443:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139070.963914:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139070.963947:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139070.963969:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839340928 00000100:00100000:0.0:1746139070.963976:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839340928 00002000:00100000:0.0:1746139070.964016:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff88009ed1fb80 x1830958839340928/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:751/0 lens 488/0 e 0 to 0 dl 1746139081 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139070.964026:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ed1fb80 with x1830958839340928 ext(0->4095) 00002000:00010000:0.0:1746139070.964031:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ed1fb80 00000100:00100000:0.0:1746139070.964049:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 12425 00000100:00100000:0.0:1746139070.964055:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed1fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+238:2008:x1830958839340928:12345-192.168.203.56@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746139070.967523:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139070.968650:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139070.972714:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139070.978205:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139070.981706:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed1e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+240:2010:x1830958839341696:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3256us (3500us total) trans 4294970387 rc 0/0 00000100:00100000:0.0:1746139070.981727:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1244 00002000:00100000:0.0:1746139070.981738:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88009ed1e680 x1830958839341696/t4294970387(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:751/0 lens 496/448 e 0 to 0 dl 1746139081 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139070.981748:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ed1e680 with x1830958839341696 ext(0->7) 00010000:00010000:0.0:1746139070.981759:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f035200/0x1f9f6ca451ac85c8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f4d6 expref: 240 pid: 24929 timeout: 796 lvb_type: 0 00010000:00010000:0.0:1746139070.981775:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f035200/0x1f9f6ca451ac85c8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f4d6 expref: 240 pid: 24929 timeout: 796 lvb_type: 0 00002000:00010000:0.0:1746139070.981783:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ed1e680 00000100:00100000:0.0:1746139070.986531:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139070.992514:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139071.002479:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139071.002567:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139071.010084:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139071.028608:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139071.030013:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed1e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+243:2009:x1830958839342976:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1048us (1410us total) trans 4294970388 rc 0/0 00000100:00100000:0.0:1746139071.030022:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1246 00002000:00100000:0.0:1746139071.030029:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88009ed1e300 x1830958839342976/t4294970388(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:752/0 lens 496/448 e 0 to 0 dl 1746139082 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139071.030037:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ed1e300 with x1830958839342976 ext(0->7) 00010000:00010000:0.0:1746139071.030043:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f035c00/0x1f9f6ca451ac85d6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f4e4 expref: 243 pid: 24929 timeout: 796 lvb_type: 0 00010000:00010000:0.0:1746139071.030059:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f035c00/0x1f9f6ca451ac85d6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f4e4 expref: 243 pid: 24929 timeout: 796 lvb_type: 0 00002000:00010000:0.0:1746139071.030065:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ed1e300 00000100:00100000:0.0:1746139071.031321:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139071.040311:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139071.049122:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139071.049178:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139071.054424:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139071.092884:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139071.092944:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139071.097556:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eeda680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+245:2007:x1830958839344256:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 4027us (4671us total) trans 4294970389 rc 0/0 00000100:00100000:0.0:1746139071.097570:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1248 00002000:00100000:0.0:1746139071.097580:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88012eeda680 x1830958839344256/t4294970389(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:752/0 lens 496/448 e 0 to 0 dl 1746139082 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139071.097589:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012eeda680 with x1830958839344256 ext(0->7) 00010000:00010000:0.0:1746139071.097598:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f1a1c00/0x1f9f6ca451ac85e4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f4f9 expref: 245 pid: 9564 timeout: 796 lvb_type: 0 00010000:00010000:0.0:1746139071.097628:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f1a1c00/0x1f9f6ca451ac85e4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f4f9 expref: 245 pid: 9564 timeout: 796 lvb_type: 0 00002000:00010000:0.0:1746139071.097635:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012eeda680 00000100:00100000:0.0:1746139071.099107:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139071.104269:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139071.104302:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839344768 00000100:00100000:0.0:1746139071.104311:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839344768 00002000:00100000:0.0:1746139071.104355:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff88012eeda300 x1830958839344768/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:752/0 lens 488/0 e 0 to 0 dl 1746139082 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139071.104364:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012eeda300 with x1830958839344768 ext(0->4095) 00010000:00010000:0.0:1746139071.104374:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f0e4800/0x1f9f6ca451ac85eb lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f4f2 expref: 6 pid: 24929 timeout: 796 lvb_type: 0 00010000:00010000:0.0:1746139071.104388:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f0e4800/0x1f9f6ca451ac85eb lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f4f2 expref: 6 pid: 24929 timeout: 796 lvb_type: 0 00002000:00010000:0.0:1746139071.104394:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012eeda300 00000100:00100000:0.0:1746139071.104413:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 1249 00000100:00100000:0.0:1746139071.104421:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eeda300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958839344768:12345-192.168.203.56@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746139071.104546:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eeda300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958839344768:12345-192.168.203.56@tcp:3:rw_seq_cst_vs_d.0 Request processed in 126us (287us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746139071.104552:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1249 00002000:00100000:0.0:1746139071.104558:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff88012eeda300 x1830958839344768/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:752/0 lens 488/4536 e 0 to 0 dl 1746139082 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139071.104565:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012eeda300 with x1830958839344768 ext(0->4095) 00010000:00010000:0.0:1746139071.104570:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f0e4800/0x1f9f6ca451ac85eb lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f4f2 expref: 6 pid: 24929 timeout: 796 lvb_type: 0 00010000:00010000:0.0:1746139071.104578:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f0e4800/0x1f9f6ca451ac85eb lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f4f2 expref: 6 pid: 24929 timeout: 796 lvb_type: 0 00002000:00010000:0.0:1746139071.104583:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012eeda300 00000100:00100000:0.0:1746139071.109349:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139071.113434:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139071.117238:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139071.121310:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139071.125557:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eedad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+246:2008:x1830958839345408:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3616us (4247us total) trans 4294970390 rc 0/0 00000100:00100000:0.0:1746139071.125569:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1250 00002000:00100000:0.0:1746139071.125579:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88012eedad80 x1830958839345408/t4294970390(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:752/0 lens 496/448 e 0 to 0 dl 1746139082 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139071.125588:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012eedad80 with x1830958839345408 ext(0->7) 00010000:00010000:0.0:1746139071.125599:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f0e4600/0x1f9f6ca451ac85f2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f500 expref: 246 pid: 9564 timeout: 796 lvb_type: 0 00010000:00010000:0.0:1746139071.125614:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f0e4600/0x1f9f6ca451ac85f2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f500 expref: 246 pid: 9564 timeout: 796 lvb_type: 0 00002000:00010000:0.0:1746139071.125640:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012eedad80 00000100:00100000:0.0:1746139071.131562:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139071.135290:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139071.143356:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139071.143597:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139071.152845:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139071.159250:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139071.165548:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139071.170981:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbadf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+249:2007:x1830958839346688:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 4276us (5431us total) trans 4294970391 rc 0/0 00000100:00100000:0.0:1746139071.170995:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1252 00002000:00100000:0.0:1746139071.171009:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88009cbadf80 x1830958839346688/t4294970391(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:752/0 lens 496/448 e 0 to 0 dl 1746139082 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139071.171018:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cbadf80 with x1830958839346688 ext(0->7) 00010000:00010000:0.0:1746139071.171029:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f0e4800/0x1f9f6ca451ac8607 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f50e expref: 249 pid: 9564 timeout: 796 lvb_type: 0 00010000:00010000:0.0:1746139071.171045:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f0e4800/0x1f9f6ca451ac8607 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f50e expref: 249 pid: 9564 timeout: 796 lvb_type: 0 00002000:00010000:0.0:1746139071.171051:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009cbadf80 00000100:00100000:0.0:1746139071.177769:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139071.181760:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139071.186781:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139071.188298:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139071.190481:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139071.208387:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139071.208483:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139071.208537:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139071.208568:0:10475:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839347968 00000100:00100000:0.0:1746139071.208576:0:10475:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839347968 00000100:00100000:0.0:1746139071.212984:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139071.225842:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839348480 00000100:00100000:0.0:1746139071.225851:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839348480 00002000:00100000:0.0:1746139071.225906:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff8800a086b800 x1830958839348480/t0(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:752/0 lens 496/0 e 0 to 0 dl 1746139082 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139071.225915:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a086b800 with x1830958839348480 ext(0->7) 00010000:00010000:0.0:1746139071.225925:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f0e4800/0x1f9f6ca451ac8615 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f523 expref: 249 pid: 10475 timeout: 796 lvb_type: 0 00010000:00010000:0.0:1746139071.225940:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f0e4800/0x1f9f6ca451ac8615 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f523 expref: 249 pid: 10475 timeout: 796 lvb_type: 0 00002000:00010000:0.0:1746139071.225947:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a086b800 00000100:00100000:0.0:1746139071.225983:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 1254 00000100:00100000:0.0:1746139071.225992:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a086b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+249:2008:x1830958839348480:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746139071.227924:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a086b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+251:2008:x1830958839348480:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1925us (2182us total) trans 4294970392 rc 0/0 00000100:00100000:0.0:1746139071.227934:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1254 00002000:00100000:0.0:1746139071.227943:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff8800a086b800 x1830958839348480/t4294970392(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:752/0 lens 496/448 e 0 to 0 dl 1746139082 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139071.227950:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a086b800 with x1830958839348480 ext(0->7) 00010000:00010000:0.0:1746139071.227958:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f0e4800/0x1f9f6ca451ac8615 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f523 expref: 251 pid: 10475 timeout: 796 lvb_type: 0 00010000:00010000:0.0:1746139071.227971:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f0e4800/0x1f9f6ca451ac8615 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f523 expref: 251 pid: 10475 timeout: 796 lvb_type: 0 00002000:00010000:0.0:1746139071.227977:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a086b800 00000100:00100000:0.0:1746139071.231954:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139071.233894:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839348864 00000100:00100000:0.0:1746139071.233899:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839348864 00002000:00100000:0.0:1746139071.233933:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff88012bbe0700 x1830958839348864/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:752/0 lens 488/0 e 0 to 0 dl 1746139082 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139071.233941:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bbe0700 with x1830958839348864 ext(0->4095) 00002000:00010000:0.0:1746139071.233945:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012bbe0700 00000100:00100000:0.0:1746139071.233972:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 12432 00000100:00100000:0.0:1746139071.233979:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bbe0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+251:2010:x1830958839348864:12345-192.168.203.56@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746139071.235771:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bbe0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+250:2010:x1830958839348864:12345-192.168.203.56@tcp:3:rw_seq_cst_vs_d.0 Request processed in 1784us (2061us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746139071.235780:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 12432 00002000:00100000:0.0:1746139071.235787:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff88012bbe0700 x1830958839348864/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:752/0 lens 488/4536 e 0 to 0 dl 1746139082 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139071.235795:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bbe0700 with x1830958839348864 ext(0->4095) 00002000:00010000:0.0:1746139071.235800:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012bbe0700 00000100:00100000:0.0:1746139071.238103:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139071.242142:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839349248 00000100:00100000:0.0:1746139071.242153:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839349248 00002000:00100000:0.0:1746139071.242205:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff8800a0868e00 x1830958839349248/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:752/0 lens 488/0 e 0 to 0 dl 1746139082 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139071.242215:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0868e00 with x1830958839349248 ext(0->4095) 00002000:00010000:0.0:1746139071.242221:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a0868e00 00000100:00100000:0.0:1746139071.242362:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 12433 00000100:00100000:0.0:1746139071.242371:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0868e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2009:x1830958839349248:12345-192.168.203.56@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746139071.243264:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0868e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2009:x1830958839349248:12345-192.168.203.56@tcp:3:rw_seq_cst_vs_d.0 Request processed in 890us (1287us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746139071.243272:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 12433 00002000:00100000:0.0:1746139071.243279:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff8800a0868e00 x1830958839349248/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:752/0 lens 488/4536 e 0 to 0 dl 1746139082 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139071.243285:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0868e00 with x1830958839349248 ext(0->4095) 00002000:00010000:0.0:1746139071.243288:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a0868e00 00000100:00100000:0.0:1746139071.244827:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139071.245504:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139071.245519:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839349632 00000100:00100000:0.0:1746139071.245522:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839349632 00002000:00100000:0.0:1746139071.245543:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff8801314be680 x1830958839349632/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:752/0 lens 488/0 e 0 to 0 dl 1746139082 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139071.245549:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801314be680 with x1830958839349632 ext(0->4095) 00010000:00010000:0.0:1746139071.245554:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f573000/0x1f9f6ca451ac861c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f52a expref: 252 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139071.245562:0:27210:0:(ldlm_lockd.c:596:ldlm_refresh_waiting_lock()) ### wasn't waiting ns: filter-lustre-OST0000_UUID lock: ffff88009f573000/0x1f9f6ca451ac861c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f52a expref: 252 pid: 9564 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746139071.245566:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801314be680 00000100:00100000:0.0:1746139071.245589:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 1255 00000100:00100000:0.0:1746139071.245592:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801314be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+252:2007:x1830958839349632:12345-192.168.203.56@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746139071.245715:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801314be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+252:2007:x1830958839349632:12345-192.168.203.56@tcp:3:rw_seq_cst_vs_d.0 Request processed in 121us (212us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746139071.245731:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1255 00002000:00100000:0.0:1746139071.245736:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff8801314be680 x1830958839349632/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:752/0 lens 488/4536 e 0 to 0 dl 1746139082 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139071.245744:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801314be680 with x1830958839349632 ext(0->4095) 00010000:00010000:0.0:1746139071.245748:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f573000/0x1f9f6ca451ac861c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f52a expref: 252 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139071.245755:0:27210:0:(ldlm_lockd.c:596:ldlm_refresh_waiting_lock()) ### wasn't waiting ns: filter-lustre-OST0000_UUID lock: ffff88009f573000/0x1f9f6ca451ac861c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f52a expref: 252 pid: 9564 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746139071.245760:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801314be680 00000100:00100000:0.0:1746139071.250053:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139071.250585:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139071.253128:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839350016 00000100:00100000:0.0:1746139071.253367:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839350016 00010000:00010000:0.0:1746139071.253388:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f573000/0x1f9f6ca451ac861c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f52a expref: 251 pid: 9564 timeout: 796 lvb_type: 0 00000100:00100000:0.0:1746139071.253420:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 15420 00000100:00100000:0.0:1746139071.253426:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a086a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+251:2007:x1830958839350016:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746139071.253435:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746139071.253453:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f573000/0x1f9f6ca451ac861c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f52a expref: 251 pid: 9564 timeout: 796 lvb_type: 0 00010000:00010000:0.0:1746139071.253463:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f573000/0x1f9f6ca451ac861c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f52a expref: 251 pid: 9564 timeout: 796 lvb_type: 0 00010000:00010000:0.0:1746139071.253480:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f573000/0x1f9f6ca451ac861c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f52a expref: 251 pid: 9564 timeout: 796 lvb_type: 0 00010000:00010000:0.0:1746139071.253495:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139071.253497:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139071.253504:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800724cd400/0x1f9f6ca451ac862a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f538 expref: 250 pid: 10475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139071.253511:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800724cd400/0x1f9f6ca451ac862a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f538 expref: 250 pid: 10475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139071.253534:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800724cd400/0x1f9f6ca451ac862a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f538 expref: 250 pid: 10475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139071.253545:0:15672:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800724cd400/0x1f9f6ca451ac862a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f538 expref: 250 pid: 10475 timeout: 796 lvb_type: 0 00000100:00100000:0.0:1746139071.253561:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c411180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:15672:1830958831714688:192.168.203.56@tcp:105: 00000100:00100000:0.0:1746139071.253612:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007256ac00 going to sleep for 11 seconds 00000100:00100000:0.0:1746139071.255936:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139071.258861:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139071.260544:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c412300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+252:2009:x1830958839350528:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 965us (1689us total) trans 4294970393 rc 0/0 00000100:00100000:0.0:1746139071.260553:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1257 00002000:00100000:0.0:1746139071.260559:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88009c412300 x1830958839350528/t4294970393(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:752/0 lens 496/448 e 0 to 0 dl 1746139082 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139071.260566:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c412300 with x1830958839350528 ext(0->7) 00010000:00010000:0.0:1746139071.260573:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800724cd400/0x1f9f6ca451ac862a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f538 expref: 252 pid: 10475 timeout: 796 lvb_type: 0 00010000:00010000:0.0:1746139071.260583:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800724cd400/0x1f9f6ca451ac862a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f538 expref: 252 pid: 10475 timeout: 796 lvb_type: 0 00002000:00010000:0.0:1746139071.260590:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c412300 00000100:00100000:0.0:1746139071.264346:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839350656 00000100:00100000:0.0:1746139071.264356:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839350656 00010000:00010000:0.0:1746139071.264392:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800724cd400/0x1f9f6ca451ac862a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f538 expref: 252 pid: 10475 timeout: 796 lvb_type: 0 00000100:00100000:0.0:1746139071.264432:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 15421 00000100:00100000:0.0:1746139071.264439:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bbe2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+252:2008:x1830958839350656:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746139071.264455:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746139071.264474:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800724cd400/0x1f9f6ca451ac862a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f538 expref: 252 pid: 10475 timeout: 796 lvb_type: 0 00010000:00010000:0.0:1746139071.264486:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800724cd400/0x1f9f6ca451ac862a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f538 expref: 252 pid: 10475 timeout: 796 lvb_type: 0 00010000:00010000:0.0:1746139071.264510:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800724cd400/0x1f9f6ca451ac862a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f538 expref: 252 pid: 10475 timeout: 796 lvb_type: 0 00010000:00010000:0.0:1746139071.264529:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139071.264532:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139071.264538:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f43ae00/0x1f9f6ca451ac8631 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f53f expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139071.264558:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f43ae00/0x1f9f6ca451ac8631 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f53f expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139071.264591:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f43ae00/0x1f9f6ca451ac8631 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f53f expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746139071.264603:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c411880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:15672:1830958831714816:192.168.203.56@tcp:105: 00000100:00100000:0.0:1746139071.264714:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007256ac00 going to sleep for 11 seconds 00000100:00100000:0.0:1746139071.271636:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139071.274133:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139071.277055:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139071.288190:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139071.292337:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c411880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+255:2009:x1830958839351808:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2573us (4145us total) trans 4294970394 rc 0/0 00000100:00100000:0.0:1746139071.292349:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1259 00002000:00100000:0.0:1746139071.292361:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88009c411880 x1830958839351808/t4294970394(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:752/0 lens 496/448 e 0 to 0 dl 1746139082 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139071.292371:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c411880 with x1830958839351808 ext(0->7) 00010000:00010000:0.0:1746139071.292383:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012def5600/0x1f9f6ca451ac8638 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f546 expref: 255 pid: 10475 timeout: 796 lvb_type: 0 00010000:00010000:0.0:1746139071.292397:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012def5600/0x1f9f6ca451ac8638 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f546 expref: 255 pid: 10475 timeout: 796 lvb_type: 0 00002000:00010000:0.0:1746139071.292405:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c411880 00000100:00100000:0.0:1746139071.297309:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139071.306010:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839352192 00000100:00100000:0.0:1746139071.306016:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839352192 00002000:00100000:0.0:1746139071.306053:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff8800a086b480 x1830958839352192/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:752/0 lens 488/0 e 0 to 0 dl 1746139082 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139071.306062:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a086b480 with x1830958839352192 ext(0->4095) 00002000:00010000:0.0:1746139071.306067:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a086b480 00000100:00100000:0.0:1746139071.306097:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 12435 00000100:00100000:0.0:1746139071.306104:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a086b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+254:2007:x1830958839352192:12345-192.168.203.56@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746139071.306193:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a086b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+254:2007:x1830958839352192:12345-192.168.203.56@tcp:3:rw_seq_cst_vs_d.0 Request processed in 90us (499us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746139071.306198:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 12435 00002000:00100000:0.0:1746139071.306204:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff8800a086b480 x1830958839352192/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:752/0 lens 488/4536 e 0 to 0 dl 1746139082 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139071.306211:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a086b480 with x1830958839352192 ext(0->4095) 00002000:00010000:0.0:1746139071.306214:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a086b480 00000100:00100000:0.0:1746139071.320921:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139071.330116:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139071.335209:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139071.341745:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139071.347140:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013107ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+256:2008:x1830958839353472:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 4662us (5393us total) trans 4294970395 rc 0/0 00000100:00100000:0.0:1746139071.347151:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1261 00002000:00100000:0.0:1746139071.347162:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88013107ca80 x1830958839353472/t4294970395(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:752/0 lens 496/448 e 0 to 0 dl 1746139082 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139071.347170:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013107ca80 with x1830958839353472 ext(0->7) 00010000:00010000:0.0:1746139071.347178:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f0e4200/0x1f9f6ca451ac864d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f55b expref: 256 pid: 9564 timeout: 796 lvb_type: 0 00010000:00010000:0.0:1746139071.347195:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f0e4200/0x1f9f6ca451ac864d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f55b expref: 256 pid: 9564 timeout: 796 lvb_type: 0 00002000:00010000:0.0:1746139071.347202:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013107ca80 00000100:00100000:0.0:1746139071.350251:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139071.350929:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139071.352797:0:9564:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a05adb40 going to sleep for 11 seconds 00000100:00100000:0.0:1746139071.356039:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139071.356084:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839353984 00000100:00100000:0.0:1746139071.356091:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839353984 00002000:00100000:0.0:1746139071.356127:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff88013107df80 x1830958839353984/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:752/0 lens 488/0 e 0 to 0 dl 1746139082 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139071.356136:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013107df80 with x1830958839353984 ext(0->4095) 00010000:00010000:0.0:1746139071.356144:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f0e5000/0x1f9f6ca451ac8654 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f562 expref: 6 pid: 9564 timeout: 796 lvb_type: 0 00010000:00010000:0.0:1746139071.356156:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f0e5000/0x1f9f6ca451ac8654 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f562 expref: 6 pid: 9564 timeout: 796 lvb_type: 0 00002000:00010000:0.0:1746139071.356163:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013107df80 00000100:00100000:0.0:1746139071.356195:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 1262 00000100:00100000:0.0:1746139071.356203:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013107df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958839353984:12345-192.168.203.56@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746139071.356305:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013107df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958839353984:12345-192.168.203.56@tcp:3:rw_seq_cst_vs_d.0 Request processed in 102us (271us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746139071.356311:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1262 00002000:00100000:0.0:1746139071.356316:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff88013107df80 x1830958839353984/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:752/0 lens 488/4536 e 0 to 0 dl 1746139082 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139071.356324:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013107df80 with x1830958839353984 ext(0->4095) 00010000:00010000:0.0:1746139071.356328:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f0e5000/0x1f9f6ca451ac8654 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f562 expref: 6 pid: 9564 timeout: 796 lvb_type: 0 00010000:00010000:0.0:1746139071.356337:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f0e5000/0x1f9f6ca451ac8654 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f562 expref: 6 pid: 9564 timeout: 796 lvb_type: 0 00002000:00010000:0.0:1746139071.356342:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013107df80 00000100:00100000:0.0:1746139071.360888:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139071.366103:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139071.373790:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139071.378505:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139071.383437:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c854700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+258:2007:x1830958839354624:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 4609us (4933us total) trans 4294970396 rc 0/0 00000100:00100000:0.0:1746139071.383449:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1263 00002000:00100000:0.0:1746139071.383460:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88009c854700 x1830958839354624/t4294970396(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:752/0 lens 496/448 e 0 to 0 dl 1746139082 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139071.383468:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c854700 with x1830958839354624 ext(0->7) 00010000:00010000:0.0:1746139071.383478:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f0e4600/0x1f9f6ca451ac865b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f569 expref: 258 pid: 9564 timeout: 796 lvb_type: 0 00010000:00010000:0.0:1746139071.383496:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f0e4600/0x1f9f6ca451ac865b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f569 expref: 258 pid: 9564 timeout: 796 lvb_type: 0 00002000:00010000:0.0:1746139071.383501:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c854700 00000100:00100000:0.0:1746139071.387297:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139071.394399:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139071.395818:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139071.398383:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139071.398516:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139071.398708:0:9564:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012bbe2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9564:1830958831716608:192.168.203.56@tcp:104: 00010000:00010000:0.0:1746139071.398744:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f0e4e00/0x1f9f6ca451ac8669 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f577 expref: 258 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139071.398764:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f0e4e00, rc 0) 00000100:00100000:0.0:1746139071.398801:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c856680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+258:1157:x1830958839355136:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2847us (2983us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139071.398808:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 28112 00000100:00100000:0.0:1746139071.402771:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139071.434984:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139071.436673:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c855f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+261:2009:x1830958839355904:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1393us (1691us total) trans 4294970397 rc 0/0 00000100:00100000:0.0:1746139071.436683:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1265 00002000:00100000:0.0:1746139071.436691:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88009c855f80 x1830958839355904/t4294970397(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:752/0 lens 496/448 e 0 to 0 dl 1746139082 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139071.436699:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c855f80 with x1830958839355904 ext(0->7) 00010000:00010000:0.0:1746139071.436706:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f0e4e00/0x1f9f6ca451ac8669 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f577 expref: 261 pid: 9564 timeout: 796 lvb_type: 0 00010000:00010000:0.0:1746139071.436729:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f0e4e00/0x1f9f6ca451ac8669 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f577 expref: 261 pid: 9564 timeout: 796 lvb_type: 0 00002000:00010000:0.0:1746139071.436735:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c855f80 00000100:00100000:0.0:1746139071.439494:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139071.443801:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139071.446574:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139071.453554:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139071.468836:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139071.473826:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139071.473888:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139071.479240:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139071.483335:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139071.483777:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139071.488398:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139071.494773:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839358208 00000100:00100000:0.0:1746139071.494783:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839358208 00002000:00100000:0.0:1746139071.494831:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88012ee96a00 x1830958839358208/t0(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:752/0 lens 496/0 e 0 to 0 dl 1746139082 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139071.494841:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ee96a00 with x1830958839358208 ext(0->7) 00010000:00010000:0.0:1746139071.494851:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009cd42c00/0x1f9f6ca451ac867e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f58c expref: 261 pid: 9564 timeout: 796 lvb_type: 0 00010000:00010000:0.0:1746139071.494865:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009cd42c00/0x1f9f6ca451ac867e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f58c expref: 261 pid: 9564 timeout: 796 lvb_type: 0 00002000:00010000:0.0:1746139071.494872:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012ee96a00 00000100:00100000:0.0:1746139071.494904:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 1268 00000100:00100000:0.0:1746139071.494911:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ee96a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+261:2010:x1830958839358208:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746139071.499502:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ee96a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+263:2010:x1830958839358208:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 4577us (5141us total) trans 4294970398 rc 0/0 00000100:00100000:0.0:1746139071.499520:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1268 00002000:00100000:0.0:1746139071.499534:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88012ee96a00 x1830958839358208/t4294970398(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:752/0 lens 496/448 e 0 to 0 dl 1746139082 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139071.499543:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ee96a00 with x1830958839358208 ext(0->7) 00010000:00010000:0.0:1746139071.499556:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009cd42c00/0x1f9f6ca451ac867e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f58c expref: 263 pid: 9564 timeout: 796 lvb_type: 0 00010000:00010000:0.0:1746139071.499572:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009cd42c00/0x1f9f6ca451ac867e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f58c expref: 263 pid: 9564 timeout: 796 lvb_type: 0 00002000:00010000:0.0:1746139071.499579:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012ee96a00 00000100:00100000:0.0:1746139071.503088:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139071.506194:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139071.506283:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139071.506311:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839358720 00000100:00100000:0.0:1746139071.506317:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839358720 00002000:00100000:0.0:1746139071.506360:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff88009f17b100 x1830958839358720/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:752/0 lens 488/0 e 0 to 0 dl 1746139082 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139071.506369:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f17b100 with x1830958839358720 ext(0->4095) 00002000:00010000:0.0:1746139071.506373:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f17b100 00000100:00100000:0.0:1746139071.506405:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 12442 00000100:00100000:0.0:1746139071.506412:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f17b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+262:2008:x1830958839358720:12345-192.168.203.56@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746139071.508884:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139071.508984:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139071.511751:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139071.513586:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139071.518650:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139071.521593:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139071.525417:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139071.526934:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139071.531395:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839360256 00000100:00100000:0.0:1746139071.531402:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839360256 00010000:00010000:0.0:1746139071.531433:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800726eb400/0x1f9f6ca451ac8693 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f5a1 expref: 6 pid: 9564 timeout: 796 lvb_type: 0 00000100:00100000:0.0:1746139071.531643:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 15436 00000100:00100000:0.0:1746139071.531652:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0cc1050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958839360256:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746139071.531664:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746139071.531682:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800726eb400/0x1f9f6ca451ac8693 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f5a1 expref: 6 pid: 9564 timeout: 796 lvb_type: 0 00010000:00010000:0.0:1746139071.531693:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800726eb400/0x1f9f6ca451ac8693 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f5a1 expref: 6 pid: 9564 timeout: 796 lvb_type: 0 00010000:00010000:0.0:1746139071.531722:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800726eb400/0x1f9f6ca451ac8693 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f5a1 expref: 6 pid: 9564 timeout: 796 lvb_type: 0 00010000:00010000:0.0:1746139071.531738:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139071.531740:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139071.531747:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800726eb000/0x1f9f6ca451ac869a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f5a8 expref: 264 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139071.531755:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800726eb000/0x1f9f6ca451ac869a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f5a8 expref: 264 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139071.531784:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800726eb000/0x1f9f6ca451ac869a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f5a8 expref: 264 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139071.531795:0:15672:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800726eb000/0x1f9f6ca451ac869a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f5a8 expref: 264 pid: 24929 timeout: 796 lvb_type: 0 00000100:00100000:0.0:1746139071.531806:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131495c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:15672:1830958831718528:192.168.203.56@tcp:105: 00000100:00100000:0.0:1746139071.532809:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007256ab40 going to sleep for 11 seconds 00000100:00100000:0.0:1746139071.535730:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131495c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:15672:1830958831718528:192.168.203.56@tcp:105: 00010000:00010000:0.0:1746139071.535754:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746139071.542493:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139071.548864:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139071.553844:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139071.560762:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139071.560807:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139071.561746:0:24929:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 28121 00000100:00100000:0.0:1746139071.561754:0:24929:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131494380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1158:x1830958839361280:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746139071.561774:0:24929:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746139071.561795:0:24929:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0b20c00/0x1f9f6ca451ac86a8 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a350f5b6 expref: -99 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139071.561822:0:24929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139071.561823:0:24929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139071.561831:0:24929:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0b20c00/0x1f9f6ca451ac86a8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f5b6 expref: 6 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139071.561845:0:24929:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0b20c00/0x1f9f6ca451ac86a8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f5b6 expref: 6 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139071.561854:0:24929:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0b20c00, rc 0) 00000100:00100000:0.0:1746139071.561904:0:24929:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131494380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1158:x1830958839361280:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 151us (1152us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139071.561911:0:24929:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 28121 00000100:00100000:0.0:1746139071.561929:0:24929:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 28122 00000100:00100000:0.0:1746139071.561934:0:24929:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131496300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b60e9717-019c-4527-a82a-15e993ac5189+266:1157:x1830958839361408:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746139071.561940:0:24929:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746139071.561946:0:24929:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0599200/0x1f9f6ca451ac86af lrc: 2/0,0 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a350f5bd expref: -99 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139071.561959:0:24929:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88007fd64000/0x1f9f6ca451ac86a1 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f5af expref: 267 pid: 10475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139071.561965:0:24929:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0b20c00/0x1f9f6ca451ac86a8 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f5b6 expref: 5 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139071.561970:0:24929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139071.561971:0:24929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139071.561973:0:24929:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0599200/0x1f9f6ca451ac86af lrc: 5/0,0 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f5bd expref: 267 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139071.562002:0:24929:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0b20c00/0x1f9f6ca451ac86a8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f5b6 expref: 5 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139071.562014:0:24929:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0b20c00/0x1f9f6ca451ac86a8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f5b6 expref: 5 pid: 24929 timeout: 796 lvb_type: 0 00000100:00100000:0.0:1746139071.562027:0:24929:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131496d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24929:1830958831718784:192.168.203.56@tcp:104: 00010000:00010000:0.0:1746139071.562084:0:24929:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88007fd64000/0x1f9f6ca451ac86a1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f5af expref: 267 pid: 10475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139071.562092:0:24929:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88007fd64000/0x1f9f6ca451ac86a1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f5af expref: 267 pid: 10475 timeout: 796 lvb_type: 0 00000100:00100000:0.0:1746139071.562100:0:24929:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131497800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24929:1830958831718912:192.168.203.56@tcp:104: 00000100:00100000:0.0:1746139071.562118:0:24929:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007256ab40 going to sleep for 11 seconds 00000100:00100000:0.0:1746139071.566177:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139071.566417:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139071.570422:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139071.572756:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139071.582677:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139071.592465:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139071.592527:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139071.592562:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839362560 00000100:00100000:0.0:1746139071.592565:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839362560 00000100:00100000:0.0:1746139071.592609:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 28124 00000100:00100000:0.0:1746139071.592640:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c0cd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+267:1157:x1830958839362560:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746139071.592653:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746139071.592668:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f0e4200/0x1f9f6ca451ac86bd lrc: 2/0,0 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a350f5cb expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139071.592693:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746139071.592698:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0b20c00/0x1f9f6ca451ac86b6 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f5c4 expref: 6 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139071.592703:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746139071.592706:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f0e4200/0x1f9f6ca451ac86bd lrc: 4/0,0 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f5cb expref: 268 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139071.592756:0:9564:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0b20c00/0x1f9f6ca451ac86b6 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f5c4 expref: 6 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139071.592768:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f0e4200/0x1f9f6ca451ac86bd lrc: 3/0,0 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f5cb expref: 268 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139071.592777:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f0e4200, rc 0) 00000100:00100000:0.0:1746139071.592820:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c0cd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+268:1157:x1830958839362560:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 204us (293us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139071.592826:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 28124 00000100:00100000:0.0:1746139071.594159:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c0cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+269:2008:x1830958839362432:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1474us (1706us total) trans 4294970401 rc 0/0 00000100:00100000:0.0:1746139071.594167:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1274 00002000:00100000:0.0:1746139071.594173:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88009c0cea00 x1830958839362432/t4294970401(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:752/0 lens 496/448 e 0 to 0 dl 1746139082 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139071.594182:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c0cea00 with x1830958839362432 ext(0->7) 00010000:00010000:0.0:1746139071.594187:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0599200/0x1f9f6ca451ac86af lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f5bd expref: 269 pid: 24929 timeout: 796 lvb_type: 0 00010000:00010000:0.0:1746139071.594198:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0599200/0x1f9f6ca451ac86af lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f5bd expref: 269 pid: 24929 timeout: 796 lvb_type: 0 00002000:00010000:0.0:1746139071.594204:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c0cea00 00000100:00100000:0.0:1746139071.596079:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139071.599938:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139071.602462:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139071.605310:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139071.612663:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139071.622979:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139071.624676:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c0cc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+270:2007:x1830958839363584:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1284us (1708us total) trans 4294970402 rc 0/0 00000100:00100000:0.0:1746139071.624683:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1276 00002000:00100000:0.0:1746139071.624688:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88009c0cc000 x1830958839363584/t4294970402(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:752/0 lens 496/448 e 0 to 0 dl 1746139082 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139071.624696:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c0cc000 with x1830958839363584 ext(0->7) 00010000:00010000:0.0:1746139071.624701:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f0e4200/0x1f9f6ca451ac86bd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f5cb expref: 270 pid: 9564 timeout: 796 lvb_type: 0 00010000:00010000:0.0:1746139071.624712:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f0e4200/0x1f9f6ca451ac86bd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f5cb expref: 270 pid: 9564 timeout: 796 lvb_type: 0 00002000:00010000:0.0:1746139071.624726:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c0cc000 00000100:00100000:0.0:1746139071.627593:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139071.627677:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139071.633363:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139071.635098:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c0cce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1830958831720320:0@lo:400:kworker.0 00000100:00100000:0.0:1746139071.635147:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746139071.635169:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a07b4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3764:1830958831720832:0@lo:400:kworker.0 00000100:00100000:0.0:1746139071.635188:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746139071.635201:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a07b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3764:1830958831721344:0@lo:400:kworker.0 00000100:00100000:0.0:1746139071.635214:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746139071.635230:0:3764:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:0.0:1746139071.635234:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a07b7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3764:1830958831720448:0@lo:400:kworker.0 00000100:00100000:0.0:1746139071.635249:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746139071.635259:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a07b5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1830958831720960:0@lo:400:kworker.0 00000100:00100000:0.0:1746139071.635275:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746139071.635287:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a07b5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1830958831721472:0@lo:400:kworker.0 00000100:00100000:0.0:1746139071.635299:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746139071.635324:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958831720832 00000100:00100000:0.0:1746139071.635328:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958831720832 00000100:00100000:0.0:1746139071.635357:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958831721344 00000100:00100000:0.0:1746139071.635359:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958831721344 00000100:00100000:0.0:1746139071.635373:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958831720448 00000100:00100000:0.0:1746139071.635375:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958831720448 00000100:00100000:0.0:1746139071.635389:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1039 00000100:00100000:0.0:1746139071.635394:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a07b7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3764:x1830958831720832:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746139071.635424:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a07b7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3764:x1830958831720832:12345-0@lo:400:kworker.0 Request processed in 30us (234us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139071.635429:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1039 00000100:00100000:0.0:1746139071.635439:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1040 00000100:00100000:0.0:1746139071.635443:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a07b6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3764:x1830958831721344:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746139071.635459:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a07b6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3764:x1830958831721344:12345-0@lo:400:kworker.0 Request processed in 16us (244us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139071.635463:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1040 00000100:00100000:0.0:1746139071.635471:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1041 00000100:00100000:0.0:1746139071.635475:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a07b5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3764:x1830958831720448:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746139071.635491:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a07b5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3764:x1830958831720448:12345-0@lo:400:kworker.0 Request processed in 16us (241us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139071.635499:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1041 00000100:00100000:0.0:1746139071.635515:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958831720960 00000100:00100000:0.0:1746139071.635517:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958831720960 00000100:00100000:0.0:1746139071.635530:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958831721472 00000100:00100000:0.0:1746139071.635532:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958831721472 00000100:00100000:0.0:1746139071.635544:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 727 00000100:00100000:0.0:1746139071.635548:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a07b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3764:x1830958831720960:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746139071.635567:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a07b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3764:x1830958831720960:12345-0@lo:400:kworker.0 Request processed in 19us (292us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139071.635572:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 727 00000100:00100000:0.0:1746139071.635682:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 728 00000100:00100000:0.0:1746139071.635687:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a07b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3764:x1830958831721472:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746139071.638318:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a07b5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1830958831721472:0@lo:400:kworker.0 00000100:00100000:0.0:1746139071.639867:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139071.642194:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139071.646119:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139071.648081:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a07b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+272:2007:x1830958839364736:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1481us (1967us total) trans 4294970403 rc 0/0 00000100:00100000:0.0:1746139071.648090:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1278 00002000:00100000:0.0:1746139071.648096:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff8800a07b4e00 x1830958839364736/t4294970403(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:752/0 lens 496/448 e 0 to 0 dl 1746139082 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139071.648104:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a07b4e00 with x1830958839364736 ext(0->7) 00010000:00010000:0.0:1746139071.648110:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a5f56800/0x1f9f6ca451ac86cb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f5d9 expref: 272 pid: 24929 timeout: 796 lvb_type: 0 00010000:00010000:0.0:1746139071.648125:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a5f56800/0x1f9f6ca451ac86cb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f5d9 expref: 272 pid: 24929 timeout: 796 lvb_type: 0 00002000:00010000:0.0:1746139071.648132:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a07b4e00 00000100:00100000:0.0:1746139071.651018:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139071.655184:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139071.661540:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139071.662142:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139071.665675:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139071.668441:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139071.670290:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139071.671399:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a07b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+275:2007:x1830958839366016:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 859us (1112us total) trans 4294970404 rc 0/0 00000100:00100000:0.0:1746139071.671406:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1280 00002000:00100000:0.0:1746139071.671411:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff8800a07b7800 x1830958839366016/t4294970404(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:752/0 lens 496/448 e 0 to 0 dl 1746139082 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139071.671418:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a07b7800 with x1830958839366016 ext(0->7) 00010000:00010000:0.0:1746139071.671423:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a5f56800/0x1f9f6ca451ac86d9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f5e7 expref: 275 pid: 18644 timeout: 796 lvb_type: 0 00010000:00010000:0.0:1746139071.671432:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a5f56800/0x1f9f6ca451ac86d9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f5e7 expref: 275 pid: 18644 timeout: 796 lvb_type: 0 00002000:00010000:0.0:1746139071.671438:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a07b7800 00000100:00100000:0.0:1746139071.676122:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139071.684214:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139071.694803:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139071.696241:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139071.701255:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139071.701350:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139071.705690:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139071.710807:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139071.715875:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ba6e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1830958831723136:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1746139071.719574:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139071.725397:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139071.730938:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139071.738560:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139071.744463:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139071.744556:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139071.748470:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139071.752367:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139071.755604:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eeee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+279:2008:x1830958839368960:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2889us (3239us total) trans 4294970406 rc 0/0 00000100:00100000:0.0:1746139071.755644:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1285 00002000:00100000:0.0:1746139071.755655:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88009eeee680 x1830958839368960/t4294970406(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:752/0 lens 496/448 e 0 to 0 dl 1746139082 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139071.755664:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009eeee680 with x1830958839368960 ext(0->7) 00010000:00010000:0.0:1746139071.755675:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0b20c00/0x1f9f6ca451ac86fc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f60a expref: 279 pid: 18644 timeout: 797 lvb_type: 0 00010000:00010000:0.0:1746139071.755691:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0b20c00/0x1f9f6ca451ac86fc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f60a expref: 279 pid: 18644 timeout: 797 lvb_type: 0 00002000:00010000:0.0:1746139071.755699:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009eeee680 00000100:00100000:0.0:1746139071.759078:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139071.766940:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139071.773285:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139071.773339:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139071.777815:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139071.783783:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139071.788606:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139071.790700:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072506d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+280:2008:x1830958839370240:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1224us (2100us total) trans 4294970407 rc 0/0 00000100:00100000:0.0:1746139071.790709:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1287 00002000:00100000:0.0:1746139071.790726:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff880072506d80 x1830958839370240/t4294970407(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:752/0 lens 496/448 e 0 to 0 dl 1746139082 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139071.790734:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072506d80 with x1830958839370240 ext(0->7) 00010000:00010000:0.0:1746139071.790739:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013102a600/0x1f9f6ca451ac8711 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f61f expref: 280 pid: 9564 timeout: 797 lvb_type: 0 00010000:00010000:0.0:1746139071.790751:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013102a600/0x1f9f6ca451ac8711 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f61f expref: 280 pid: 9564 timeout: 797 lvb_type: 0 00002000:00010000:0.0:1746139071.790757:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880072506d80 00000100:00100000:0.0:1746139071.793807:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139071.798873:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139071.806931:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139071.806992:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139071.810558:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139071.814726:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139071.826505:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bbe0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+283:2007:x1830958839371520:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1270us (1535us total) trans 4294970408 rc 0/0 00000100:00100000:0.0:1746139071.826515:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1289 00002000:00100000:0.0:1746139071.826522:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88012bbe0a80 x1830958839371520/t4294970408(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:752/0 lens 496/448 e 0 to 0 dl 1746139082 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139071.826529:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bbe0a80 with x1830958839371520 ext(0->7) 00010000:00010000:0.0:1746139071.826535:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800727b2c00/0x1f9f6ca451ac8718 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f626 expref: 283 pid: 18644 timeout: 797 lvb_type: 0 00010000:00010000:0.0:1746139071.826546:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800727b2c00/0x1f9f6ca451ac8718 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f626 expref: 283 pid: 18644 timeout: 797 lvb_type: 0 00002000:00010000:0.0:1746139071.826552:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012bbe0a80 00000100:00100000:0.0:1746139071.844345:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139071.849091:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139071.852955:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139071.853366:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139071.856858:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139071.859507:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139071.862866:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072506680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+284:2008:x1830958839372800:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3007us (3356us total) trans 4294970409 rc 0/0 00000100:00100000:0.0:1746139071.862877:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1292 00002000:00100000:0.0:1746139071.862887:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff880072506680 x1830958839372800/t4294970409(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:752/0 lens 496/448 e 0 to 0 dl 1746139082 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139071.862902:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072506680 with x1830958839372800 ext(0->7) 00010000:00010000:0.0:1746139071.862912:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0142400/0x1f9f6ca451ac8726 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f634 expref: 284 pid: 18644 timeout: 797 lvb_type: 0 00010000:00010000:0.0:1746139071.862927:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0142400/0x1f9f6ca451ac8726 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f634 expref: 284 pid: 18644 timeout: 797 lvb_type: 0 00002000:00010000:0.0:1746139071.862934:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880072506680 00000001:00080000:0.0:1746139071.867170:0:9560:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970409 is committed 00000100:00100000:0.0:1746139071.871695:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139071.874793:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839373184 00000100:00100000:0.0:1746139071.874800:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839373184 00002000:00100000:0.0:1746139071.874835:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff88012bbe1f80 x1830958839373184/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:752/0 lens 488/0 e 0 to 0 dl 1746139082 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139071.874844:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bbe1f80 with x1830958839373184 ext(0->4095) 00002000:00010000:0.0:1746139071.874848:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012bbe1f80 00000100:00100000:0.0:1746139071.875261:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 12453 00000100:00100000:0.0:1746139071.875269:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bbe1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958839373184:12345-192.168.203.56@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746139071.875393:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bbe1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958839373184:12345-192.168.203.56@tcp:3:rw_seq_cst_vs_d.0 Request processed in 125us (925us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746139071.875399:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 12453 00002000:00100000:0.0:1746139071.875404:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff88012bbe1f80 x1830958839373184/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:752/0 lens 488/4536 e 0 to 0 dl 1746139082 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139071.875411:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bbe1f80 with x1830958839373184 ext(0->4095) 00002000:00010000:0.0:1746139071.875414:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012bbe1f80 00000100:00100000:0.0:1746139071.877406:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139071.880805:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139071.883005:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139071.886206:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139071.887418:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139071.887477:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139071.892303:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139071.904906:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139071.906118:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c18c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+8:2007:x1830958839374592:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 906us (1216us total) trans 4294970410 rc 0/0 00000100:00100000:0.0:1746139071.906127:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1295 00002000:00100000:0.0:1746139071.906136:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88009c18c700 x1830958839374592/t4294970410(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:752/0 lens 496/448 e 0 to 0 dl 1746139082 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139071.906144:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c18c700 with x1830958839374592 ext(0->7) 00010000:00010000:0.0:1746139071.906150:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0142c00/0x1f9f6ca451ac873b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f649 expref: 8 pid: 18644 timeout: 797 lvb_type: 0 00010000:00010000:0.0:1746139071.906159:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0142c00/0x1f9f6ca451ac873b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f649 expref: 8 pid: 18644 timeout: 797 lvb_type: 0 00002000:00010000:0.0:1746139071.906164:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c18c700 00000100:00100000:0.0:1746139071.914045:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139071.919197:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139071.925052:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139071.933248:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139071.945608:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139071.950049:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139071.952282:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c18f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+10:2007:x1830958839375744:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2009us (2229us total) trans 4294970411 rc 0/0 00000100:00100000:0.0:1746139071.952293:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1297 00002000:00100000:0.0:1746139071.952301:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88009c18f800 x1830958839375744/t4294970411(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:752/0 lens 496/448 e 0 to 0 dl 1746139082 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139071.952309:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c18f800 with x1830958839375744 ext(0->7) 00010000:00010000:0.0:1746139071.952318:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0142800/0x1f9f6ca451ac8749 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f657 expref: 10 pid: 9563 timeout: 797 lvb_type: 0 00010000:00010000:0.0:1746139071.952330:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0142800/0x1f9f6ca451ac8749 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f657 expref: 10 pid: 9563 timeout: 797 lvb_type: 0 00002000:00010000:0.0:1746139071.952336:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c18f800 00000100:00100000:0.0:1746139071.954590:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139071.960310:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839376128 00000100:00100000:0.0:1746139071.960320:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839376128 00002000:00100000:0.0:1746139071.960367:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff88012bbe1180 x1830958839376128/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:752/0 lens 488/0 e 0 to 0 dl 1746139082 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139071.960377:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bbe1180 with x1830958839376128 ext(0->4095) 00002000:00010000:0.0:1746139071.960382:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012bbe1180 00000100:00100000:0.0:1746139071.960413:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 12455 00000100:00100000:0.0:1746139071.960421:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bbe1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2009:x1830958839376128:12345-192.168.203.56@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746139071.960569:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bbe1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2009:x1830958839376128:12345-192.168.203.56@tcp:3:rw_seq_cst_vs_d.0 Request processed in 149us (518us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746139071.960579:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 12455 00002000:00100000:0.0:1746139071.960585:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff88012bbe1180 x1830958839376128/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:752/0 lens 488/4536 e 0 to 0 dl 1746139082 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139071.960591:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bbe1180 with x1830958839376128 ext(0->4095) 00002000:00010000:0.0:1746139071.960594:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012bbe1180 00000100:00100000:0.0:1746139071.963529:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139071.963665:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139071.966929:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139071.970056:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139071.975207:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139071.978393:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c18f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+13:2008:x1830958839377024:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1795us (2400us total) trans 4294970412 rc 0/0 00000100:00100000:0.0:1746139071.978408:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1299 00002000:00100000:0.0:1746139071.978421:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88009c18f480 x1830958839377024/t4294970412(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:752/0 lens 496/448 e 0 to 0 dl 1746139082 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139071.978431:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c18f480 with x1830958839377024 ext(0->7) 00010000:00010000:0.0:1746139071.978441:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0143200/0x1f9f6ca451ac8757 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f665 expref: 13 pid: 9563 timeout: 797 lvb_type: 0 00010000:00010000:0.0:1746139071.978456:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0143200/0x1f9f6ca451ac8757 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f665 expref: 13 pid: 9563 timeout: 797 lvb_type: 0 00002000:00010000:0.0:1746139071.978463:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c18f480 00000100:00100000:0.0:1746139071.981983:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139071.985767:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139071.993341:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139071.993400:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139071.998662:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139071.998693:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139071.998727:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839378048 00000100:00100000:0.0:1746139071.998733:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839378048 00002000:00100000:0.0:1746139071.998778:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff88009c18ea00 x1830958839378048/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:752/0 lens 488/0 e 0 to 0 dl 1746139082 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139071.998788:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c18ea00 with x1830958839378048 ext(0->4095) 00010000:00010000:0.0:1746139071.998796:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0142e00/0x1f9f6ca451ac8765 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f673 expref: 6 pid: 9563 timeout: 797 lvb_type: 0 00010000:00010000:0.0:1746139071.998808:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0142e00/0x1f9f6ca451ac8765 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f673 expref: 6 pid: 9563 timeout: 797 lvb_type: 0 00002000:00010000:0.0:1746139071.998815:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c18ea00 00000100:00100000:0.0:1746139071.998849:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 1300 00000100:00100000:0.0:1746139071.998858:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c18ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958839378048:12345-192.168.203.56@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746139071.998992:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c18ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958839378048:12345-192.168.203.56@tcp:3:rw_seq_cst_vs_d.0 Request processed in 135us (298us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746139071.999000:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1300 00002000:00100000:0.0:1746139071.999005:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff88009c18ea00 x1830958839378048/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:752/0 lens 488/4536 e 0 to 0 dl 1746139082 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139071.999012:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c18ea00 with x1830958839378048 ext(0->4095) 00010000:00010000:0.0:1746139071.999017:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0142e00/0x1f9f6ca451ac8765 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f673 expref: 6 pid: 9563 timeout: 797 lvb_type: 0 00010000:00010000:0.0:1746139071.999031:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0142e00/0x1f9f6ca451ac8765 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f673 expref: 6 pid: 9563 timeout: 797 lvb_type: 0 00002000:00010000:0.0:1746139071.999037:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c18ea00 00000100:00100000:0.0:1746139072.001607:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.001686:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.006193:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.012444:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.013579:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c18f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+15:2008:x1830958839378816:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 791us (1144us total) trans 4294970413 rc 0/0 00000100:00100000:0.0:1746139072.013587:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1302 00002000:00100000:0.0:1746139072.013593:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88009c18f100 x1830958839378816/t4294970413(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:753/0 lens 496/448 e 0 to 0 dl 1746139083 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139072.013600:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c18f100 with x1830958839378816 ext(0->7) 00010000:00010000:0.0:1746139072.013604:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013102a000/0x1f9f6ca451ac876c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f67a expref: 15 pid: 9564 timeout: 797 lvb_type: 0 00010000:00010000:0.0:1746139072.013613:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013102a000/0x1f9f6ca451ac876c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f67a expref: 15 pid: 9564 timeout: 797 lvb_type: 0 00002000:00010000:0.0:1746139072.013633:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c18f100 00000100:00100000:0.0:1746139072.019257:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.027240:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.034795:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.038788:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.049569:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839379712 00000100:00100000:0.0:1746139072.049579:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839379712 00000100:00100000:0.0:1746139072.053513:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.053547:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.053567:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.053586:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839379968 00000100:00100000:0.0:1746139072.053589:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839379968 00010000:00010000:0.0:1746139072.053609:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f5a3e00/0x1f9f6ca451ac877a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f688 expref: 6 pid: 9564 timeout: 797 lvb_type: 0 00000100:00100000:0.0:1746139072.056742:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.058774:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.059605:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0759f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+17:2008:x1830958839380608:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 669us (834us total) trans 4294970414 rc 0/0 00000100:00100000:0.0:1746139072.059612:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1305 00002000:00100000:0.0:1746139072.059759:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff8800a0759f80 x1830958839380608/t4294970414(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:753/0 lens 496/448 e 0 to 0 dl 1746139083 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139072.059767:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0759f80 with x1830958839380608 ext(0->7) 00010000:00010000:0.0:1746139072.059867:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f5a2a00/0x1f9f6ca451ac8781 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f68f expref: 17 pid: 9564 timeout: 797 lvb_type: 0 00010000:00010000:0.0:1746139072.059877:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f5a2a00/0x1f9f6ca451ac8781 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f68f expref: 17 pid: 9564 timeout: 797 lvb_type: 0 00002000:00010000:0.0:1746139072.059883:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a0759f80 00000100:00100000:0.0:1746139072.061190:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.067897:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.072727:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.076224:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.076285:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.080838:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.080870:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.088976:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.091028:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5f98380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+19:2009:x1830958839382400:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1365us (2057us total) trans 4294970415 rc 0/0 00000100:00100000:0.0:1746139072.091037:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1307 00002000:00100000:0.0:1746139072.091043:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff8800a5f98380 x1830958839382400/t4294970415(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:753/0 lens 496/448 e 0 to 0 dl 1746139083 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139072.091052:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5f98380 with x1830958839382400 ext(0->7) 00010000:00010000:0.0:1746139072.091059:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0142800/0x1f9f6ca451ac8796 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f6a4 expref: 19 pid: 9563 timeout: 797 lvb_type: 0 00010000:00010000:0.0:1746139072.091070:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0142800/0x1f9f6ca451ac8796 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f6a4 expref: 19 pid: 9563 timeout: 797 lvb_type: 0 00002000:00010000:0.0:1746139072.091076:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a5f98380 00000100:00100000:0.0:1746139072.093684:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.099386:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012bbe3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1830958831729152:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746139072.099462:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746139072.100260:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839382784 00000100:00100000:0.0:1746139072.100263:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839382784 00002000:00100000:0.0:1746139072.100291:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff88012bbe1500 x1830958839382784/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:753/0 lens 488/0 e 0 to 0 dl 1746139083 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139072.100301:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bbe1500 with x1830958839382784 ext(0->4095) 00002000:00010000:0.0:1746139072.100307:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012bbe1500 00000100:00100000:0.0:1746139072.100643:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 12460 00000100:00100000:0.0:1746139072.100649:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bbe1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+19:2007:x1830958839382784:12345-192.168.203.56@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746139072.101202:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bbe1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+18:2007:x1830958839382784:12345-192.168.203.56@tcp:3:rw_seq_cst_vs_d.0 Request processed in 553us (1196us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746139072.101208:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 12460 00002000:00100000:0.0:1746139072.101213:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff88012bbe1500 x1830958839382784/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:753/0 lens 488/4536 e 0 to 0 dl 1746139083 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139072.101221:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bbe1500 with x1830958839382784 ext(0->4095) 00002000:00010000:0.0:1746139072.101224:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012bbe1500 00000100:00100000:0.0:1746139072.106598:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.109380:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.115236:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.115305:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.116053:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.118856:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.122353:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.123893:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c25ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+21:2010:x1830958839384192:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 997us (1545us total) trans 4294970416 rc 0/0 00000100:00100000:0.0:1746139072.123902:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1310 00002000:00100000:0.0:1746139072.123909:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88012c25ce00 x1830958839384192/t4294970416(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:753/0 lens 496/448 e 0 to 0 dl 1746139083 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139072.123918:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c25ce00 with x1830958839384192 ext(0->7) 00010000:00010000:0.0:1746139072.123924:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f5a2000/0x1f9f6ca451ac87ab lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f6b9 expref: 21 pid: 9564 timeout: 797 lvb_type: 0 00010000:00010000:0.0:1746139072.123936:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f5a2000/0x1f9f6ca451ac87ab lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f6b9 expref: 21 pid: 9564 timeout: 797 lvb_type: 0 00002000:00010000:0.0:1746139072.123941:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012c25ce00 00000100:00100000:0.0:1746139072.132038:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.136727:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.139390:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839384704 00000100:00100000:0.0:1746139072.139465:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839384704 00002000:00100000:0.0:1746139072.139508:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff88012bbe2300 x1830958839384704/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:753/0 lens 488/0 e 0 to 0 dl 1746139083 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139072.139518:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bbe2300 with x1830958839384704 ext(0->4095) 00010000:00010000:0.0:1746139072.139526:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f5a2c00/0x1f9f6ca451ac87b2 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f6c0 expref: 22 pid: 9564 timeout: 797 lvb_type: 0 00010000:00010000:0.0:1746139072.139538:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f5a2c00/0x1f9f6ca451ac87b2 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f6c0 expref: 22 pid: 9564 timeout: 797 lvb_type: 0 00002000:00010000:0.0:1746139072.139545:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012bbe2300 00000100:00100000:0.0:1746139072.139574:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 1311 00000100:00100000:0.0:1746139072.139581:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bbe2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+22:2008:x1830958839384704:12345-192.168.203.56@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746139072.139761:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bbe2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+22:2008:x1830958839384704:12345-192.168.203.56@tcp:3:rw_seq_cst_vs_d.0 Request processed in 179us (470us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746139072.139767:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1311 00002000:00100000:0.0:1746139072.139773:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff88012bbe2300 x1830958839384704/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:753/0 lens 488/4536 e 0 to 0 dl 1746139083 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139072.139785:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bbe2300 with x1830958839384704 ext(0->4095) 00010000:00010000:0.0:1746139072.139790:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f5a2c00/0x1f9f6ca451ac87b2 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f6c0 expref: 22 pid: 9564 timeout: 797 lvb_type: 0 00010000:00010000:0.0:1746139072.139798:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f5a2c00/0x1f9f6ca451ac87b2 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f6c0 expref: 22 pid: 9564 timeout: 797 lvb_type: 0 00002000:00010000:0.0:1746139072.139803:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012bbe2300 00000100:00100000:0.0:1746139072.142464:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.142511:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.147796:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.151202:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.155759:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb6a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+22:2009:x1830958839385472:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3478us (4554us total) trans 4294970417 rc 0/0 00000100:00100000:0.0:1746139072.155772:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1313 00002000:00100000:0.0:1746139072.155782:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88009cb6a680 x1830958839385472/t4294970417(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:753/0 lens 496/448 e 0 to 0 dl 1746139083 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139072.155791:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb6a680 with x1830958839385472 ext(0->7) 00010000:00010000:0.0:1746139072.155802:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0143000/0x1f9f6ca451ac87b9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f6c7 expref: 22 pid: 9563 timeout: 797 lvb_type: 0 00010000:00010000:0.0:1746139072.155818:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0143000/0x1f9f6ca451ac87b9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f6c7 expref: 22 pid: 9563 timeout: 797 lvb_type: 0 00002000:00010000:0.0:1746139072.155825:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009cb6a680 00000100:00100000:0.0:1746139072.160796:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.164929:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.168379:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.173569:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.180318:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.180378:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.183042:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.183592:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.184498:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.188075:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.192703:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.193959:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072c18a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+25:2010:x1830958839387520:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 995us (1267us total) trans 4294970418 rc 0/0 00000100:00100000:0.0:1746139072.193966:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1315 00002000:00100000:0.0:1746139072.193973:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff880072c18a80 x1830958839387520/t4294970418(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:753/0 lens 496/448 e 0 to 0 dl 1746139083 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139072.193981:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072c18a80 with x1830958839387520 ext(0->7) 00010000:00010000:0.0:1746139072.193986:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f0e5000/0x1f9f6ca451ac87ce lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f6dc expref: 25 pid: 9563 timeout: 797 lvb_type: 0 00010000:00010000:0.0:1746139072.193996:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f0e5000/0x1f9f6ca451ac87ce lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f6dc expref: 25 pid: 9563 timeout: 797 lvb_type: 0 00002000:00010000:0.0:1746139072.194002:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880072c18a80 00000100:00100000:0.0:1746139072.195348:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.199527:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.202305:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.204484:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.213736:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.220308:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.220678:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.225570:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.225608:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.226043:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.231027:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.235287:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.236699:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5d81c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+27:2010:x1830958839389824:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 745us (1422us total) trans 4294970419 rc 0/0 00000100:00100000:0.0:1746139072.236707:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1317 00002000:00100000:0.0:1746139072.236722:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff8800a5d81c00 x1830958839389824/t4294970419(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:753/0 lens 496/448 e 0 to 0 dl 1746139083 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139072.236730:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5d81c00 with x1830958839389824 ext(0->7) 00010000:00010000:0.0:1746139072.236736:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0142a00/0x1f9f6ca451ac87e3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f6f1 expref: 27 pid: 9563 timeout: 797 lvb_type: 0 00010000:00010000:0.0:1746139072.236745:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0142a00/0x1f9f6ca451ac87e3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f6f1 expref: 27 pid: 9563 timeout: 797 lvb_type: 0 00002000:00010000:0.0:1746139072.236751:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a5d81c00 00000100:00100000:0.0:1746139072.238970:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.241394:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.245514:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.247183:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.251292:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.251388:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.253488:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.255499:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.255581:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.261086:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.264952:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.268119:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f55a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+28:2008:x1830958839391872:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1629us (2167us total) trans 4294970420 rc 0/0 00000100:00100000:0.0:1746139072.268132:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1320 00002000:00100000:0.0:1746139072.268144:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88009f55a680 x1830958839391872/t4294970420(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:753/0 lens 496/448 e 0 to 0 dl 1746139083 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139072.268153:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f55a680 with x1830958839391872 ext(0->7) 00010000:00010000:0.0:1746139072.268164:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0142c00/0x1f9f6ca451ac87f8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f706 expref: 28 pid: 9564 timeout: 797 lvb_type: 0 00010000:00010000:0.0:1746139072.268177:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0142c00/0x1f9f6ca451ac87f8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f706 expref: 28 pid: 9564 timeout: 797 lvb_type: 0 00002000:00010000:0.0:1746139072.268184:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f55a680 00000100:00100000:0.0:1746139072.270040:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.274885:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.275127:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839392256 00000100:00100000:0.0:1746139072.275133:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839392256 00002000:00100000:0.0:1746139072.275174:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff88011dd84a80 x1830958839392256/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:753/0 lens 488/0 e 0 to 0 dl 1746139083 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139072.275183:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011dd84a80 with x1830958839392256 ext(0->4095) 00002000:00010000:0.0:1746139072.275188:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011dd84a80 00000100:00100000:0.0:1746139072.275206:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 12470 00000100:00100000:0.0:1746139072.275212:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011dd84a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958839392256:12345-192.168.203.56@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746139072.275330:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011dd84a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958839392256:12345-192.168.203.56@tcp:3:rw_seq_cst_vs_d.0 Request processed in 118us (446us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746139072.275336:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 12470 00002000:00100000:0.0:1746139072.275341:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff88011dd84a80 x1830958839392256/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:753/0 lens 488/4536 e 0 to 0 dl 1746139083 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139072.275348:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011dd84a80 with x1830958839392256 ext(0->4095) 00002000:00010000:0.0:1746139072.275350:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011dd84a80 00000100:00100000:0.0:1746139072.278327:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.283031:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.283806:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.288168:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.288426:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.288861:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.292909:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.294977:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839393664 00000100:00100000:0.0:1746139072.294983:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839393664 00002000:00100000:0.0:1746139072.295007:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88012bbe2a00 x1830958839393664/t0(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:753/0 lens 496/0 e 0 to 0 dl 1746139083 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139072.295013:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bbe2a00 with x1830958839393664 ext(0->7) 00010000:00010000:0.0:1746139072.295018:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f0e4800/0x1f9f6ca451ac880d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f71b expref: 28 pid: 9563 timeout: 797 lvb_type: 0 00010000:00010000:0.0:1746139072.295027:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f0e4800/0x1f9f6ca451ac880d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f71b expref: 28 pid: 9563 timeout: 797 lvb_type: 0 00002000:00010000:0.0:1746139072.295032:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012bbe2a00 00000100:00100000:0.0:1746139072.295057:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 1323 00000100:00100000:0.0:1746139072.295062:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bbe2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+28:2009:x1830958839393664:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746139072.296395:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bbe2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+30:2009:x1830958839393664:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1326us (1490us total) trans 4294970421 rc 0/0 00000100:00100000:0.0:1746139072.296405:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1323 00002000:00100000:0.0:1746139072.296412:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88012bbe2a00 x1830958839393664/t4294970421(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:753/0 lens 496/448 e 0 to 0 dl 1746139083 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139072.296421:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bbe2a00 with x1830958839393664 ext(0->7) 00010000:00010000:0.0:1746139072.296428:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f0e4800/0x1f9f6ca451ac880d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f71b expref: 30 pid: 9563 timeout: 797 lvb_type: 0 00010000:00010000:0.0:1746139072.296440:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f0e4800/0x1f9f6ca451ac880d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f71b expref: 30 pid: 9563 timeout: 797 lvb_type: 0 00002000:00010000:0.0:1746139072.296447:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012bbe2a00 00000100:00100000:0.0:1746139072.300814:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.303229:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.306446:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.310138:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.310435:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.312333:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.312573:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.316232:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.320483:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.326404:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.339680:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.339775:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.339797:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839395968 00000100:00100000:0.0:1746139072.339803:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839395968 00000100:00100000:0.0:1746139072.341097:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839396096 00000100:00100000:0.0:1746139072.341103:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839396096 00000100:00100000:0.0:1746139072.344351:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.346422:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.348478:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.349475:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c4d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+35:2008:x1830958839396736:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 769us (999us total) trans 4294970423 rc 0/0 00000100:00100000:0.0:1746139072.349483:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1328 00002000:00100000:0.0:1746139072.349488:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88009c4d5f80 x1830958839396736/t4294970423(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:753/0 lens 496/448 e 0 to 0 dl 1746139083 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139072.349495:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c4d5f80 with x1830958839396736 ext(0->7) 00010000:00010000:0.0:1746139072.349500:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f0e4600/0x1f9f6ca451ac8830 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f73e expref: 35 pid: 9563 timeout: 797 lvb_type: 0 00010000:00010000:0.0:1746139072.349508:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f0e4600/0x1f9f6ca451ac8830 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f73e expref: 35 pid: 9563 timeout: 797 lvb_type: 0 00002000:00010000:0.0:1746139072.349513:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c4d5f80 00000100:00100000:0.0:1746139072.351854:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.356435:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.358928:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.366923:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.367240:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.371066:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.371694:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.371741:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.374947:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.397095:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.406731:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.411600:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.422176:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.422235:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.425604:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.432863:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.433898:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012faea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+38:2007:x1830958839399808:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 763us (1040us total) trans 4294970425 rc 0/0 00000100:00100000:0.0:1746139072.433906:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1333 00002000:00100000:0.0:1746139072.433912:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88012faea300 x1830958839399808/t4294970425(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:753/0 lens 496/448 e 0 to 0 dl 1746139083 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139072.433919:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012faea300 with x1830958839399808 ext(0->7) 00010000:00010000:0.0:1746139072.433924:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0142c00/0x1f9f6ca451ac8853 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f761 expref: 38 pid: 18644 timeout: 797 lvb_type: 0 00010000:00010000:0.0:1746139072.433934:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0142c00/0x1f9f6ca451ac8853 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f761 expref: 38 pid: 18644 timeout: 797 lvb_type: 0 00002000:00010000:0.0:1746139072.433940:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012faea300 00000100:00100000:0.0:1746139072.442164:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.446733:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.450758:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.452299:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.462270:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.466765:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.473063:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.479781:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.485180:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.485284:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.487550:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.488726:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.490391:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.492149:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.496680:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.506161:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.511218:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.518784:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.521956:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.525352:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.529905:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.554494:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.556811:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.561258:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.573499:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.577766:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.579586:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.583047:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.586118:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839405312 00000100:00100000:0.0:1746139072.586122:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839405312 00002000:00100000:0.0:1746139072.586148:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff88009f178380 x1830958839405312/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:753/0 lens 488/0 e 0 to 0 dl 1746139083 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139072.586157:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f178380 with x1830958839405312 ext(0->4095) 00010000:00010000:0.0:1746139072.586163:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0142600/0x1f9f6ca451ac8892 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f7a0 expref: 46 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139072.586171:0:9568:0:(ldlm_lockd.c:596:ldlm_refresh_waiting_lock()) ### wasn't waiting ns: filter-lustre-OST0000_UUID lock: ffff8800a0142600/0x1f9f6ca451ac8892 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f7a0 expref: 46 pid: 9564 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746139072.586177:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f178380 00000100:00100000:0.0:1746139072.586202:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 1340 00000100:00100000:0.0:1746139072.586208:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f178380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+46:2009:x1830958839405312:12345-192.168.203.56@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746139072.586429:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f178380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+46:2009:x1830958839405312:12345-192.168.203.56@tcp:3:rw_seq_cst_vs_d.0 Request processed in 219us (462us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746139072.586436:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1340 00002000:00100000:0.0:1746139072.586441:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff88009f178380 x1830958839405312/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:753/0 lens 488/4536 e 0 to 0 dl 1746139083 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139072.586448:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f178380 with x1830958839405312 ext(0->4095) 00010000:00010000:0.0:1746139072.586453:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0142600/0x1f9f6ca451ac8892 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f7a0 expref: 46 pid: 9564 timeout: 797 lvb_type: 0 00010000:00010000:0.0:1746139072.586460:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0142600/0x1f9f6ca451ac8892 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f7a0 expref: 46 pid: 9564 timeout: 797 lvb_type: 0 00002000:00010000:0.0:1746139072.586466:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f178380 00000100:00100000:0.0:1746139072.588150:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.589883:0:7205:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839405568 00000100:00100000:0.0:1746139072.589887:0:7205:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839405568 00010000:00010000:0.0:1746139072.589902:0:7205:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0142600/0x1f9f6ca451ac8892 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f7a0 expref: 45 pid: 9564 timeout: 797 lvb_type: 0 00000100:00100000:0.0:1746139072.589928:0:7205:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 15509 00000100:00100000:0.0:1746139072.589934:0:7205:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c18c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b60e9717-019c-4527-a82a-15e993ac5189+45:2007:x1830958839405568:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746139072.589941:0:7205:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746139072.589954:0:7205:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0142600/0x1f9f6ca451ac8892 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f7a0 expref: 45 pid: 9564 timeout: 797 lvb_type: 0 00010000:00010000:0.0:1746139072.589963:0:7205:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0142600/0x1f9f6ca451ac8892 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f7a0 expref: 45 pid: 9564 timeout: 797 lvb_type: 0 00010000:00010000:0.0:1746139072.589978:0:7205:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0142600/0x1f9f6ca451ac8892 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f7a0 expref: 45 pid: 9564 timeout: 797 lvb_type: 0 00010000:00010000:0.0:1746139072.589990:0:7205:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139072.589992:0:7205:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139072.589999:0:7205:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0143000/0x1f9f6ca451ac8899 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f7a7 expref: 44 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139072.590006:0:7205:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0143000/0x1f9f6ca451ac8899 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f7a7 expref: 44 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139072.590026:0:7205:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0143000/0x1f9f6ca451ac8899 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f7a7 expref: 44 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139072.590039:0:7205:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0143000/0x1f9f6ca451ac8899 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f7a7 expref: 44 pid: 9564 timeout: 797 lvb_type: 0 00000100:00100000:0.0:1746139072.590050:0:7205:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072505880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7205:1830958831737344:192.168.203.56@tcp:105: 00000100:00100000:0.0:1746139072.591074:0:7205:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007256ac00 going to sleep for 11 seconds 00000100:00100000:0.0:1746139072.595904:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839405952 00000100:00100000:0.0:1746139072.595911:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839405952 00002000:00100000:0.0:1746139072.595950:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff88009f178a80 x1830958839405952/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:753/0 lens 488/0 e 0 to 0 dl 1746139083 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139072.595960:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f178a80 with x1830958839405952 ext(0->4095) 00010000:00010000:0.0:1746139072.595968:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0143000/0x1f9f6ca451ac8899 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f7a7 expref: 44 pid: 9564 timeout: 797 lvb_type: 0 00010000:00010000:0.0:1746139072.595981:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0143000/0x1f9f6ca451ac8899 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f7a7 expref: 44 pid: 9564 timeout: 797 lvb_type: 0 00002000:00010000:0.0:1746139072.595987:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f178a80 00000100:00100000:0.0:1746139072.596346:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 1341 00000100:00100000:0.0:1746139072.596353:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f178a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+44:2008:x1830958839405952:12345-192.168.203.56@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746139072.596489:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f178a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+44:2008:x1830958839405952:12345-192.168.203.56@tcp:3:rw_seq_cst_vs_d.0 Request processed in 135us (827us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746139072.596495:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1341 00002000:00100000:0.0:1746139072.596500:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff88009f178a80 x1830958839405952/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:753/0 lens 488/4536 e 0 to 0 dl 1746139083 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139072.596511:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f178a80 with x1830958839405952 ext(0->4095) 00010000:00010000:0.0:1746139072.596516:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0143000/0x1f9f6ca451ac8899 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f7a7 expref: 44 pid: 9564 timeout: 797 lvb_type: 0 00010000:00010000:0.0:1746139072.596525:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0143000/0x1f9f6ca451ac8899 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f7a7 expref: 44 pid: 9564 timeout: 797 lvb_type: 0 00002000:00010000:0.0:1746139072.596530:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f178a80 00000100:00100000:0.0:1746139072.609379:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.612703:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072504380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+48:2009:x1830958839406208:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2608us (3334us total) trans 4294970429 rc 0/0 00000100:00100000:0.0:1746139072.612723:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1342 00002000:00100000:0.0:1746139072.612731:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff880072504380 x1830958839406208/t4294970429(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:753/0 lens 496/448 e 0 to 0 dl 1746139083 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139072.612739:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072504380 with x1830958839406208 ext(0->7) 00010000:00010000:0.0:1746139072.612745:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0143000/0x1f9f6ca451ac8899 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f7a7 expref: 47 pid: 9564 timeout: 797 lvb_type: 0 00010000:00010000:0.0:1746139072.612755:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0143000/0x1f9f6ca451ac8899 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f7a7 expref: 47 pid: 9564 timeout: 797 lvb_type: 0 00002000:00010000:0.0:1746139072.612761:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880072504380 00000100:00100000:0.0:1746139072.616018:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.621214:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.625276:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.632534:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.640079:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.645748:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.648458:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c854e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+48:2007:x1830958839407360:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2509us (2701us total) trans 4294970430 rc 0/0 00000100:00100000:0.0:1746139072.648469:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1344 00002000:00100000:0.0:1746139072.648478:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88009c854e00 x1830958839407360/t4294970430(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:753/0 lens 496/448 e 0 to 0 dl 1746139083 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139072.648487:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c854e00 with x1830958839407360 ext(0->7) 00010000:00010000:0.0:1746139072.648496:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f572c00/0x1f9f6ca451ac88a7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f7b5 expref: 48 pid: 9564 timeout: 797 lvb_type: 0 00010000:00010000:0.0:1746139072.648511:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f572c00/0x1f9f6ca451ac88a7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f7b5 expref: 48 pid: 9564 timeout: 797 lvb_type: 0 00002000:00010000:0.0:1746139072.648518:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c854e00 00000100:00100000:0.0:1746139072.650435:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.654763:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.657483:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.663451:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.665349:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.669089:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.669125:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.669159:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.669197:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839408384 00000100:00100000:0.0:1746139072.669204:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839408384 00010000:00010000:0.0:1746139072.669240:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f573600/0x1f9f6ca451ac88ae lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f7bc expref: 6 pid: 9564 timeout: 797 lvb_type: 0 00000100:00100000:0.0:1746139072.669272:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839408512 00000100:00100000:0.0:1746139072.669275:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839408512 00010000:00010000:0.0:1746139072.669285:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f572600/0x1f9f6ca451ac88b5 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f7c3 expref: 50 pid: 9564 timeout: 797 lvb_type: 0 00000100:00100000:0.0:1746139072.669301:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 15513 00000100:00100000:0.0:1746139072.669307:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013770cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958839408384:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746139072.669319:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746139072.669338:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f573600/0x1f9f6ca451ac88ae lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f7bc expref: 6 pid: 9564 timeout: 797 lvb_type: 0 00010000:00010000:0.0:1746139072.669349:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f573600/0x1f9f6ca451ac88ae lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f7bc expref: 6 pid: 9564 timeout: 797 lvb_type: 0 00010000:00010000:0.0:1746139072.669374:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746139072.669409:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013770cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958839408384:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 102us (331us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139072.669415:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 15513 00000100:00100000:0.0:1746139072.669457:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 15514 00000100:00100000:0.0:1746139072.669462:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801314bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b60e9717-019c-4527-a82a-15e993ac5189+50:2007:x1830958839408512:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746139072.669468:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746139072.669475:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f572600/0x1f9f6ca451ac88b5 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f7c3 expref: 50 pid: 9564 timeout: 797 lvb_type: 0 00010000:00010000:0.0:1746139072.669483:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f572600/0x1f9f6ca451ac88b5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f7c3 expref: 50 pid: 9564 timeout: 797 lvb_type: 0 00010000:00010000:0.0:1746139072.669495:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139072.669496:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139072.669503:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f5a2c00/0x1f9f6ca451ac88bc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f7ca expref: 50 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139072.669511:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f5a2c00/0x1f9f6ca451ac88bc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f7ca expref: 50 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139072.669542:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f5a2c00/0x1f9f6ca451ac88bc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f7ca expref: 50 pid: 9563 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746139072.669555:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072505500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830958831738368:192.168.203.56@tcp:105: 00000100:00100000:0.0:1746139072.669605:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007256aa80 going to sleep for 11 seconds 00000100:00100000:0.0:1746139072.680368:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.682305:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072506300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+50:2010:x1830958839409152:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1604us (1942us total) trans 4294970431 rc 0/0 00000100:00100000:0.0:1746139072.682318:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1347 00002000:00100000:0.0:1746139072.682326:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff880072506300 x1830958839409152/t4294970431(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:753/0 lens 496/448 e 0 to 0 dl 1746139083 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139072.682334:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072506300 with x1830958839409152 ext(0->7) 00010000:00010000:0.0:1746139072.682340:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f5a2c00/0x1f9f6ca451ac88bc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f7ca expref: 50 pid: 9563 timeout: 797 lvb_type: 0 00010000:00010000:0.0:1746139072.682352:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f5a2c00/0x1f9f6ca451ac88bc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f7ca expref: 50 pid: 9563 timeout: 797 lvb_type: 0 00002000:00010000:0.0:1746139072.682362:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880072506300 00000100:00100000:0.0:1746139072.691219:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.691283:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.696174:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.699900:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.703209:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.709020:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.712071:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.720682:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+52:2007:x1830958839410304:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 8087us (8605us total) trans 4294970432 rc 0/0 00000100:00100000:0.0:1746139072.720695:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1349 00002000:00100000:0.0:1746139072.720716:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88009cbac380 x1830958839410304/t4294970432(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:753/0 lens 496/448 e 0 to 0 dl 1746139083 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139072.720726:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cbac380 with x1830958839410304 ext(0->7) 00010000:00010000:0.0:1746139072.720737:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0142600/0x1f9f6ca451ac88ca lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f7d8 expref: 52 pid: 24929 timeout: 797 lvb_type: 0 00010000:00010000:0.0:1746139072.720754:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0142600/0x1f9f6ca451ac88ca lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f7d8 expref: 52 pid: 24929 timeout: 797 lvb_type: 0 00002000:00010000:0.0:1746139072.720760:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009cbac380 00000100:00100000:0.0:1746139072.722671:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.723426:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.728448:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839410816 00000100:00100000:0.0:1746139072.728456:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839410816 00002000:00100000:0.0:1746139072.728505:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff88009c18d180 x1830958839410816/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:753/0 lens 488/0 e 0 to 0 dl 1746139083 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139072.728515:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c18d180 with x1830958839410816 ext(0->4095) 00010000:00010000:0.0:1746139072.728523:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0143a00/0x1f9f6ca451ac88d1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f7df expref: 6 pid: 24929 timeout: 797 lvb_type: 0 00010000:00010000:0.0:1746139072.728535:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0143a00/0x1f9f6ca451ac88d1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f7df expref: 6 pid: 24929 timeout: 797 lvb_type: 0 00002000:00010000:0.0:1746139072.728541:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c18d180 00000100:00100000:0.0:1746139072.728559:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 1350 00000100:00100000:0.0:1746139072.728566:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c18d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958839410816:12345-192.168.203.56@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746139072.729068:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c18d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958839410816:12345-192.168.203.56@tcp:3:rw_seq_cst_vs_d.0 Request processed in 499us (819us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746139072.729074:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1350 00002000:00100000:0.0:1746139072.729081:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff88009c18d180 x1830958839410816/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:753/0 lens 488/4536 e 0 to 0 dl 1746139083 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139072.729088:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c18d180 with x1830958839410816 ext(0->4095) 00010000:00010000:0.0:1746139072.729093:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0143a00/0x1f9f6ca451ac88d1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f7df expref: 6 pid: 24929 timeout: 797 lvb_type: 0 00010000:00010000:0.0:1746139072.729185:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0143a00/0x1f9f6ca451ac88d1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f7df expref: 6 pid: 24929 timeout: 797 lvb_type: 0 00002000:00010000:0.0:1746139072.729191:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c18d180 00000100:00100000:0.0:1746139072.730813:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.741095:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.743800:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed1d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+54:2007:x1830958839411456:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1809us (2707us total) trans 4294970433 rc 0/0 00000100:00100000:0.0:1746139072.743808:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1351 00002000:00100000:0.0:1746139072.743815:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88009ed1d180 x1830958839411456/t4294970433(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:753/0 lens 496/448 e 0 to 0 dl 1746139083 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139072.743824:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ed1d180 with x1830958839411456 ext(0->7) 00010000:00010000:0.0:1746139072.743831:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0142800/0x1f9f6ca451ac88d8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f7e6 expref: 54 pid: 24929 timeout: 798 lvb_type: 0 00010000:00010000:0.0:1746139072.743844:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0142800/0x1f9f6ca451ac88d8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f7e6 expref: 54 pid: 24929 timeout: 798 lvb_type: 0 00002000:00010000:0.0:1746139072.743850:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ed1d180 00000100:00100000:0.0:1746139072.747075:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.750415:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.752050:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.753647:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.759379:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.769439:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.769481:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.769522:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.770446:0:7205:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839412736 00000100:00100000:0.0:1746139072.770450:0:7205:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839412736 00010000:00010000:0.0:1746139072.770469:0:7205:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f5a2c00/0x1f9f6ca451ac88df lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f7ed expref: 6 pid: 9563 timeout: 798 lvb_type: 0 00000100:00100000:0.0:1746139072.770529:0:7205:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 15521 00000100:00100000:0.0:1746139072.770535:0:7205:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eedb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2010:x1830958839412736:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746139072.770542:0:7205:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746139072.770583:0:7205:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f5a2c00/0x1f9f6ca451ac88df lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f7ed expref: 6 pid: 9563 timeout: 798 lvb_type: 0 00010000:00010000:0.0:1746139072.770592:0:7205:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f5a2c00/0x1f9f6ca451ac88df lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f7ed expref: 6 pid: 9563 timeout: 798 lvb_type: 0 00010000:00010000:0.0:1746139072.770750:0:7205:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f5a2c00/0x1f9f6ca451ac88df lrc: 0/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f7ed expref: 6 pid: 9563 timeout: 798 lvb_type: 0 00010000:00010000:0.0:1746139072.770762:0:7205:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139072.770764:0:7205:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139072.770770:0:7205:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0142600/0x1f9f6ca451ac88ed lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f7fb expref: 55 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139072.770777:0:7205:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0142600/0x1f9f6ca451ac88ed lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f7fb expref: 55 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139072.770797:0:7205:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0142600/0x1f9f6ca451ac88ed lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f7fb expref: 55 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139072.770807:0:7205:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0142600/0x1f9f6ca451ac88ed lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f7fb expref: 55 pid: 24929 timeout: 798 lvb_type: 0 00000100:00100000:0.0:1746139072.770822:0:7205:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0222d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7205:1830958831740160:192.168.203.56@tcp:105: 00000100:00100000:0.0:1746139072.770867:0:7205:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007256a000 going to sleep for 11 seconds 00000100:00100000:0.0:1746139072.774389:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.777719:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839413248 00000100:00100000:0.0:1746139072.777729:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839413248 00002000:00100000:0.0:1746139072.778153:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88009f179f80 x1830958839413248/t0(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:753/0 lens 496/0 e 0 to 0 dl 1746139083 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139072.778162:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f179f80 with x1830958839413248 ext(0->7) 00010000:00010000:0.0:1746139072.778170:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0142600/0x1f9f6ca451ac88ed lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f7fb expref: 55 pid: 24929 timeout: 798 lvb_type: 0 00010000:00010000:0.0:1746139072.778184:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0142600/0x1f9f6ca451ac88ed lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f7fb expref: 55 pid: 24929 timeout: 798 lvb_type: 0 00002000:00010000:0.0:1746139072.778190:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f179f80 00000100:00100000:0.0:1746139072.778344:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 1353 00000100:00100000:0.0:1746139072.778353:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f179f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+55:2008:x1830958839413248:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746139072.779511:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f179f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+57:2008:x1830958839413248:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1157us (2043us total) trans 4294970434 rc 0/0 00000100:00100000:0.0:1746139072.779517:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1353 00002000:00100000:0.0:1746139072.779523:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88009f179f80 x1830958839413248/t4294970434(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:753/0 lens 496/448 e 0 to 0 dl 1746139083 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139072.779529:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f179f80 with x1830958839413248 ext(0->7) 00010000:00010000:0.0:1746139072.779536:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0142600/0x1f9f6ca451ac88ed lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f7fb expref: 57 pid: 24929 timeout: 798 lvb_type: 0 00010000:00010000:0.0:1746139072.779546:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0142600/0x1f9f6ca451ac88ed lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f7fb expref: 57 pid: 24929 timeout: 798 lvb_type: 0 00002000:00010000:0.0:1746139072.779555:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f179f80 00000100:00100000:0.0:1746139072.781768:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.787473:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.792394:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.792447:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.795329:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.797433:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.799443:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.801716:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c796680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+58:2010:x1830958839414528:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1753us (2262us total) trans 4294970435 rc 0/0 00000100:00100000:0.0:1746139072.801726:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1355 00002000:00100000:0.0:1746139072.801735:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88009c796680 x1830958839414528/t4294970435(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:753/0 lens 496/448 e 0 to 0 dl 1746139083 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139072.801743:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c796680 with x1830958839414528 ext(0->7) 00010000:00010000:0.0:1746139072.801751:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009cd42600/0x1f9f6ca451ac88fb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f809 expref: 58 pid: 9563 timeout: 798 lvb_type: 0 00010000:00010000:0.0:1746139072.801765:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009cd42600/0x1f9f6ca451ac88fb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f809 expref: 58 pid: 9563 timeout: 798 lvb_type: 0 00002000:00010000:0.0:1746139072.801772:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c796680 00000100:00100000:0.0:1746139072.804515:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.808799:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.822233:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.822284:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.825496:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.826693:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.828741:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.828814:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.832480:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.832519:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839416064 00000100:00100000:0.0:1746139072.832526:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839416064 00002000:00100000:0.0:1746139072.832573:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff88012c249180 x1830958839416064/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:753/0 lens 488/0 e 0 to 0 dl 1746139083 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139072.832583:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c249180 with x1830958839416064 ext(0->4095) 00010000:00010000:0.0:1746139072.832592:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800727b2e00/0x1f9f6ca451ac8910 lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f817 expref: 59 pid: 9563 timeout: 798 lvb_type: 0 00010000:00010000:0.0:1746139072.832605:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800727b2e00/0x1f9f6ca451ac8910 lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f817 expref: 59 pid: 9563 timeout: 798 lvb_type: 0 00002000:00010000:0.0:1746139072.832611:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012c249180 00000100:00100000:0.0:1746139072.832691:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 1357 00000100:00100000:0.0:1746139072.836402:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.839764:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c248a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+60:2009:x1830958839416320:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2617us (3363us total) trans 4294970436 rc 0/0 00000100:00100000:0.0:1746139072.839775:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1358 00002000:00100000:0.0:1746139072.839784:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88012c248a80 x1830958839416320/t4294970436(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:753/0 lens 496/448 e 0 to 0 dl 1746139083 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139072.839794:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c248a80 with x1830958839416320 ext(0->7) 00010000:00010000:0.0:1746139072.839804:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800727b2e00/0x1f9f6ca451ac8910 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f817 expref: 60 pid: 9563 timeout: 798 lvb_type: 0 00010000:00010000:0.0:1746139072.839820:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800727b2e00/0x1f9f6ca451ac8910 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f817 expref: 60 pid: 9563 timeout: 798 lvb_type: 0 00002000:00010000:0.0:1746139072.839827:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012c248a80 00000100:00100000:0.0:1746139072.841762:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.859334:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.859422:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.859456:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839416832 00000100:00100000:0.0:1746139072.859464:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839416832 00002000:00100000:0.0:1746139072.859510:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff88012c24b800 x1830958839416832/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:753/0 lens 488/0 e 0 to 0 dl 1746139083 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139072.859521:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c24b800 with x1830958839416832 ext(0->4095) 00002000:00010000:0.0:1746139072.859526:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012c24b800 00000100:00100000:0.0:1746139072.859563:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 12490 00000100:00100000:0.0:1746139072.859571:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c24b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958839416832:12345-192.168.203.56@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746139072.859767:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c24b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958839416832:12345-192.168.203.56@tcp:3:rw_seq_cst_vs_d.0 Request processed in 195us (343us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746139072.859773:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 12490 00002000:00100000:0.0:1746139072.859779:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff88012c24b800 x1830958839416832/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:753/0 lens 488/4536 e 0 to 0 dl 1746139083 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139072.859790:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c24b800 with x1830958839416832 ext(0->4095) 00002000:00010000:0.0:1746139072.859794:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012c24b800 00000100:00100000:0.0:1746139072.862220:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.863200:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.863541:0:7205:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839417088 00000100:00100000:0.0:1746139072.863544:0:7205:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839417088 00010000:00010000:0.0:1746139072.863563:0:7205:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800727b2600/0x1f9f6ca451ac8917 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f825 expref: 6 pid: 9563 timeout: 798 lvb_type: 0 00000100:00100000:0.0:1746139072.863579:0:7205:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 15528 00000100:00100000:0.0:1746139072.863584:0:7205:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c248e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2010:x1830958839417088:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746139072.863591:0:7205:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746139072.863608:0:7205:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800727b2600/0x1f9f6ca451ac8917 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f825 expref: 6 pid: 9563 timeout: 798 lvb_type: 0 00010000:00010000:0.0:1746139072.863632:0:7205:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800727b2600/0x1f9f6ca451ac8917 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f825 expref: 6 pid: 9563 timeout: 798 lvb_type: 0 00010000:00010000:0.0:1746139072.863649:0:7205:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800727b2600/0x1f9f6ca451ac8917 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f825 expref: 6 pid: 9563 timeout: 798 lvb_type: 0 00010000:00010000:0.0:1746139072.863663:0:7205:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139072.863665:0:7205:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139072.863671:0:7205:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012fb9e400/0x1f9f6ca451ac891e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f82c expref: 60 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139072.863682:0:7205:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012fb9e400/0x1f9f6ca451ac891e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f82c expref: 60 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139072.863838:0:7205:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012fb9e400/0x1f9f6ca451ac891e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f82c expref: 60 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139072.863849:0:7205:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012fb9e400/0x1f9f6ca451ac891e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f82c expref: 60 pid: 9563 timeout: 798 lvb_type: 0 00000100:00100000:0.0:1746139072.863861:0:7205:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c24b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7205:1830958831741824:192.168.203.56@tcp:105: 00000100:00100000:0.0:1746139072.865827:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.870883:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839417600 00000100:00100000:0.0:1746139072.870893:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839417600 00002000:00100000:0.0:1746139072.870940:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88009c18e680 x1830958839417600/t0(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:753/0 lens 496/0 e 0 to 0 dl 1746139083 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139072.870950:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c18e680 with x1830958839417600 ext(0->7) 00010000:00010000:0.0:1746139072.870959:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012fb9e400/0x1f9f6ca451ac891e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f82c expref: 61 pid: 9563 timeout: 798 lvb_type: 0 00010000:00010000:0.0:1746139072.870975:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012fb9e400/0x1f9f6ca451ac891e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f82c expref: 61 pid: 9563 timeout: 798 lvb_type: 0 00002000:00010000:0.0:1746139072.870981:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c18e680 00000100:00100000:0.0:1746139072.871013:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 1360 00000100:00100000:0.0:1746139072.871021:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c18e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+61:2007:x1830958839417600:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746139072.875939:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c18e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+63:2007:x1830958839417600:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 4907us (5137us total) trans 4294970437 rc 0/0 00000100:00100000:0.0:1746139072.875952:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1360 00002000:00100000:0.0:1746139072.875965:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88009c18e680 x1830958839417600/t4294970437(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:753/0 lens 496/448 e 0 to 0 dl 1746139083 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139072.875975:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c18e680 with x1830958839417600 ext(0->7) 00010000:00010000:0.0:1746139072.875985:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012fb9e400/0x1f9f6ca451ac891e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f82c expref: 63 pid: 9563 timeout: 798 lvb_type: 0 00010000:00010000:0.0:1746139072.876001:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012fb9e400/0x1f9f6ca451ac891e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f82c expref: 63 pid: 9563 timeout: 798 lvb_type: 0 00002000:00010000:0.0:1746139072.876007:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c18e680 00000100:00100000:0.0:1746139072.883453:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.883566:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.891062:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.897280:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.897381:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.901473:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.906195:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.907372:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+64:2007:x1830958839418880:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 833us (1185us total) trans 4294970438 rc 0/0 00000100:00100000:0.0:1746139072.907380:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1363 00002000:00100000:0.0:1746139072.907386:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff8801391d2d80 x1830958839418880/t4294970438(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:753/0 lens 496/448 e 0 to 0 dl 1746139083 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139072.907400:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801391d2d80 with x1830958839418880 ext(0->7) 00010000:00010000:0.0:1746139072.907406:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0143a00/0x1f9f6ca451ac892c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f83a expref: 64 pid: 9564 timeout: 798 lvb_type: 0 00010000:00010000:0.0:1746139072.907415:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0143a00/0x1f9f6ca451ac892c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f83a expref: 64 pid: 9564 timeout: 798 lvb_type: 0 00002000:00010000:0.0:1746139072.907421:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801391d2d80 00000100:00100000:0.0:1746139072.910033:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.915451:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.917527:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.924084:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.930739:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.931176:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.933836:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.935137:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.939070:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.941957:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.946393:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f2d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+67:2007:x1830958839420928:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3123us (4431us total) trans 4294970439 rc 0/0 00000100:00100000:0.0:1746139072.946408:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1366 00002000:00100000:0.0:1746139072.946420:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88009f2d0e00 x1830958839420928/t4294970439(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:753/0 lens 496/448 e 0 to 0 dl 1746139083 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139072.946430:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f2d0e00 with x1830958839420928 ext(0->7) 00010000:00010000:0.0:1746139072.946443:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0143000/0x1f9f6ca451ac8941 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f84f expref: 67 pid: 9564 timeout: 798 lvb_type: 0 00010000:00010000:0.0:1746139072.946461:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0143000/0x1f9f6ca451ac8941 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f84f expref: 67 pid: 9564 timeout: 798 lvb_type: 0 00002000:00010000:0.0:1746139072.946468:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f2d0e00 00000100:00100000:0.0:1746139072.950005:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.954444:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.957752:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.966483:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.967532:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.971669:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.976035:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.977094:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.982599:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.987332:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139072.990235:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5f99880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+68:2007:x1830958839422976:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1302us (2908us total) trans 4294970440 rc 0/0 00000100:00100000:0.0:1746139072.990243:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1370 00002000:00100000:0.0:1746139072.990249:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff8800a5f99880 x1830958839422976/t4294970440(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:753/0 lens 496/448 e 0 to 0 dl 1746139083 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139072.990256:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5f99880 with x1830958839422976 ext(0->7) 00010000:00010000:0.0:1746139072.990262:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f572c00/0x1f9f6ca451ac8956 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f864 expref: 68 pid: 9564 timeout: 798 lvb_type: 0 00010000:00010000:0.0:1746139072.990272:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f572c00/0x1f9f6ca451ac8956 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f864 expref: 68 pid: 9564 timeout: 798 lvb_type: 0 00002000:00010000:0.0:1746139072.990283:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a5f99880 00000100:00100000:0.0:1746139072.999172:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.005059:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.006435:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.011428:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.016104:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.019293:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.023325:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c25c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+71:2009:x1830958839424256:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3776us (4032us total) trans 4294970441 rc 0/0 00000100:00100000:0.0:1746139073.023339:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1373 00002000:00100000:0.0:1746139073.023351:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88012c25c380 x1830958839424256/t4294970441(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:754/0 lens 496/448 e 0 to 0 dl 1746139084 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139073.023361:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c25c380 with x1830958839424256 ext(0->7) 00010000:00010000:0.0:1746139073.023373:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f572600/0x1f9f6ca451ac8964 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f872 expref: 71 pid: 9564 timeout: 798 lvb_type: 0 00010000:00010000:0.0:1746139073.023390:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f572600/0x1f9f6ca451ac8964 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f872 expref: 71 pid: 9564 timeout: 798 lvb_type: 0 00002000:00010000:0.0:1746139073.023396:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012c25c380 00000100:00100000:0.0:1746139073.027776:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.034279:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.037027:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.042662:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.044899:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.077404:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.080199:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.087343:0:7205:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011dd86d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7205:1830958831744768:192.168.203.56@tcp:105: 00010000:00010000:0.0:1746139073.087366:0:7205:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746139073.087418:0:7205:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b495a450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b60e9717-019c-4527-a82a-15e993ac5189+70:2008:x1830958839425792:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 4517us (4980us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139073.087430:0:7205:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 15541 00000100:00100000:0.0:1746139073.089963:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.093108:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131494000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+72:2010:x1830958839426304:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2846us (3143us total) trans 4294970442 rc 0/0 00000100:00100000:0.0:1746139073.093118:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1375 00002000:00100000:0.0:1746139073.093128:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff880131494000 x1830958839426304/t4294970442(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:754/0 lens 496/448 e 0 to 0 dl 1746139084 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139073.093291:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131494000 with x1830958839426304 ext(0->7) 00010000:00010000:0.0:1746139073.093301:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f572600/0x1f9f6ca451ac8979 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f887 expref: 72 pid: 9564 timeout: 798 lvb_type: 0 00010000:00010000:0.0:1746139073.093315:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f572600/0x1f9f6ca451ac8979 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f887 expref: 72 pid: 9564 timeout: 798 lvb_type: 0 00002000:00010000:0.0:1746139073.093321:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880131494000 00000100:00100000:0.0:1746139073.094477:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.099863:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.103973:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.112101:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839427200 00000100:00100000:0.0:1746139073.112108:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839427200 00002000:00100000:0.0:1746139073.112143:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff88009f179180 x1830958839427200/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:754/0 lens 488/0 e 0 to 0 dl 1746139084 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139073.112153:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f179180 with x1830958839427200 ext(0->4095) 00010000:00010000:0.0:1746139073.112159:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f572600/0x1f9f6ca451ac8987 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f895 expref: 74 pid: 9564 timeout: 798 lvb_type: 0 00010000:00010000:0.0:1746139073.112168:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f572600/0x1f9f6ca451ac8987 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f895 expref: 74 pid: 9564 timeout: 798 lvb_type: 0 00002000:00010000:0.0:1746139073.112174:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f179180 00000100:00100000:0.0:1746139073.112869:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 1376 00000100:00100000:0.0:1746139073.112878:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f179180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+74:2008:x1830958839427200:12345-192.168.203.56@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746139073.114262:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.116136:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.118247:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.123389:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.127531:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.135124:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c0cc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+74:2009:x1830958839428096:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 4980us (7592us total) trans 4294970443 rc 0/0 00000100:00100000:0.0:1746139073.135137:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1378 00002000:00100000:0.0:1746139073.135149:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88009c0cc380 x1830958839428096/t4294970443(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:754/0 lens 496/448 e 0 to 0 dl 1746139084 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139073.135158:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c0cc380 with x1830958839428096 ext(0->7) 00010000:00010000:0.0:1746139073.135171:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f573600/0x1f9f6ca451ac898e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f89c expref: 74 pid: 9564 timeout: 798 lvb_type: 0 00010000:00010000:0.0:1746139073.135193:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f573600/0x1f9f6ca451ac898e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f89c expref: 74 pid: 9564 timeout: 798 lvb_type: 0 00002000:00010000:0.0:1746139073.135201:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c0cc380 00000100:00100000:0.0:1746139073.138863:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.145809:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.145912:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.145941:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839428608 00000100:00100000:0.0:1746139073.145959:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839428608 00002000:00100000:0.0:1746139073.146015:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff88009c0ce680 x1830958839428608/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:754/0 lens 488/0 e 0 to 0 dl 1746139084 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139073.146025:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c0ce680 with x1830958839428608 ext(0->4095) 00002000:00010000:0.0:1746139073.146031:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c0ce680 00000100:00100000:0.0:1746139073.146053:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 12498 00000100:00100000:0.0:1746139073.146061:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c0ce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958839428608:12345-192.168.203.56@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746139073.146217:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c0ce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958839428608:12345-192.168.203.56@tcp:3:rw_seq_cst_vs_d.0 Request processed in 155us (307us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746139073.146224:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 12498 00002000:00100000:0.0:1746139073.146230:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff88009c0ce680 x1830958839428608/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:754/0 lens 488/4536 e 0 to 0 dl 1746139084 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139073.146237:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c0ce680 with x1830958839428608 ext(0->4095) 00002000:00010000:0.0:1746139073.146241:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c0ce680 00000100:00100000:0.0:1746139073.148145:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.150547:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.153820:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.158383:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.162643:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c411500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+77:2010:x1830958839429376:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 870us (4269us total) trans 4294970444 rc 0/0 00000100:00100000:0.0:1746139073.162652:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1380 00002000:00100000:0.0:1746139073.162659:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88009c411500 x1830958839429376/t4294970444(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:754/0 lens 496/448 e 0 to 0 dl 1746139084 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139073.162665:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c411500 with x1830958839429376 ext(0->7) 00010000:00010000:0.0:1746139073.162670:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f572600/0x1f9f6ca451ac899c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f8aa expref: 77 pid: 9564 timeout: 798 lvb_type: 0 00010000:00010000:0.0:1746139073.162679:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f572600/0x1f9f6ca451ac899c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f8aa expref: 77 pid: 9564 timeout: 798 lvb_type: 0 00002000:00010000:0.0:1746139073.162684:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c411500 00000100:00100000:0.0:1746139073.167471:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.171294:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.173527:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.176043:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.176099:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.189180:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.189234:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.192953:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.196372:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.201907:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.207483:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.213443:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.215016:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.220577:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.220659:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.220697:0:7205:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839431936 00000100:00100000:0.0:1746139073.220714:0:7205:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839431936 00010000:00010000:0.0:1746139073.220750:0:7205:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009cd42600/0x1f9f6ca451ac89b8 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f8c6 expref: 6 pid: 9563 timeout: 798 lvb_type: 0 00000100:00100000:0.0:1746139073.220776:0:7205:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 15551 00000100:00100000:0.0:1746139073.220782:0:7205:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093640a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958839431936:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746139073.220795:0:7205:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746139073.220818:0:7205:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009cd42600/0x1f9f6ca451ac89b8 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f8c6 expref: 6 pid: 9563 timeout: 798 lvb_type: 0 00010000:00010000:0.0:1746139073.220831:0:7205:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009cd42600/0x1f9f6ca451ac89b8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f8c6 expref: 6 pid: 9563 timeout: 798 lvb_type: 0 00010000:00010000:0.0:1746139073.220856:0:7205:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139073.220858:0:7205:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139073.220865:0:7205:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f16de00/0x1f9f6ca451ac89bf lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f8cd expref: 79 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139073.220872:0:7205:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f16de00/0x1f9f6ca451ac89bf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f8cd expref: 79 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139073.220904:0:7205:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f16de00/0x1f9f6ca451ac89bf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f8cd expref: 79 pid: 9563 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746139073.220920:0:7205:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093643b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7205:1830958831746944:192.168.203.56@tcp:105: 00000100:00100000:0.0:1746139073.221004:0:7205:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007256a9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746139073.223939:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.230028:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.234005:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093643b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+81:2010:x1830958839432448:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3751us (3978us total) trans 4294970446 rc 0/0 00000100:00100000:0.0:1746139073.234019:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1385 00002000:00100000:0.0:1746139073.234031:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff880093643b80 x1830958839432448/t4294970446(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:754/0 lens 496/448 e 0 to 0 dl 1746139084 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139073.234041:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093643b80 with x1830958839432448 ext(0->7) 00010000:00010000:0.0:1746139073.234052:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f16de00/0x1f9f6ca451ac89bf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f8cd expref: 81 pid: 9563 timeout: 798 lvb_type: 0 00010000:00010000:0.0:1746139073.234070:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f16de00/0x1f9f6ca451ac89bf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f8cd expref: 81 pid: 9563 timeout: 798 lvb_type: 0 00002000:00010000:0.0:1746139073.234076:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093643b80 00000100:00100000:0.0:1746139073.243757:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.247857:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.247972:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.251862:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.254181:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.258663:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.261855:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093493b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+82:2007:x1830958839433728:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2862us (3192us total) trans 4294970447 rc 0/0 00000100:00100000:0.0:1746139073.262095:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1388 00002000:00100000:0.0:1746139073.262107:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff880093493b80 x1830958839433728/t4294970447(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:754/0 lens 496/448 e 0 to 0 dl 1746139084 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139073.262117:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093493b80 with x1830958839433728 ext(0->7) 00010000:00010000:0.0:1746139073.262128:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f573800/0x1f9f6ca451ac89cd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f8db expref: 82 pid: 9564 timeout: 798 lvb_type: 0 00010000:00010000:0.0:1746139073.262142:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f573800/0x1f9f6ca451ac89cd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f8db expref: 82 pid: 9564 timeout: 798 lvb_type: 0 00002000:00010000:0.0:1746139073.262148:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093493b80 00000100:00100000:0.0:1746139073.265141:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.269830:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.271894:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.273887:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.279491:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.279553:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.282678:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.285057:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.286401:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.288545:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.295923:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.297032:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131465f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+85:2008:x1830958839435776:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 811us (1118us total) trans 4294970448 rc 0/0 00000100:00100000:0.0:1746139073.297040:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1390 00002000:00100000:0.0:1746139073.297047:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff880131465f80 x1830958839435776/t4294970448(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:754/0 lens 496/448 e 0 to 0 dl 1746139084 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139073.297055:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131465f80 with x1830958839435776 ext(0->7) 00010000:00010000:0.0:1746139073.297061:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f0e4e00/0x1f9f6ca451ac89e2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f8f0 expref: 85 pid: 9564 timeout: 798 lvb_type: 0 00010000:00010000:0.0:1746139073.297071:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f0e4e00/0x1f9f6ca451ac89e2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f8f0 expref: 85 pid: 9564 timeout: 798 lvb_type: 0 00002000:00010000:0.0:1746139073.297077:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880131465f80 00000100:00100000:0.0:1746139073.300936:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.306638:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.308695:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.311900:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.315923:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.320744:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.320802:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.321490:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 1391 00000100:00100000:0.0:1746139073.326194:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.326830:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.330679:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.336969:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.343315:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.345297:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eed9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+86:2007:x1830958839437952:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 928us (1981us total) trans 4294970449 rc 0/0 00000100:00100000:0.0:1746139073.345307:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1392 00002000:00100000:0.0:1746139073.345315:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88012eed9500 x1830958839437952/t4294970449(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:754/0 lens 496/448 e 0 to 0 dl 1746139084 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139073.345324:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012eed9500 with x1830958839437952 ext(0->7) 00010000:00010000:0.0:1746139073.345332:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f46e000/0x1f9f6ca451ac89f7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f905 expref: 86 pid: 9563 timeout: 798 lvb_type: 0 00010000:00010000:0.0:1746139073.345345:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f46e000/0x1f9f6ca451ac89f7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f905 expref: 86 pid: 9563 timeout: 798 lvb_type: 0 00002000:00010000:0.0:1746139073.345351:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012eed9500 00000100:00100000:0.0:1746139073.349374:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.351651:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.354768:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.359394:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.359453:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.362274:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.365925:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.368444:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c796d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+89:2009:x1830958839439232:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2252us (2519us total) trans 4294970450 rc 0/0 00000100:00100000:0.0:1746139073.368456:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1395 00002000:00100000:0.0:1746139073.368464:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88009c796d80 x1830958839439232/t4294970450(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:754/0 lens 496/448 e 0 to 0 dl 1746139084 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139073.368473:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c796d80 with x1830958839439232 ext(0->7) 00010000:00010000:0.0:1746139073.368483:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012fb9f800/0x1f9f6ca451ac8a05 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f913 expref: 89 pid: 9563 timeout: 798 lvb_type: 0 00010000:00010000:0.0:1746139073.368499:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012fb9f800/0x1f9f6ca451ac8a05 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f913 expref: 89 pid: 9563 timeout: 798 lvb_type: 0 00002000:00010000:0.0:1746139073.368507:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c796d80 00000100:00100000:0.0:1746139073.370276:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.374131:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.378361:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.378418:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.381477:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.381530:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.383291:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.386468:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.391496:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.394247:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.395806:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072505500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+90:2008:x1830958839440896:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 920us (1566us total) trans 4294970451 rc 0/0 00000100:00100000:0.0:1746139073.395813:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1397 00002000:00100000:0.0:1746139073.395818:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff880072505500 x1830958839440896/t4294970451(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:754/0 lens 496/448 e 0 to 0 dl 1746139084 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139073.395826:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072505500 with x1830958839440896 ext(0->7) 00010000:00010000:0.0:1746139073.395831:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0142200/0x1f9f6ca451ac8a1a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f928 expref: 90 pid: 24929 timeout: 798 lvb_type: 0 00010000:00010000:0.0:1746139073.395841:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0142200/0x1f9f6ca451ac8a1a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f928 expref: 90 pid: 24929 timeout: 798 lvb_type: 0 00002000:00010000:0.0:1746139073.395847:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880072505500 00000100:00100000:0.0:1746139073.397983:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.402071:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.403638:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.403748:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839441408 00000100:00100000:0.0:1746139073.403752:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839441408 00002000:00100000:0.0:1746139073.403782:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff88009ed1ed80 x1830958839441408/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:754/0 lens 488/0 e 0 to 0 dl 1746139084 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139073.403791:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ed1ed80 with x1830958839441408 ext(0->4095) 00010000:00010000:0.0:1746139073.403797:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0142400/0x1f9f6ca451ac8a21 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f92f expref: 6 pid: 24929 timeout: 798 lvb_type: 0 00010000:00010000:0.0:1746139073.403807:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0142400/0x1f9f6ca451ac8a21 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f92f expref: 6 pid: 24929 timeout: 798 lvb_type: 0 00002000:00010000:0.0:1746139073.403812:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ed1ed80 00000100:00100000:0.0:1746139073.406481:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.406797:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.409769:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.412643:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.417212:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.422990:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.429756:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.430267:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.430839:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 28252 00000100:00100000:0.0:1746139073.430845:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0ce8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+92:1157:x1830958839442816:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746139073.430852:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746139073.430858:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0599200/0x1f9f6ca451ac8a3d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a350f94b expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139073.430876:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012fb9e400/0x1f9f6ca451ac8a2f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f93d expref: 93 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139073.430883:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f0e4800/0x1f9f6ca451ac8a36 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f944 expref: 6 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139073.430888:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139073.430889:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139073.430892:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0599200/0x1f9f6ca451ac8a3d lrc: 5/0,0 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f94b expref: 93 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139073.430919:0:18644:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f0e4800/0x1f9f6ca451ac8a36 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f944 expref: 6 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139073.430931:0:18644:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f0e4800/0x1f9f6ca451ac8a36 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f944 expref: 6 pid: 24929 timeout: 798 lvb_type: 0 00000100:00100000:0.0:1746139073.430942:0:18644:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0ceb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:18644:1830958831750784:192.168.203.56@tcp:104: 00010000:00010000:0.0:1746139073.431447:0:18644:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012fb9e400/0x1f9f6ca451ac8a2f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f93d expref: 93 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139073.431456:0:18644:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012fb9e400/0x1f9f6ca451ac8a2f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f93d expref: 93 pid: 24929 timeout: 798 lvb_type: 0 00000100:00100000:0.0:1746139073.431464:0:18644:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012bbe2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:18644:1830958831750912:192.168.203.56@tcp:104: 00000100:00100000:0.0:1746139073.431489:0:18644:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007256a000 going to sleep for 11 seconds 00000100:00100000:0.0:1746139073.436498:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.437305:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.439827:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.439922:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.442570:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.444837:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.457154:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.463302:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.465413:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.467910:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.467970:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.469844:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.472613:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.473681:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f17ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+96:2010:x1830958839445248:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 747us (1073us total) trans 4294970454 rc 0/0 00000100:00100000:0.0:1746139073.473689:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1406 00002000:00100000:0.0:1746139073.473695:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88009f17ad80 x1830958839445248/t4294970454(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:754/0 lens 496/448 e 0 to 0 dl 1746139084 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139073.473714:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f17ad80 with x1830958839445248 ext(0->7) 00010000:00010000:0.0:1746139073.473719:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f0e4200/0x1f9f6ca451ac8a4b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f959 expref: 96 pid: 24929 timeout: 798 lvb_type: 0 00010000:00010000:0.0:1746139073.473728:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f0e4200/0x1f9f6ca451ac8a4b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f959 expref: 96 pid: 24929 timeout: 798 lvb_type: 0 00002000:00010000:0.0:1746139073.473733:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f17ad80 00000100:00100000:0.0:1746139073.479240:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.484685:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.489584:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.490434:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.494398:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.499611:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.504828:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.506482:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f15df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+99:2010:x1830958839446528:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1282us (1784us total) trans 4294970455 rc 0/0 00000100:00100000:0.0:1746139073.506491:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1408 00002000:00100000:0.0:1746139073.506498:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88009f15df80 x1830958839446528/t4294970455(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:754/0 lens 496/448 e 0 to 0 dl 1746139084 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139073.506505:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f15df80 with x1830958839446528 ext(0->7) 00010000:00010000:0.0:1746139073.506514:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012fb9f800/0x1f9f6ca451ac8a59 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f967 expref: 99 pid: 24929 timeout: 798 lvb_type: 0 00010000:00010000:0.0:1746139073.506525:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012fb9f800/0x1f9f6ca451ac8a59 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f967 expref: 99 pid: 24929 timeout: 798 lvb_type: 0 00002000:00010000:0.0:1746139073.506531:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f15df80 00000100:00100000:0.0:1746139073.518476:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839447040 00000100:00100000:0.0:1746139073.518482:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839447040 00002000:00100000:0.0:1746139073.518516:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff880131497800 x1830958839447040/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:754/0 lens 488/0 e 0 to 0 dl 1746139084 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139073.518525:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131497800 with x1830958839447040 ext(0->4095) 00010000:00010000:0.0:1746139073.518531:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a7837800/0x1f9f6ca451ac8a60 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f96e expref: 101 pid: 18644 timeout: 798 lvb_type: 0 00010000:00010000:0.0:1746139073.518547:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a7837800/0x1f9f6ca451ac8a60 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f96e expref: 101 pid: 18644 timeout: 798 lvb_type: 0 00002000:00010000:0.0:1746139073.518554:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880131497800 00000100:00100000:0.0:1746139073.518570:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 1409 00000100:00100000:0.0:1746139073.518575:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131497800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+101:2010:x1830958839447040:12345-192.168.203.56@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746139073.518745:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131497800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+101:2010:x1830958839447040:12345-192.168.203.56@tcp:3:rw_seq_cst_vs_d.0 Request processed in 168us (324us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746139073.518751:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1409 00002000:00100000:0.0:1746139073.518756:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff880131497800 x1830958839447040/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:754/0 lens 488/4536 e 0 to 0 dl 1746139084 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139073.518762:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131497800 with x1830958839447040 ext(0->4095) 00010000:00010000:0.0:1746139073.518766:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a7837800/0x1f9f6ca451ac8a60 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f96e expref: 101 pid: 18644 timeout: 798 lvb_type: 0 00010000:00010000:0.0:1746139073.518774:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a7837800/0x1f9f6ca451ac8a60 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f96e expref: 101 pid: 18644 timeout: 798 lvb_type: 0 00002000:00010000:0.0:1746139073.518780:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880131497800 00000100:00100000:0.0:1746139073.523872:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.523965:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.528238:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.535124:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.536092:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c0cf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+100:2009:x1830958839447808:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 708us (976us total) trans 4294970456 rc 0/0 00000100:00100000:0.0:1746139073.536100:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1411 00002000:00100000:0.0:1746139073.536104:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88009c0cf480 x1830958839447808/t4294970456(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:754/0 lens 496/448 e 0 to 0 dl 1746139084 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139073.536110:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c0cf480 with x1830958839447808 ext(0->7) 00010000:00010000:0.0:1746139073.536114:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012fb9e400/0x1f9f6ca451ac8a67 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f975 expref: 100 pid: 24929 timeout: 798 lvb_type: 0 00010000:00010000:0.0:1746139073.536121:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012fb9e400/0x1f9f6ca451ac8a67 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f975 expref: 100 pid: 24929 timeout: 798 lvb_type: 0 00002000:00010000:0.0:1746139073.536125:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c0cf480 00000100:00100000:0.0:1746139073.537825:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.544660:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.549750:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.549858:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.553207:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.553859:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.555667:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.555721:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.559186:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.559218:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839449344 00000100:00100000:0.0:1746139073.559225:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839449344 00002000:00100000:0.0:1746139073.559269:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff88009c410700 x1830958839449344/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:754/0 lens 488/0 e 0 to 0 dl 1746139084 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139073.559283:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c410700 with x1830958839449344 ext(0->4095) 00010000:00010000:0.0:1746139073.559292:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f0e4800/0x1f9f6ca451ac8a7c lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f98a expref: 101 pid: 18644 timeout: 798 lvb_type: 0 00010000:00010000:0.0:1746139073.559306:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f0e4800/0x1f9f6ca451ac8a7c lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f98a expref: 101 pid: 18644 timeout: 798 lvb_type: 0 00002000:00010000:0.0:1746139073.559313:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c410700 00000100:00100000:0.0:1746139073.559334:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 1413 00000100:00100000:0.0:1746139073.559343:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c410700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+101:2007:x1830958839449344:12345-192.168.203.56@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746139073.559477:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c410700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+101:2007:x1830958839449344:12345-192.168.203.56@tcp:3:rw_seq_cst_vs_d.0 Request processed in 135us (302us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746139073.559493:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1413 00002000:00100000:0.0:1746139073.559499:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff88009c410700 x1830958839449344/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:754/0 lens 488/4536 e 0 to 0 dl 1746139084 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139073.559506:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c410700 with x1830958839449344 ext(0->4095) 00010000:00010000:0.0:1746139073.559510:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f0e4800/0x1f9f6ca451ac8a7c lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f98a expref: 101 pid: 18644 timeout: 798 lvb_type: 0 00010000:00010000:0.0:1746139073.559519:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f0e4800/0x1f9f6ca451ac8a7c lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f98a expref: 101 pid: 18644 timeout: 798 lvb_type: 0 00002000:00010000:0.0:1746139073.559525:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c410700 00000100:00100000:0.0:1746139073.564724:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.571879:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.577309:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.583339:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.583421:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.585842:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.585878:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.588690:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.593995:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.597717:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.599820:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a07b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+104:2007:x1830958839451392:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1808us (2113us total) trans 4294970458 rc 0/0 00000100:00100000:0.0:1746139073.599832:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1417 00002000:00100000:0.0:1746139073.599841:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff8800a07b4a80 x1830958839451392/t4294970458(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:754/0 lens 496/448 e 0 to 0 dl 1746139084 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139073.599850:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a07b4a80 with x1830958839451392 ext(0->7) 00010000:00010000:0.0:1746139073.599860:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013102bc00/0x1f9f6ca451ac8a91 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f99f expref: 104 pid: 9564 timeout: 798 lvb_type: 0 00010000:00010000:0.0:1746139073.599874:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013102bc00/0x1f9f6ca451ac8a91 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f99f expref: 104 pid: 9564 timeout: 798 lvb_type: 0 00002000:00010000:0.0:1746139073.599880:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a07b4a80 00000100:00100000:0.0:1746139073.603918:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.609553:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839451776 00000100:00100000:0.0:1746139073.609561:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839451776 00002000:00100000:0.0:1746139073.609607:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff88012bbe2d80 x1830958839451776/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:754/0 lens 488/0 e 0 to 0 dl 1746139084 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139073.609635:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bbe2d80 with x1830958839451776 ext(0->4095) 00002000:00010000:0.0:1746139073.609640:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012bbe2d80 00000100:00100000:0.0:1746139073.609656:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 12514 00000100:00100000:0.0:1746139073.609664:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bbe2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958839451776:12345-192.168.203.56@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746139073.609803:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bbe2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958839451776:12345-192.168.203.56@tcp:3:rw_seq_cst_vs_d.0 Request processed in 137us (325us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746139073.609809:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 12514 00002000:00100000:0.0:1746139073.609815:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff88012bbe2d80 x1830958839451776/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:754/0 lens 488/4536 e 0 to 0 dl 1746139084 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139073.609821:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bbe2d80 with x1830958839451776 ext(0->4095) 00002000:00010000:0.0:1746139073.609823:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012bbe2d80 00000100:00100000:0.0:1746139073.615825:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.616741:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.619216:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.622199:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.624113:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.626176:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839452672 00000100:00100000:0.0:1746139073.626182:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839452672 00000100:00100000:0.0:1746139073.630337:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.634151:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.636337:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a07b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+106:2009:x1830958839453184:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1869us (2188us total) trans 4294970459 rc 0/0 00000100:00100000:0.0:1746139073.636346:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1420 00002000:00100000:0.0:1746139073.636353:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff8800a07b6680 x1830958839453184/t4294970459(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:754/0 lens 496/448 e 0 to 0 dl 1746139084 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139073.636360:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a07b6680 with x1830958839453184 ext(0->7) 00010000:00010000:0.0:1746139073.636369:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0142400/0x1f9f6ca451ac8aa6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f9b4 expref: 106 pid: 24929 timeout: 798 lvb_type: 0 00010000:00010000:0.0:1746139073.636387:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0142400/0x1f9f6ca451ac8aa6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f9b4 expref: 106 pid: 24929 timeout: 798 lvb_type: 0 00002000:00010000:0.0:1746139073.636393:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a07b6680 00000100:00100000:0.0:1746139073.640731:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.644266:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.649559:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.653049:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.653769:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.655799:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.656454:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.656590:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.657075:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c04700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+7:2008:x1830958839454208:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 645us (1282us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139073.657081:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 15586 00000100:00100000:0.0:1746139073.660775:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.663407:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.670383:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.677402:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.680061:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.683257:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839455616 00000100:00100000:0.0:1746139073.683263:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839455616 00000100:00100000:0.0:1746139073.686758:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.690583:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.692166:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.693277:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072553b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+111:2009:x1830958839456256:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 946us (1111us total) trans 4294970461 rc 0/0 00000100:00100000:0.0:1746139073.693286:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1425 00002000:00100000:0.0:1746139073.693292:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff880072553b80 x1830958839456256/t4294970461(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:754/0 lens 496/448 e 0 to 0 dl 1746139084 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139073.693299:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072553b80 with x1830958839456256 ext(0->7) 00010000:00010000:0.0:1746139073.693305:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013102a800/0x1f9f6ca451ac8ac9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f9d7 expref: 111 pid: 24929 timeout: 798 lvb_type: 0 00010000:00010000:0.0:1746139073.693316:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013102a800/0x1f9f6ca451ac8ac9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f9d7 expref: 111 pid: 24929 timeout: 798 lvb_type: 0 00002000:00010000:0.0:1746139073.693322:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880072553b80 00000100:00100000:0.0:1746139073.694937:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.699115:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.704086:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.706588:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.713783:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.719806:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.723670:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.724174:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.724317:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.734928:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.739147:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.740762:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bb71880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+112:2008:x1830958839458304:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1384us (1618us total) trans 4294970462 rc 0/0 00000100:00100000:0.0:1746139073.740772:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1427 00002000:00100000:0.0:1746139073.740780:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88012bb71880 x1830958839458304/t4294970462(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:754/0 lens 496/448 e 0 to 0 dl 1746139084 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139073.740788:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bb71880 with x1830958839458304 ext(0->7) 00010000:00010000:0.0:1746139073.740795:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013102a600/0x1f9f6ca451ac8ade lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f9ec expref: 112 pid: 24929 timeout: 798 lvb_type: 0 00010000:00010000:0.0:1746139073.740808:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013102a600/0x1f9f6ca451ac8ade lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350f9ec expref: 112 pid: 24929 timeout: 799 lvb_type: 0 00002000:00010000:0.0:1746139073.740814:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012bb71880 00000100:00100000:0.0:1746139073.745650:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.751046:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839458688 00000100:00100000:0.0:1746139073.751052:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839458688 00002000:00100000:0.0:1746139073.751097:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff88009c853800 x1830958839458688/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:754/0 lens 488/0 e 0 to 0 dl 1746139084 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139073.751107:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c853800 with x1830958839458688 ext(0->4095) 00002000:00010000:0.0:1746139073.751111:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c853800 00000100:00100000:0.0:1746139073.751137:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 12520 00000100:00100000:0.0:1746139073.751143:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c853800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2009:x1830958839458688:12345-192.168.203.56@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746139073.751854:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c853800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2009:x1830958839458688:12345-192.168.203.56@tcp:3:rw_seq_cst_vs_d.0 Request processed in 710us (1000us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746139073.751860:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 12520 00002000:00100000:0.0:1746139073.751866:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff88009c853800 x1830958839458688/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:754/0 lens 488/4536 e 0 to 0 dl 1746139084 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139073.751873:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c853800 with x1830958839458688 ext(0->4095) 00002000:00010000:0.0:1746139073.751877:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c853800 00000100:00100000:0.0:1746139073.757003:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.757381:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.760024:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.761965:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.763263:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.764335:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.768863:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.777953:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.780271:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013107dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+114:2010:x1830958839460096:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 958us (2324us total) trans 4294970463 rc 0/0 00000100:00100000:0.0:1746139073.780280:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1430 00002000:00100000:0.0:1746139073.780286:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88013107dc00 x1830958839460096/t4294970463(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:754/0 lens 496/448 e 0 to 0 dl 1746139084 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139073.780294:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013107dc00 with x1830958839460096 ext(0->7) 00010000:00010000:0.0:1746139073.780299:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013102b000/0x1f9f6ca451ac8af3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fa01 expref: 114 pid: 18644 timeout: 799 lvb_type: 0 00010000:00010000:0.0:1746139073.780310:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013102b000/0x1f9f6ca451ac8af3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fa01 expref: 114 pid: 18644 timeout: 799 lvb_type: 0 00002000:00010000:0.0:1746139073.780316:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013107dc00 00000100:00100000:0.0:1746139073.782805:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.785870:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.788461:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.791966:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.796036:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.796097:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.799851:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.801891:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.801939:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.807413:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.809832:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.811382:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c24b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+117:2009:x1830958839462144:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1038us (1553us total) trans 4294970464 rc 0/0 00000100:00100000:0.0:1746139073.811390:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1433 00002000:00100000:0.0:1746139073.811396:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88012c24b100 x1830958839462144/t4294970464(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:754/0 lens 496/448 e 0 to 0 dl 1746139084 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139073.811404:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c24b100 with x1830958839462144 ext(0->7) 00010000:00010000:0.0:1746139073.811409:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f0e4200/0x1f9f6ca451ac8b08 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fa16 expref: 117 pid: 18644 timeout: 799 lvb_type: 0 00010000:00010000:0.0:1746139073.811421:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f0e4200/0x1f9f6ca451ac8b08 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fa16 expref: 117 pid: 18644 timeout: 799 lvb_type: 0 00002000:00010000:0.0:1746139073.811427:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012c24b100 00000100:00100000:0.0:1746139073.818508:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.822654:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.825681:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.827339:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.828295:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.831361:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.833178:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.834152:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.851787:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.857640:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800859cc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+119:2008:x1830958839463936:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3409us (5832us total) trans 4294970465 rc 0/0 00000100:00100000:0.0:1746139073.857652:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1436 00002000:00100000:0.0:1746139073.857663:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff8800859cc000 x1830958839463936/t4294970465(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:754/0 lens 496/448 e 0 to 0 dl 1746139084 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139073.857673:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800859cc000 with x1830958839463936 ext(0->7) 00010000:00010000:0.0:1746139073.857684:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013102a800/0x1f9f6ca451ac8b1d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fa2b expref: 119 pid: 18644 timeout: 799 lvb_type: 0 00010000:00010000:0.0:1746139073.857706:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013102a800/0x1f9f6ca451ac8b1d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fa2b expref: 119 pid: 18644 timeout: 799 lvb_type: 0 00002000:00010000:0.0:1746139073.857713:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800859cc000 00000100:00100000:0.0:1746139073.860737:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.870746:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.877997:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.883362:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.883456:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.891917:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839464960 00000100:00100000:0.0:1746139073.891925:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839464960 00002000:00100000:0.0:1746139073.891971:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff88011dd85500 x1830958839464960/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:754/0 lens 488/0 e 0 to 0 dl 1746139084 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139073.892147:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011dd85500 with x1830958839464960 ext(0->4095) 00010000:00010000:0.0:1746139073.892158:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f7cc200/0x1f9f6ca451ac8b2b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fa39 expref: 118 pid: 24929 timeout: 799 lvb_type: 0 00010000:00010000:0.0:1746139073.892178:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f7cc200/0x1f9f6ca451ac8b2b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fa39 expref: 118 pid: 24929 timeout: 799 lvb_type: 0 00002000:00010000:0.0:1746139073.892185:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011dd85500 00000100:00100000:0.0:1746139073.892386:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 1438 00000100:00100000:0.0:1746139073.892395:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011dd85500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+118:2008:x1830958839464960:12345-192.168.203.56@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746139073.892591:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011dd85500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+118:2008:x1830958839464960:12345-192.168.203.56@tcp:3:rw_seq_cst_vs_d.0 Request processed in 196us (907us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746139073.892598:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1438 00002000:00100000:0.0:1746139073.892603:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff88011dd85500 x1830958839464960/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:754/0 lens 488/4536 e 0 to 0 dl 1746139084 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139073.892610:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011dd85500 with x1830958839464960 ext(0->4095) 00010000:00010000:0.0:1746139073.893070:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f7cc200/0x1f9f6ca451ac8b2b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fa39 expref: 118 pid: 24929 timeout: 799 lvb_type: 0 00010000:00010000:0.0:1746139073.893080:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f7cc200/0x1f9f6ca451ac8b2b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fa39 expref: 118 pid: 24929 timeout: 799 lvb_type: 0 00002000:00010000:0.0:1746139073.893086:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011dd85500 00000100:00100000:0.0:1746139073.897385:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.898752:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800859cd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+120:2007:x1830958839465216:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 740us (1376us total) trans 4294970466 rc 0/0 00000100:00100000:0.0:1746139073.898760:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1439 00002000:00100000:0.0:1746139073.898766:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff8800859cd500 x1830958839465216/t4294970466(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:754/0 lens 496/448 e 0 to 0 dl 1746139084 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139073.898773:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800859cd500 with x1830958839465216 ext(0->7) 00010000:00010000:0.0:1746139073.898779:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f7cc200/0x1f9f6ca451ac8b2b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fa39 expref: 120 pid: 24929 timeout: 799 lvb_type: 0 00010000:00010000:0.0:1746139073.898789:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f7cc200/0x1f9f6ca451ac8b2b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fa39 expref: 120 pid: 24929 timeout: 799 lvb_type: 0 00002000:00010000:0.0:1746139073.898794:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800859cd500 00000100:00100000:0.0:1746139073.900646:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.903723:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.911204:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.914638:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.917398:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.918240:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.924209:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.924451:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.936083:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.937349:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800859ced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+122:2010:x1830958839467008:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 908us (1274us total) trans 4294970467 rc 0/0 00000100:00100000:0.0:1746139073.937357:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1442 00002000:00100000:0.0:1746139073.937363:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff8800859ced80 x1830958839467008/t4294970467(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:754/0 lens 496/448 e 0 to 0 dl 1746139084 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139073.937370:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800859ced80 with x1830958839467008 ext(0->7) 00010000:00010000:0.0:1746139073.937376:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800726ea200/0x1f9f6ca451ac8b40 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fa4e expref: 122 pid: 18644 timeout: 799 lvb_type: 0 00010000:00010000:0.0:1746139073.937391:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800726ea200/0x1f9f6ca451ac8b40 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fa4e expref: 122 pid: 18644 timeout: 799 lvb_type: 0 00002000:00010000:0.0:1746139073.937397:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800859ced80 00000100:00100000:0.0:1746139073.947505:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.947573:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.953867:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.960201:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.966032:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.970997:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.973228:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.975411:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800859cc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+124:2008:x1830958839468160:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2003us (2174us total) trans 4294970468 rc 0/0 00000100:00100000:0.0:1746139073.975421:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1444 00002000:00100000:0.0:1746139073.975428:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff8800859cc700 x1830958839468160/t4294970468(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:754/0 lens 496/448 e 0 to 0 dl 1746139084 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139073.975436:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800859cc700 with x1830958839468160 ext(0->7) 00010000:00010000:0.0:1746139073.975445:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f7cd000/0x1f9f6ca451ac8b4e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fa5c expref: 124 pid: 9563 timeout: 799 lvb_type: 0 00010000:00010000:0.0:1746139073.975460:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f7cd000/0x1f9f6ca451ac8b4e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fa5c expref: 124 pid: 9563 timeout: 799 lvb_type: 0 00002000:00010000:0.0:1746139073.975466:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800859cc700 00000100:00100000:0.0:1746139073.977506:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.985679:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.990008:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139073.992557:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.000942:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00080000:0.0:1746139074.001947:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746139074.010598:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.016809:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.021540:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.025374:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.029277:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.030470:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.033086:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.039343:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.049490:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ee7e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+128:2010:x1830958839470720:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 9740us (10148us total) trans 4294970470 rc 0/0 00000100:00100000:0.0:1746139074.049504:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1449 00002000:00100000:0.0:1746139074.049514:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88009ee7e680 x1830958839470720/t4294970470(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:0/0 lens 496/448 e 0 to 0 dl 1746139085 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139074.049524:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ee7e680 with x1830958839470720 ext(0->7) 00010000:00010000:0.0:1746139074.049534:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f7cd000/0x1f9f6ca451ac8b6a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fa78 expref: 128 pid: 9563 timeout: 799 lvb_type: 0 00010000:00010000:0.0:1746139074.049552:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f7cd000/0x1f9f6ca451ac8b6a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fa78 expref: 128 pid: 9563 timeout: 799 lvb_type: 0 00002000:00010000:0.0:1746139074.049559:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ee7e680 00000100:00100000:0.0:1746139074.052189:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.053127:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.057262:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.060817:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.061823:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 15614 00000100:00100000:0.0:1746139074.061834:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093492680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958839471360:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746139074.061848:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746139074.061868:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f0e4200/0x1f9f6ca451ac8b71 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fa7f expref: 6 pid: 24929 timeout: 799 lvb_type: 0 00010000:00010000:0.0:1746139074.061880:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f0e4200/0x1f9f6ca451ac8b71 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fa7f expref: 6 pid: 24929 timeout: 799 lvb_type: 0 00010000:00010000:0.0:1746139074.061900:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f0e4200/0x1f9f6ca451ac8b71 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fa7f expref: 6 pid: 24929 timeout: 799 lvb_type: 0 00010000:00010000:0.0:1746139074.061927:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139074.061930:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139074.061937:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f0e4600/0x1f9f6ca451ac8b78 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fa86 expref: 127 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139074.061945:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f0e4600/0x1f9f6ca451ac8b78 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fa86 expref: 127 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139074.061973:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f0e4600/0x1f9f6ca451ac8b78 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fa86 expref: 127 pid: 24929 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746139074.061989:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093492a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830958831761408:192.168.203.56@tcp:105: 00000100:00100000:0.0:1746139074.062070:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007256a480 going to sleep for 11 seconds 00000100:00100000:0.0:1746139074.065557:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093492a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830958831761408:192.168.203.56@tcp:105: 00010000:00010000:0.0:1746139074.065579:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746139074.066155:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093492680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2007:x1830958839471360:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 4323us (5345us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139074.066166:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 15614 00000100:00100000:0.0:1746139074.070822:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.077270:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.078829:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f17aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+130:2009:x1830958839471872:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1290us (1564us total) trans 4294970471 rc 0/0 00000100:00100000:0.0:1746139074.078841:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1451 00002000:00100000:0.0:1746139074.078848:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88009f17aa00 x1830958839471872/t4294970471(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:0/0 lens 496/448 e 0 to 0 dl 1746139085 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139074.078856:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f17aa00 with x1830958839471872 ext(0->7) 00010000:00010000:0.0:1746139074.078862:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f0e4600/0x1f9f6ca451ac8b78 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fa86 expref: 130 pid: 24929 timeout: 799 lvb_type: 0 00010000:00010000:0.0:1746139074.078873:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f0e4600/0x1f9f6ca451ac8b78 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fa86 expref: 130 pid: 24929 timeout: 799 lvb_type: 0 00002000:00010000:0.0:1746139074.078879:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f17aa00 00000100:00100000:0.0:1746139074.080441:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.085352:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.085427:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.089539:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.089943:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.096142:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.100896:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.102042:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013107ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+133:2008:x1830958839473152:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 887us (1155us total) trans 4294970472 rc 0/0 00000100:00100000:0.0:1746139074.102050:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1454 00002000:00100000:0.0:1746139074.102056:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88013107ed80 x1830958839473152/t4294970472(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:0/0 lens 496/448 e 0 to 0 dl 1746139085 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139074.102064:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013107ed80 with x1830958839473152 ext(0->7) 00010000:00010000:0.0:1746139074.102069:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012fb9e400/0x1f9f6ca451ac8b86 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fa94 expref: 133 pid: 24929 timeout: 799 lvb_type: 0 00010000:00010000:0.0:1746139074.102079:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012fb9e400/0x1f9f6ca451ac8b86 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fa94 expref: 133 pid: 24929 timeout: 799 lvb_type: 0 00002000:00010000:0.0:1746139074.102085:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013107ed80 00000100:00100000:0.0:1746139074.103530:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.108613:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.110851:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.115267:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.121506:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.121764:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.125026:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.130443:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.131644:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c04a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+135:2009:x1830958839474944:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 915us (1209us total) trans 4294970473 rc 0/0 00000100:00100000:0.0:1746139074.131651:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1457 00002000:00100000:0.0:1746139074.131659:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff880094c04a80 x1830958839474944/t4294970473(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:0/0 lens 496/448 e 0 to 0 dl 1746139085 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139074.131666:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c04a80 with x1830958839474944 ext(0->7) 00010000:00010000:0.0:1746139074.131671:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012fb9e400/0x1f9f6ca451ac8b9b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350faa9 expref: 135 pid: 9563 timeout: 799 lvb_type: 0 00010000:00010000:0.0:1746139074.131681:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012fb9e400/0x1f9f6ca451ac8b9b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350faa9 expref: 135 pid: 9563 timeout: 799 lvb_type: 0 00002000:00010000:0.0:1746139074.131686:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094c04a80 00000100:00100000:0.0:1746139074.135346:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.141389:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.144529:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.145663:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.147514:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.150514:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.152831:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.155944:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.160416:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.162148:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c07b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+136:2007:x1830958839476608:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1067us (1729us total) trans 4294970474 rc 0/0 00000100:00100000:0.0:1746139074.162155:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1459 00002000:00100000:0.0:1746139074.162161:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff880094c07b80 x1830958839476608/t4294970474(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:0/0 lens 496/448 e 0 to 0 dl 1746139085 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139074.162168:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c07b80 with x1830958839476608 ext(0->7) 00010000:00010000:0.0:1746139074.162175:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f7cc600/0x1f9f6ca451ac8bb0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fabe expref: 136 pid: 18644 timeout: 799 lvb_type: 0 00010000:00010000:0.0:1746139074.162186:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f7cc600/0x1f9f6ca451ac8bb0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fabe expref: 136 pid: 18644 timeout: 799 lvb_type: 0 00002000:00010000:0.0:1746139074.162192:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094c07b80 00000100:00100000:0.0:1746139074.165254:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.169268:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.171835:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.176013:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.178034:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.178101:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839477504 00000100:00100000:0.0:1746139074.178105:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839477504 00002000:00100000:0.0:1746139074.178136:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff880072550a80 x1830958839477504/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:0/0 lens 488/0 e 0 to 0 dl 1746139085 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139074.178145:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072550a80 with x1830958839477504 ext(0->4095) 00010000:00010000:0.0:1746139074.178150:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f7cd000/0x1f9f6ca451ac8bbe lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350facc expref: 138 pid: 18644 timeout: 799 lvb_type: 0 00010000:00010000:0.0:1746139074.178158:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f7cd000/0x1f9f6ca451ac8bbe lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350facc expref: 138 pid: 18644 timeout: 799 lvb_type: 0 00002000:00010000:0.0:1746139074.178163:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880072550a80 00000100:00100000:0.0:1746139074.178178:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 1460 00000100:00100000:0.0:1746139074.178184:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072550a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+138:2007:x1830958839477504:12345-192.168.203.56@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746139074.178292:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072550a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+138:2007:x1830958839477504:12345-192.168.203.56@tcp:3:rw_seq_cst_vs_d.0 Request processed in 108us (259us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746139074.178302:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1460 00002000:00100000:0.0:1746139074.178307:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff880072550a80 x1830958839477504/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:0/0 lens 488/4536 e 0 to 0 dl 1746139085 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139074.178314:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072550a80 with x1830958839477504 ext(0->4095) 00010000:00010000:0.0:1746139074.178318:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f7cd000/0x1f9f6ca451ac8bbe lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350facc expref: 138 pid: 18644 timeout: 799 lvb_type: 0 00010000:00010000:0.0:1746139074.178325:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f7cd000/0x1f9f6ca451ac8bbe lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350facc expref: 138 pid: 18644 timeout: 799 lvb_type: 0 00002000:00010000:0.0:1746139074.178330:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880072550a80 00000100:00100000:0.0:1746139074.182230:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.184255:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.186727:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.190777:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.199262:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.202482:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.202903:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839478528 00000100:00100000:0.0:1746139074.202910:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839478528 00002000:00100000:0.0:1746139074.202948:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff880072553480 x1830958839478528/t0(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:0/0 lens 496/0 e 0 to 0 dl 1746139085 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139074.202957:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072553480 with x1830958839478528 ext(0->7) 00010000:00010000:0.0:1746139074.202963:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f7ccc00/0x1f9f6ca451ac8bc5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fad3 expref: 136 pid: 18644 timeout: 799 lvb_type: 0 00010000:00010000:0.0:1746139074.202975:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f7ccc00/0x1f9f6ca451ac8bc5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fad3 expref: 136 pid: 18644 timeout: 799 lvb_type: 0 00002000:00010000:0.0:1746139074.202982:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880072553480 00000100:00100000:0.0:1746139074.203010:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 1462 00000100:00100000:0.0:1746139074.203018:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072553480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+136:2007:x1830958839478528:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746139074.205703:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072553480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+138:2007:x1830958839478528:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2664us (3200us total) trans 4294970475 rc 0/0 00000100:00100000:0.0:1746139074.205714:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1462 00002000:00100000:0.0:1746139074.205724:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff880072553480 x1830958839478528/t4294970475(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:0/0 lens 496/448 e 0 to 0 dl 1746139085 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139074.205733:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072553480 with x1830958839478528 ext(0->7) 00010000:00010000:0.0:1746139074.205743:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f7ccc00/0x1f9f6ca451ac8bc5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fad3 expref: 138 pid: 18644 timeout: 799 lvb_type: 0 00010000:00010000:0.0:1746139074.205758:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f7ccc00/0x1f9f6ca451ac8bc5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fad3 expref: 138 pid: 18644 timeout: 799 lvb_type: 0 00002000:00010000:0.0:1746139074.205764:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880072553480 00000100:00100000:0.0:1746139074.209373:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.209595:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.212530:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.217243:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.224268:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.231390:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.237537:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.239775:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072550700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+140:2007:x1830958839479680:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1171us (2243us total) trans 4294970476 rc 0/0 00000100:00100000:0.0:1746139074.239784:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1464 00002000:00100000:0.0:1746139074.239791:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff880072550700 x1830958839479680/t4294970476(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:0/0 lens 496/448 e 0 to 0 dl 1746139085 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139074.239798:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072550700 with x1830958839479680 ext(0->7) 00010000:00010000:0.0:1746139074.239805:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012fb7fe00/0x1f9f6ca451ac8bd3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fae1 expref: 140 pid: 18644 timeout: 799 lvb_type: 0 00010000:00010000:0.0:1746139074.239816:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012fb7fe00/0x1f9f6ca451ac8bd3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fae1 expref: 140 pid: 18644 timeout: 799 lvb_type: 0 00002000:00010000:0.0:1746139074.239821:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880072550700 00000100:00100000:0.0:1746139074.243584:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.248257:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.248362:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.253964:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.256788:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.261554:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.265828:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.269577:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.282101:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.290463:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.290523:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.295100:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.297382:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.300814:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.312047:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ee7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+144:2007:x1830958839482240:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 11029us (11228us total) trans 4294970478 rc 0/0 00000100:00100000:0.0:1746139074.312062:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1469 00002000:00100000:0.0:1746139074.312075:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88009ee7dc00 x1830958839482240/t4294970478(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:0/0 lens 496/448 e 0 to 0 dl 1746139085 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139074.312084:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ee7dc00 with x1830958839482240 ext(0->7) 00010000:00010000:0.0:1746139074.312097:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800726eb400/0x1f9f6ca451ac8bef lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fb04 expref: 144 pid: 24929 timeout: 799 lvb_type: 0 00010000:00010000:0.0:1746139074.312112:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800726eb400/0x1f9f6ca451ac8bef lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fb04 expref: 144 pid: 24929 timeout: 799 lvb_type: 0 00002000:00010000:0.0:1746139074.312119:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ee7dc00 00000100:00100000:0.0:1746139074.317803:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.320905:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.324390:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.328500:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.340919:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.343717:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ee7ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+146:2007:x1830958839483392:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1042us (2795us total) trans 4294970479 rc 0/0 00000100:00100000:0.0:1746139074.343729:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1471 00002000:00100000:0.0:1746139074.343739:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88009ee7ed80 x1830958839483392/t4294970479(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:0/0 lens 496/448 e 0 to 0 dl 1746139085 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139074.343748:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ee7ed80 with x1830958839483392 ext(0->7) 00010000:00010000:0.0:1746139074.343759:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012fb9e400/0x1f9f6ca451ac8bfd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fb0b expref: 146 pid: 24929 timeout: 799 lvb_type: 0 00010000:00010000:0.0:1746139074.343779:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012fb9e400/0x1f9f6ca451ac8bfd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fb0b expref: 146 pid: 24929 timeout: 799 lvb_type: 0 00002000:00010000:0.0:1746139074.343785:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ee7ed80 00000100:00100000:0.0:1746139074.351979:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.355191:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.359142:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.361798:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.364601:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.368716:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.373012:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.375606:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f15c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+148:2007:x1830958839484544:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1987us (2590us total) trans 4294970480 rc 0/0 00000100:00100000:0.0:1746139074.375686:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1473 00002000:00100000:0.0:1746139074.375707:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88009f15c000 x1830958839484544/t4294970480(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:0/0 lens 496/448 e 0 to 0 dl 1746139085 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139074.375716:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f15c000 with x1830958839484544 ext(0->7) 00010000:00010000:0.0:1746139074.375727:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013102a600/0x1f9f6ca451ac8c0b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fb19 expref: 148 pid: 24929 timeout: 799 lvb_type: 0 00010000:00010000:0.0:1746139074.375742:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013102a600/0x1f9f6ca451ac8c0b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fb19 expref: 148 pid: 24929 timeout: 799 lvb_type: 0 00002000:00010000:0.0:1746139074.375748:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f15c000 00000100:00100000:0.0:1746139074.379364:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.384662:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011dd84e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830958831766656:192.168.203.56@tcp:105: 00010000:00010000:0.0:1746139074.384730:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746139074.384778:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f15e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b60e9717-019c-4527-a82a-15e993ac5189+148:2008:x1830958839484672:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 5014us (5424us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139074.384788:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 15636 00000100:00100000:0.0:1746139074.388463:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.392754:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.397865:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.401876:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.403536:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958831767168 00000100:00100000:0.0:1746139074.403541:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958831767168 00000100:00100000:0.0:1746139074.403579:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 624 00000100:00100000:0.0:1746139074.403585:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c852680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3766:x1830958831767168:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1746139074.403606:0:7223:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1445994496 avail 1316532224 00000100:00100000:0.0:1746139074.403658:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c852680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3766:x1830958831767168:12345-0@lo:41:osp-pre-0-1.0 Request processed in 72us (207us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139074.403663:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 624 00000100:00100000:0.0:1746139074.404318:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.409373:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.414668:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011dd87100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830958831767296:192.168.203.56@tcp:105: 00010000:00010000:0.0:1746139074.414684:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746139074.414730:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f17a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b60e9717-019c-4527-a82a-15e993ac5189+149:2010:x1830958839485824:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 5136us (5364us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139074.414738:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 15638 00000100:00100000:0.0:1746139074.422561:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.424686:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.428204:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.433792:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.448602:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.448720:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.448764:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839487104 00000100:00100000:0.0:1746139074.448770:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839487104 00010000:00010000:0.0:1746139074.448801:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88013102a600/0x1f9f6ca451ac8c27 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fb35 expref: 153 pid: 24929 timeout: 799 lvb_type: 0 00000100:00100000:0.0:1746139074.448837:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 15640 00000100:00100000:0.0:1746139074.448844:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f17b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b60e9717-019c-4527-a82a-15e993ac5189+153:2007:x1830958839487104:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746139074.448856:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1746139074.448869:0:7206:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x18:0x0] updating lvb mtime from disk: 1746139074 -> 1746139075 00002000:00010000:0.0:1746139074.448872:0:7206:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x18:0x0] updating lvb ctime from disk: 1746139074 -> 1746139075 00010000:00010000:0.0:1746139074.448877:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88013102a600/0x1f9f6ca451ac8c27 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fb35 expref: 153 pid: 24929 timeout: 799 lvb_type: 0 00010000:00010000:0.0:1746139074.448888:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88013102a600/0x1f9f6ca451ac8c27 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fb35 expref: 153 pid: 24929 timeout: 799 lvb_type: 0 00010000:00010000:0.0:1746139074.448907:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88013102a600/0x1f9f6ca451ac8c27 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fb35 expref: 153 pid: 24929 timeout: 799 lvb_type: 0 00010000:00010000:0.0:1746139074.448940:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139074.448942:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139074.448947:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012fb9f800/0x1f9f6ca451ac8c2e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fb3c expref: 152 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139074.448960:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012fb9f800/0x1f9f6ca451ac8c2e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fb3c expref: 152 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139074.449006:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012fb9f800/0x1f9f6ca451ac8c2e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fb3c expref: 152 pid: 9564 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746139074.449017:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f178000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830958831767808:192.168.203.56@tcp:105: 00000100:00100000:0.0:1746139074.449082:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007256a480 going to sleep for 11 seconds 00000100:00100000:0.0:1746139074.460829:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.460883:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.466222:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.472833:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.476434:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.482435:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.484684:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.491056:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.491839:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.502185:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839489792 00000100:00100000:0.0:1746139074.502191:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839489792 00002000:00100000:0.0:1746139074.502222:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff88009c853b80 x1830958839489792/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:0/0 lens 488/0 e 0 to 0 dl 1746139085 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139074.502230:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c853b80 with x1830958839489792 ext(0->4095) 00010000:00010000:0.0:1746139074.502237:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012fb7ec00/0x1f9f6ca451ac8c4a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fb58 expref: 154 pid: 18644 timeout: 799 lvb_type: 0 00010000:00010000:0.0:1746139074.502252:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012fb7ec00/0x1f9f6ca451ac8c4a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fb58 expref: 154 pid: 18644 timeout: 799 lvb_type: 0 00002000:00010000:0.0:1746139074.502257:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c853b80 00000100:00100000:0.0:1746139074.502283:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 1482 00000100:00100000:0.0:1746139074.502289:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c853b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+154:2007:x1830958839489792:12345-192.168.203.56@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746139074.502386:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c853b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+154:2007:x1830958839489792:12345-192.168.203.56@tcp:3:rw_seq_cst_vs_d.0 Request processed in 97us (347us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746139074.502391:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1482 00002000:00100000:0.0:1746139074.502396:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff88009c853b80 x1830958839489792/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:0/0 lens 488/4536 e 0 to 0 dl 1746139085 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139074.502402:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c853b80 with x1830958839489792 ext(0->4095) 00010000:00010000:0.0:1746139074.502406:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012fb7ec00/0x1f9f6ca451ac8c4a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fb58 expref: 154 pid: 18644 timeout: 799 lvb_type: 0 00010000:00010000:0.0:1746139074.502413:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012fb7ec00/0x1f9f6ca451ac8c4a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fb58 expref: 154 pid: 18644 timeout: 799 lvb_type: 0 00002000:00010000:0.0:1746139074.502418:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c853b80 00000100:00100000:0.0:1746139074.505170:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.507097:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f178000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+156:2007:x1830958839490048:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1325us (1928us total) trans 4294970484 rc 0/0 00000100:00100000:0.0:1746139074.507106:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1483 00002000:00100000:0.0:1746139074.507113:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88009f178000 x1830958839490048/t4294970484(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:0/0 lens 496/448 e 0 to 0 dl 1746139085 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139074.507121:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f178000 with x1830958839490048 ext(0->7) 00010000:00010000:0.0:1746139074.507127:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012fb7ec00/0x1f9f6ca451ac8c4a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fb58 expref: 156 pid: 18644 timeout: 799 lvb_type: 0 00010000:00010000:0.0:1746139074.507138:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012fb7ec00/0x1f9f6ca451ac8c4a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fb58 expref: 156 pid: 18644 timeout: 799 lvb_type: 0 00002000:00010000:0.0:1746139074.507143:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f178000 00000100:00100000:0.0:1746139074.509541:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.515272:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.519246:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.523977:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.524030:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.531504:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.531538:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.531573:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.539555:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.542024:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.545974:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013107d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+158:2007:x1830958839491840:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1061us (3950us total) trans 4294970485 rc 0/0 00000100:00100000:0.0:1746139074.545981:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1486 00002000:00100000:0.0:1746139074.545987:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88013107d180 x1830958839491840/t4294970485(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:0/0 lens 496/448 e 0 to 0 dl 1746139085 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139074.545994:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013107d180 with x1830958839491840 ext(0->7) 00010000:00010000:0.0:1746139074.546000:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012fb7ee00/0x1f9f6ca451ac8c5f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fb6d expref: 158 pid: 24929 timeout: 799 lvb_type: 0 00010000:00010000:0.0:1746139074.546010:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012fb7ee00/0x1f9f6ca451ac8c5f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fb6d expref: 158 pid: 24929 timeout: 799 lvb_type: 0 00002000:00010000:0.0:1746139074.546015:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013107d180 00000100:00100000:0.0:1746139074.551221:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.554973:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.561847:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.562517:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.565927:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.574406:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.578068:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.579390:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013107dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+161:2009:x1830958839493120:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 646us (1327us total) trans 4294970486 rc 0/0 00000100:00100000:0.0:1746139074.579398:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1488 00002000:00100000:0.0:1746139074.579403:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88013107dc00 x1830958839493120/t4294970486(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:0/0 lens 496/448 e 0 to 0 dl 1746139085 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139074.579411:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013107dc00 with x1830958839493120 ext(0->7) 00010000:00010000:0.0:1746139074.579416:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800726ea200/0x1f9f6ca451ac8c6d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fb7b expref: 161 pid: 9564 timeout: 799 lvb_type: 0 00010000:00010000:0.0:1746139074.579426:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800726ea200/0x1f9f6ca451ac8c6d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fb7b expref: 161 pid: 9564 timeout: 799 lvb_type: 0 00002000:00010000:0.0:1746139074.579431:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013107dc00 00000100:00100000:0.0:1746139074.581210:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.586063:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.589689:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.595790:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.596288:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.599747:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.601039:0:18644:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011dd87800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:18644:1830958831770368:192.168.203.56@tcp:104: 00010000:00010000:0.0:1746139074.601061:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012fb7fe00/0x1f9f6ca451ac8c82 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fb90 expref: 161 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139074.601070:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7fe00, rc 0) 00000100:00100000:0.0:1746139074.601103:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bab7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+161:1157:x1830958839494016:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4700us (4815us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139074.601109:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 28335 00000100:00100000:0.0:1746139074.601463:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839494400 00000100:00100000:0.0:1746139074.601468:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839494400 00002000:00100000:0.0:1746139074.601490:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff88011dd85500 x1830958839494400/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:0/0 lens 488/0 e 0 to 0 dl 1746139085 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139074.601498:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011dd85500 with x1830958839494400 ext(0->4095) 00010000:00010000:0.0:1746139074.601502:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013102a000/0x1f9f6ca451ac8c74 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fb82 expref: 161 pid: 9563 timeout: 799 lvb_type: 0 00010000:00010000:0.0:1746139074.601511:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013102a000/0x1f9f6ca451ac8c74 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fb82 expref: 161 pid: 9563 timeout: 799 lvb_type: 0 00002000:00010000:0.0:1746139074.601516:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011dd85500 00000100:00100000:0.0:1746139074.601633:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 1489 00000100:00100000:0.0:1746139074.601640:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011dd85500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+161:2007:x1830958839494400:12345-192.168.203.56@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746139074.601746:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011dd85500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+161:2007:x1830958839494400:12345-192.168.203.56@tcp:3:rw_seq_cst_vs_d.0 Request processed in 107us (474us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746139074.601752:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1489 00002000:00100000:0.0:1746139074.601757:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff88011dd85500 x1830958839494400/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:0/0 lens 488/4536 e 0 to 0 dl 1746139085 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139074.601763:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011dd85500 with x1830958839494400 ext(0->4095) 00010000:00010000:0.0:1746139074.601768:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013102a000/0x1f9f6ca451ac8c74 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fb82 expref: 161 pid: 9563 timeout: 799 lvb_type: 0 00010000:00010000:0.0:1746139074.601775:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013102a000/0x1f9f6ca451ac8c74 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fb82 expref: 161 pid: 9563 timeout: 799 lvb_type: 0 00002000:00010000:0.0:1746139074.601779:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011dd85500 00000100:00100000:0.0:1746139074.603723:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.603770:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.609045:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.614026:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839495168 00000100:00100000:0.0:1746139074.614034:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839495168 00002000:00100000:0.0:1746139074.614070:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88011dd86300 x1830958839495168/t0(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:0/0 lens 496/0 e 0 to 0 dl 1746139085 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139074.614077:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011dd86300 with x1830958839495168 ext(0->7) 00010000:00010000:0.0:1746139074.614085:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012fb7fe00/0x1f9f6ca451ac8c82 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fb90 expref: 160 pid: 18644 timeout: 799 lvb_type: 0 00010000:00010000:0.0:1746139074.614095:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012fb7fe00/0x1f9f6ca451ac8c82 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fb90 expref: 160 pid: 18644 timeout: 799 lvb_type: 0 00002000:00010000:0.0:1746139074.614105:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011dd86300 00000100:00100000:0.0:1746139074.614121:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 1491 00000100:00100000:0.0:1746139074.614127:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011dd86300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+160:2009:x1830958839495168:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746139074.616116:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011dd86300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+162:2009:x1830958839495168:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1983us (2160us total) trans 4294970487 rc 0/0 00000100:00100000:0.0:1746139074.616125:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1491 00002000:00100000:0.0:1746139074.616132:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88011dd86300 x1830958839495168/t4294970487(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:0/0 lens 496/448 e 0 to 0 dl 1746139085 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139074.616140:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011dd86300 with x1830958839495168 ext(0->7) 00010000:00010000:0.0:1746139074.616147:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012fb7fe00/0x1f9f6ca451ac8c82 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fb90 expref: 162 pid: 18644 timeout: 799 lvb_type: 0 00010000:00010000:0.0:1746139074.616159:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012fb7fe00/0x1f9f6ca451ac8c82 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fb90 expref: 162 pid: 18644 timeout: 799 lvb_type: 0 00002000:00010000:0.0:1746139074.616164:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011dd86300 00000100:00100000:0.0:1746139074.618495:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.628270:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.628365:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.631992:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.635675:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.638931:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.639832:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131467480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+165:2010:x1830958839496448:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 710us (906us total) trans 4294970488 rc 0/0 00000100:00100000:0.0:1746139074.639841:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1493 00002000:00100000:0.0:1746139074.639846:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff880131467480 x1830958839496448/t4294970488(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:0/0 lens 496/448 e 0 to 0 dl 1746139085 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139074.639852:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131467480 with x1830958839496448 ext(0->7) 00010000:00010000:0.0:1746139074.639857:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013102bc00/0x1f9f6ca451ac8c90 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fb9e expref: 165 pid: 18644 timeout: 799 lvb_type: 0 00010000:00010000:0.0:1746139074.639865:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013102bc00/0x1f9f6ca451ac8c90 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fb9e expref: 165 pid: 18644 timeout: 799 lvb_type: 0 00002000:00010000:0.0:1746139074.639870:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880131467480 00000100:00100000:0.0:1746139074.642179:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.647554:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.650202:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.655719:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.657722:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839497344 00000100:00100000:0.0:1746139074.657728:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839497344 00000100:00100000:0.0:1746139074.657772:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 28340 00000100:00100000:0.0:1746139074.657778:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c851f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+164:1157:x1830958839497344:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746139074.657789:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746139074.657803:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012a374800/0x1f9f6ca451ac8ca5 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a350fbb3 expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139074.657824:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88013102a600/0x1f9f6ca451ac8c97 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fba5 expref: 165 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139074.657835:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88013102a000/0x1f9f6ca451ac8c9e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fbac expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139074.657840:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139074.657842:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139074.657844:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012a374800/0x1f9f6ca451ac8ca5 lrc: 5/0,0 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fbb3 expref: 165 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139074.657868:0:9564:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88013102a000/0x1f9f6ca451ac8c9e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fbac expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139074.657878:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88013102a000/0x1f9f6ca451ac8c9e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fbac expref: 5 pid: 18644 timeout: 799 lvb_type: 0 00000100:00100000:0.0:1746139074.657886:0:9564:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013107ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9564:1830958831771392:192.168.203.56@tcp:104: 00010000:00010000:0.0:1746139074.657960:0:9564:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88013102a600/0x1f9f6ca451ac8c97 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fba5 expref: 165 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139074.657967:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88013102a600/0x1f9f6ca451ac8c97 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fba5 expref: 165 pid: 18644 timeout: 799 lvb_type: 0 00000100:00100000:0.0:1746139074.657975:0:9564:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013107d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9564:1830958831771520:192.168.203.56@tcp:104: 00000100:00100000:0.0:1746139074.657997:0:9564:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007256a000 going to sleep for 11 seconds 00000100:00100000:0.0:1746139074.661878:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.662589:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.664422:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.667421:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.670803:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.674038:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013107d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+167:2007:x1830958839498240:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2080us (3233us total) trans 4294970489 rc 0/0 00000100:00100000:0.0:1746139074.674048:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1495 00002000:00100000:0.0:1746139074.674057:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88013107d500 x1830958839498240/t4294970489(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:0/0 lens 496/448 e 0 to 0 dl 1746139085 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139074.674064:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013107d500 with x1830958839498240 ext(0->7) 00010000:00010000:0.0:1746139074.674073:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012a374800/0x1f9f6ca451ac8ca5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fbb3 expref: 167 pid: 9564 timeout: 799 lvb_type: 0 00010000:00010000:0.0:1746139074.674084:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012a374800/0x1f9f6ca451ac8ca5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fbb3 expref: 167 pid: 9564 timeout: 799 lvb_type: 0 00002000:00010000:0.0:1746139074.674094:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013107d500 00000100:00100000:0.0:1746139074.678827:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.682152:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.686362:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.691123:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.692430:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.694425:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.696012:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.696376:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.703657:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.709850:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.713755:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f2d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+169:2010:x1830958839500032:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3644us (3908us total) trans 4294970490 rc 0/0 00000100:00100000:0.0:1746139074.713767:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1498 00002000:00100000:0.0:1746139074.713778:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88009f2d0000 x1830958839500032/t4294970490(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:0/0 lens 496/448 e 0 to 0 dl 1746139085 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139074.713787:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f2d0000 with x1830958839500032 ext(0->7) 00010000:00010000:0.0:1746139074.713797:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012fb7fa00/0x1f9f6ca451ac8cba lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fbc8 expref: 169 pid: 9564 timeout: 799 lvb_type: 0 00010000:00010000:0.0:1746139074.713811:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012fb7fa00/0x1f9f6ca451ac8cba lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fbc8 expref: 169 pid: 9564 timeout: 799 lvb_type: 0 00002000:00010000:0.0:1746139074.713817:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f2d0000 00000100:00100000:0.0:1746139074.716881:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.725206:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.732242:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.743254:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.745240:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.747333:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.748054:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.751215:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.754514:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.759197:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093491180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+171:2007:x1830958839501824:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3618us (4684us total) trans 4294970491 rc 0/0 00000100:00100000:0.0:1746139074.759207:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1501 00002000:00100000:0.0:1746139074.759215:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff880093491180 x1830958839501824/t4294970491(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:0/0 lens 496/448 e 0 to 0 dl 1746139085 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139074.759228:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093491180 with x1830958839501824 ext(0->7) 00010000:00010000:0.0:1746139074.759236:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013102a000/0x1f9f6ca451ac8ccf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fbdd expref: 171 pid: 24929 timeout: 800 lvb_type: 0 00010000:00010000:0.0:1746139074.759248:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013102a000/0x1f9f6ca451ac8ccf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fbdd expref: 171 pid: 24929 timeout: 800 lvb_type: 0 00002000:00010000:0.0:1746139074.759253:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093491180 00000100:00100000:0.0:1746139074.760990:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.763314:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.767148:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.770855:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.770999:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.771035:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.771051:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.771072:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.772396:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.772455:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.772469:0:24929:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839503488 00000100:00100000:0.0:1746139074.772472:0:24929:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839503488 00000100:00100000:0.0:1746139074.772492:0:24929:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839503104 00000100:00100000:0.0:1746139074.772493:0:24929:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839503104 00000100:00100000:0.0:1746139074.772506:0:24929:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 731 00000100:00100000:0.0:1746139074.772510:0:24929:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093490380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2007:x1830958839503488:12345-192.168.203.56@tcp:400:kworker.0 00000100:00100000:0.0:1746139074.772530:0:24929:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093490380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2007:x1830958839503488:12345-192.168.203.56@tcp:400:kworker.0 Request processed in 20us (1457us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139074.772537:0:24929:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 731 00000100:00100000:0.0:1746139074.772547:0:24929:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 732 00000100:00100000:0.0:1746139074.772551:0:24929:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093491880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b60e9717-019c-4527-a82a-15e993ac5189+5:2007:x1830958839503104:12345-192.168.203.56@tcp:400:kworker.0 00000100:00100000:0.0:1746139074.772566:0:24929:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093491880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b60e9717-019c-4527-a82a-15e993ac5189+5:2007:x1830958839503104:12345-192.168.203.56@tcp:400:kworker.0 Request processed in 16us (112us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139074.772570:0:24929:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 732 00000100:00100000:0.0:1746139074.772654:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.772687:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.772708:0:24929:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839503616 00000100:00100000:0.0:1746139074.772711:0:24929:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839503616 00000100:00100000:0.0:1746139074.772726:0:24929:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 28349 00000100:00100000:0.0:1746139074.772730:0:24929:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093492d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b60e9717-019c-4527-a82a-15e993ac5189+170:1157:x1830958839503616:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746139074.772737:0:24929:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746139074.772749:0:24929:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f3d2800/0x1f9f6ca451ac8ce4 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a350fbf2 expref: -99 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139074.772769:0:24929:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012fb7f400/0x1f9f6ca451ac8cd6 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fbe4 expref: 171 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139074.772775:0:24929:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012fb7fc00/0x1f9f6ca451ac8cdd lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fbeb expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139074.772780:0:24929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139074.772781:0:24929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139074.772784:0:24929:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f3d2800/0x1f9f6ca451ac8ce4 lrc: 5/0,0 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fbf2 expref: 171 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139074.772809:0:24929:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012fb7fc00/0x1f9f6ca451ac8cdd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fbeb expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139074.772818:0:24929:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012fb7fc00/0x1f9f6ca451ac8cdd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fbeb expref: 5 pid: 9564 timeout: 800 lvb_type: 0 00000100:00100000:0.0:1746139074.772827:0:24929:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093491f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24929:1830958831773312:192.168.203.56@tcp:104: 00010000:00010000:0.0:1746139074.772876:0:24929:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012fb7f400/0x1f9f6ca451ac8cd6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fbe4 expref: 171 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139074.772883:0:24929:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012fb7f400/0x1f9f6ca451ac8cd6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fbe4 expref: 171 pid: 24929 timeout: 800 lvb_type: 0 00000100:00100000:0.0:1746139074.772890:0:24929:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093491c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24929:1830958831773440:192.168.203.56@tcp:104: 00000100:00100000:0.0:1746139074.772905:0:24929:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007256aa80 going to sleep for 11 seconds 00000100:00100000:0.0:1746139074.776108:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.782041:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.786748:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.787849:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093491c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+173:2007:x1830958839504512:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 735us (1104us total) trans 4294970492 rc 0/0 00000100:00100000:0.0:1746139074.787857:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1503 00002000:00100000:0.0:1746139074.787863:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff880093491c00 x1830958839504512/t4294970492(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:0/0 lens 496/448 e 0 to 0 dl 1746139085 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139074.787870:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093491c00 with x1830958839504512 ext(0->7) 00010000:00010000:0.0:1746139074.787877:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f3d2800/0x1f9f6ca451ac8ce4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fbf2 expref: 173 pid: 24929 timeout: 800 lvb_type: 0 00010000:00010000:0.0:1746139074.787890:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f3d2800/0x1f9f6ca451ac8ce4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fbf2 expref: 173 pid: 24929 timeout: 800 lvb_type: 0 00002000:00010000:0.0:1746139074.787896:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093491c00 00000100:00100000:0.0:1746139074.789835:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.793066:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839504896 00000100:00100000:0.0:1746139074.793076:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839504896 00000100:00100000:0.0:1746139074.795942:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.798613:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.799410:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839505408 00000100:00100000:0.0:1746139074.799415:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839505408 00002000:00100000:0.0:1746139074.799444:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff88009c853100 x1830958839505408/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:0/0 lens 488/0 e 0 to 0 dl 1746139085 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139074.799452:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c853100 with x1830958839505408 ext(0->4095) 00010000:00010000:0.0:1746139074.799459:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f16de00/0x1f9f6ca451ac8cf2 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fc00 expref: 6 pid: 9564 timeout: 800 lvb_type: 0 00010000:00010000:0.0:1746139074.799466:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f16de00/0x1f9f6ca451ac8cf2 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fc00 expref: 6 pid: 9564 timeout: 800 lvb_type: 0 00002000:00010000:0.0:1746139074.799472:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c853100 00000100:00100000:0.0:1746139074.799498:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 1504 00000100:00100000:0.0:1746139074.799504:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c853100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2009:x1830958839505408:12345-192.168.203.56@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746139074.799633:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c853100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2009:x1830958839505408:12345-192.168.203.56@tcp:3:rw_seq_cst_vs_d.0 Request processed in 112us (278us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746139074.799640:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1504 00002000:00100000:0.0:1746139074.799645:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff88009c853100 x1830958839505408/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:0/0 lens 488/4536 e 0 to 0 dl 1746139085 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139074.799652:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c853100 with x1830958839505408 ext(0->4095) 00010000:00010000:0.0:1746139074.799656:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f16de00/0x1f9f6ca451ac8cf2 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fc00 expref: 6 pid: 9564 timeout: 800 lvb_type: 0 00010000:00010000:0.0:1746139074.799664:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f16de00/0x1f9f6ca451ac8cf2 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fc00 expref: 6 pid: 9564 timeout: 800 lvb_type: 0 00002000:00010000:0.0:1746139074.799669:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c853100 00000100:00100000:0.0:1746139074.803115:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839505792 00000100:00100000:0.0:1746139074.803118:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839505792 00010000:00010000:0.0:1746139074.803134:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f16de00/0x1f9f6ca451ac8cf2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fc00 expref: 6 pid: 9564 timeout: 800 lvb_type: 0 00000100:00100000:0.0:1746139074.803172:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 15669 00000100:00100000:0.0:1746139074.803180:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c851180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958839505792:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746139074.803191:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746139074.803208:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f16de00/0x1f9f6ca451ac8cf2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fc00 expref: 6 pid: 9564 timeout: 800 lvb_type: 0 00010000:00010000:0.0:1746139074.803219:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f16de00/0x1f9f6ca451ac8cf2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fc00 expref: 6 pid: 9564 timeout: 800 lvb_type: 0 00010000:00010000:0.0:1746139074.803236:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f16de00/0x1f9f6ca451ac8cf2 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fc00 expref: 6 pid: 9564 timeout: 800 lvb_type: 0 00010000:00010000:0.0:1746139074.803254:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139074.803256:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139074.803264:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f0da400/0x1f9f6ca451ac8cf9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fc07 expref: 172 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139074.803272:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f0da400/0x1f9f6ca451ac8cf9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fc07 expref: 172 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139074.803298:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f0da400/0x1f9f6ca451ac8cf9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fc07 expref: 172 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139074.803313:0:7206:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f0da400/0x1f9f6ca451ac8cf9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fc07 expref: 172 pid: 9564 timeout: 800 lvb_type: 0 00000100:00100000:0.0:1746139074.803327:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093490a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830958831774336:192.168.203.56@tcp:105: 00000100:00100000:0.0:1746139074.803445:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007256a000 going to sleep for 11 seconds 00000100:00100000:0.0:1746139074.805905:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.809763:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.811673:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093640a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+175:2008:x1830958839506304:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 821us (1916us total) trans 4294970493 rc 0/0 00000100:00100000:0.0:1746139074.811682:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1506 00002000:00100000:0.0:1746139074.811688:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff880093640a80 x1830958839506304/t4294970493(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:0/0 lens 496/448 e 0 to 0 dl 1746139085 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139074.811705:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093640a80 with x1830958839506304 ext(0->7) 00010000:00010000:0.0:1746139074.811711:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f0da400/0x1f9f6ca451ac8cf9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fc07 expref: 175 pid: 9564 timeout: 800 lvb_type: 0 00010000:00010000:0.0:1746139074.811723:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f0da400/0x1f9f6ca451ac8cf9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fc07 expref: 175 pid: 9564 timeout: 800 lvb_type: 0 00002000:00010000:0.0:1746139074.811728:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093640a80 00000100:00100000:0.0:1746139074.814725:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.816828:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.818980:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.822712:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.823083:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.825335:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.828308:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.828384:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.831904:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.835037:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.836867:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093641f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+177:2007:x1830958839508096:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1558us (1830us total) trans 4294970494 rc 0/0 00000100:00100000:0.0:1746139074.836876:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1509 00002000:00100000:0.0:1746139074.836883:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff880093641f80 x1830958839508096/t4294970494(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:0/0 lens 496/448 e 0 to 0 dl 1746139085 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139074.836891:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093641f80 with x1830958839508096 ext(0->7) 00010000:00010000:0.0:1746139074.836897:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012def4a00/0x1f9f6ca451ac8d0e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fc1c expref: 177 pid: 24929 timeout: 800 lvb_type: 0 00010000:00010000:0.0:1746139074.836908:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012def4a00/0x1f9f6ca451ac8d0e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fc1c expref: 177 pid: 24929 timeout: 800 lvb_type: 0 00002000:00010000:0.0:1746139074.836916:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093641f80 00000100:00100000:0.0:1746139074.839779:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.845486:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.848448:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.850810:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.855520:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.855675:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.860713:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.860803:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.866961:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.869834:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.873729:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093641c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+179:2008:x1830958839509888:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2892us (3893us total) trans 4294970495 rc 0/0 00000100:00100000:0.0:1746139074.873740:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1512 00002000:00100000:0.0:1746139074.873749:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff880093641c00 x1830958839509888/t4294970495(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:0/0 lens 496/448 e 0 to 0 dl 1746139085 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139074.873758:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093641c00 with x1830958839509888 ext(0->7) 00010000:00010000:0.0:1746139074.873768:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012def4800/0x1f9f6ca451ac8d23 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fc31 expref: 179 pid: 24929 timeout: 800 lvb_type: 0 00010000:00010000:0.0:1746139074.873781:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012def4800/0x1f9f6ca451ac8d23 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fc31 expref: 179 pid: 24929 timeout: 800 lvb_type: 0 00002000:00010000:0.0:1746139074.873788:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093641c00 00000100:00100000:0.0:1746139074.883889:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.887416:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.892129:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.893106:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.897426:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.897595:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.901373:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.901569:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.907857:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.909748:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eedad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+180:2009:x1830958839511936:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1420us (1895us total) trans 4294970496 rc 0/0 00000100:00100000:0.0:1746139074.909755:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1516 00002000:00100000:0.0:1746139074.909761:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88012eedad80 x1830958839511936/t4294970496(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:0/0 lens 496/448 e 0 to 0 dl 1746139085 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139074.909768:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012eedad80 with x1830958839511936 ext(0->7) 00010000:00010000:0.0:1746139074.909774:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012fb7fc00/0x1f9f6ca451ac8d38 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fc46 expref: 180 pid: 9564 timeout: 800 lvb_type: 0 00010000:00010000:0.0:1746139074.909783:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012fb7fc00/0x1f9f6ca451ac8d38 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fc46 expref: 180 pid: 9564 timeout: 800 lvb_type: 0 00002000:00010000:0.0:1746139074.909788:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012eedad80 00000100:00100000:0.0:1746139074.912685:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.917237:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.923413:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.923484:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.926861:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.932580:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.939295:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.941329:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c25f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+183:2010:x1830958839513216:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1267us (2038us total) trans 4294970497 rc 0/0 00000100:00100000:0.0:1746139074.941338:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1518 00002000:00100000:0.0:1746139074.941346:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88012c25f800 x1830958839513216/t4294970497(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:0/0 lens 496/448 e 0 to 0 dl 1746139085 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139074.941354:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c25f800 with x1830958839513216 ext(0->7) 00010000:00010000:0.0:1746139074.941361:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012def5200/0x1f9f6ca451ac8d46 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fc5b expref: 183 pid: 9564 timeout: 800 lvb_type: 0 00010000:00010000:0.0:1746139074.941374:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012def5200/0x1f9f6ca451ac8d46 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fc5b expref: 183 pid: 9564 timeout: 800 lvb_type: 0 00002000:00010000:0.0:1746139074.941380:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012c25f800 00000100:00100000:0.0:1746139074.944869:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.951306:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.955872:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.955975:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.959947:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.960244:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839514240 00000100:00100000:0.0:1746139074.960251:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839514240 00002000:00100000:0.0:1746139074.960293:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff88009c851500 x1830958839514240/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:0/0 lens 488/0 e 0 to 0 dl 1746139085 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139074.960303:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c851500 with x1830958839514240 ext(0->4095) 00010000:00010000:0.0:1746139074.960312:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012def4600/0x1f9f6ca451ac8d54 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fc62 expref: 6 pid: 10475 timeout: 800 lvb_type: 0 00010000:00010000:0.0:1746139074.960330:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012def4600/0x1f9f6ca451ac8d54 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fc62 expref: 6 pid: 10475 timeout: 800 lvb_type: 0 00002000:00010000:0.0:1746139074.960337:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c851500 00000100:00100000:0.0:1746139074.960371:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 1519 00000100:00100000:0.0:1746139074.960377:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c851500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2009:x1830958839514240:12345-192.168.203.56@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746139074.965842:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.969918:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.972831:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.981546:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c853480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+184:2010:x1830958839514880:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2135us (2322us total) trans 4294970498 rc 0/0 00000100:00100000:0.0:1746139074.981556:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1520 00002000:00100000:0.0:1746139074.981565:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88009c853480 x1830958839514880/t4294970498(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:0/0 lens 496/448 e 0 to 0 dl 1746139085 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139074.981574:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c853480 with x1830958839514880 ext(0->7) 00010000:00010000:0.0:1746139074.981582:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012def4c00/0x1f9f6ca451ac8d5b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fc69 expref: 184 pid: 10475 timeout: 800 lvb_type: 0 00010000:00010000:0.0:1746139074.981598:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012def4c00/0x1f9f6ca451ac8d5b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fc69 expref: 184 pid: 10475 timeout: 800 lvb_type: 0 00002000:00010000:0.0:1746139074.981605:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c853480 00000100:00100000:0.0:1746139074.985729:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.989967:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.990008:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.990038:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839515392 00000100:00100000:0.0:1746139074.990047:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839515392 00002000:00100000:0.0:1746139074.990098:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff88012c25c380 x1830958839515392/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:0/0 lens 488/0 e 0 to 0 dl 1746139085 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139074.990108:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c25c380 with x1830958839515392 ext(0->4095) 00002000:00010000:0.0:1746139074.990114:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012c25c380 00000100:00100000:0.0:1746139074.990150:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 12559 00000100:00100000:0.0:1746139074.990159:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c25c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2009:x1830958839515392:12345-192.168.203.56@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746139074.990328:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c25c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2009:x1830958839515392:12345-192.168.203.56@tcp:3:rw_seq_cst_vs_d.0 Request processed in 170us (318us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746139074.990334:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 12559 00002000:00100000:0.0:1746139074.990340:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff88012c25c380 x1830958839515392/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:0/0 lens 488/4536 e 0 to 0 dl 1746139085 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139074.990348:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c25c380 with x1830958839515392 ext(0->4095) 00002000:00010000:0.0:1746139074.990351:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012c25c380 00000100:00100000:0.0:1746139074.992556:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.995849:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139074.998893:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139075.003837:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839516160 00000100:00100000:0.0:1746139075.003848:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839516160 00002000:00100000:0.0:1746139075.003895:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88011dd85f80 x1830958839516160/t0(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:1/0 lens 496/0 e 0 to 0 dl 1746139086 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139075.003905:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011dd85f80 with x1830958839516160 ext(0->7) 00010000:00010000:0.0:1746139075.003915:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012def4200/0x1f9f6ca451ac8d69 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fc77 expref: 185 pid: 10475 timeout: 800 lvb_type: 0 00010000:00010000:0.0:1746139075.003930:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012def4200/0x1f9f6ca451ac8d69 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fc77 expref: 185 pid: 10475 timeout: 800 lvb_type: 0 00002000:00010000:0.0:1746139075.003936:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011dd85f80 00000100:00100000:0.0:1746139075.003956:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 1522 00000100:00100000:0.0:1746139075.003963:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011dd85f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+185:2010:x1830958839516160:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746139075.005486:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011dd85f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+187:2010:x1830958839516160:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1516us (1994us total) trans 4294970499 rc 0/0 00000100:00100000:0.0:1746139075.005497:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1522 00002000:00100000:0.0:1746139075.005505:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88011dd85f80 x1830958839516160/t4294970499(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:1/0 lens 496/448 e 0 to 0 dl 1746139086 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139075.005514:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011dd85f80 with x1830958839516160 ext(0->7) 00010000:00010000:0.0:1746139075.005522:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012def4200/0x1f9f6ca451ac8d69 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fc77 expref: 187 pid: 10475 timeout: 800 lvb_type: 0 00010000:00010000:0.0:1746139075.005537:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012def4200/0x1f9f6ca451ac8d69 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fc77 expref: 187 pid: 10475 timeout: 800 lvb_type: 0 00002000:00010000:0.0:1746139075.005544:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011dd85f80 00000100:00100000:0.0:1746139075.008843:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139075.016492:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139075.022877:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139075.025785:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139075.025892:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139075.027897:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139075.030312:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139075.030363:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139075.035076:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139075.038562:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139075.040832:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c411c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+189:2010:x1830958839517952:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1775us (2271us total) trans 4294970500 rc 0/0 00000100:00100000:0.0:1746139075.040842:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1525 00002000:00100000:0.0:1746139075.040851:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88009c411c00 x1830958839517952/t4294970500(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:1/0 lens 496/448 e 0 to 0 dl 1746139086 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139075.040859:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c411c00 with x1830958839517952 ext(0->7) 00010000:00010000:0.0:1746139075.040868:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012fb7e800/0x1f9f6ca451ac8d7e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fc8c expref: 189 pid: 24929 timeout: 800 lvb_type: 0 00010000:00010000:0.0:1746139075.040881:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012fb7e800/0x1f9f6ca451ac8d7e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fc8c expref: 189 pid: 24929 timeout: 800 lvb_type: 0 00002000:00010000:0.0:1746139075.040888:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c411c00 00000100:00100000:0.0:1746139075.043960:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139075.055161:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139075.057993:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139075.062142:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139075.063978:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139075.066413:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139075.071285:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139075.081212:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139075.089578:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139075.098078:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139075.105587:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eeef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+190:2007:x1830958839519616:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 6255us (7506us total) trans 4294970501 rc 0/0 00000100:00100000:0.0:1746139075.105604:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1527 00002000:00100000:0.0:1746139075.105630:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88009eeef100 x1830958839519616/t4294970501(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:1/0 lens 496/448 e 0 to 0 dl 1746139086 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139075.105640:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009eeef100 with x1830958839519616 ext(0->7) 00010000:00010000:0.0:1746139075.105651:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012fb7f400/0x1f9f6ca451ac8d93 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fca1 expref: 190 pid: 24929 timeout: 800 lvb_type: 0 00010000:00010000:0.0:1746139075.105667:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012fb7f400/0x1f9f6ca451ac8d93 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fca1 expref: 190 pid: 24929 timeout: 800 lvb_type: 0 00002000:00010000:0.0:1746139075.105674:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009eeef100 00000100:00100000:0.0:1746139075.109745:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139075.111198:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139075.117472:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139075.123098:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139075.129796:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139075.137487:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139075.142839:0:3766:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ba6e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1830958831779840:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1746139075.151310:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139075.155707:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139075.155824:0:24929:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839520896 00000100:00100000:0.0:1746139075.155832:0:24929:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839520896 00000100:00100000:0.0:1746139075.155870:0:24929:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 28378 00000100:00100000:0.0:1746139075.155876:0:24929:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eeed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b60e9717-019c-4527-a82a-15e993ac5189+191:1157:x1830958839520896:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746139075.155897:0:24929:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746139075.155913:0:24929:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880131566200/0x1f9f6ca451ac8daf lrc: 2/0,0 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a350fcbd expref: -99 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139075.155938:0:24929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746139075.155942:0:24929:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012fb7ea00/0x1f9f6ca451ac8da8 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fcb6 expref: 5 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139075.155948:0:24929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746139075.155951:0:24929:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880131566200/0x1f9f6ca451ac8daf lrc: 4/0,0 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fcbd expref: 192 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139075.155986:0:24929:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012fb7ea00/0x1f9f6ca451ac8da8 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fcb6 expref: 5 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139075.155997:0:24929:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880131566200/0x1f9f6ca451ac8daf lrc: 3/0,0 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fcbd expref: 192 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139075.156005:0:24929:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880131566200, rc 0) 00000100:00100000:0.0:1746139075.156041:0:24929:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eeed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b60e9717-019c-4527-a82a-15e993ac5189+192:1157:x1830958839520896:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 165us (350us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139075.156047:0:24929:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 28378 00000100:00100000:0.0:1746139075.156814:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eeec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+193:2007:x1830958839520768:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 5048us (5512us total) trans 4294970502 rc 0/0 00000100:00100000:0.0:1746139075.156823:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1529 00002000:00100000:0.0:1746139075.156832:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88009eeec380 x1830958839520768/t4294970502(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:1/0 lens 496/448 e 0 to 0 dl 1746139086 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139075.156846:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009eeec380 with x1830958839520768 ext(0->7) 00010000:00010000:0.0:1746139075.156854:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012fb7f600/0x1f9f6ca451ac8da1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fcaf expref: 193 pid: 24929 timeout: 800 lvb_type: 0 00010000:00010000:0.0:1746139075.156866:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012fb7f600/0x1f9f6ca451ac8da1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fcaf expref: 193 pid: 24929 timeout: 800 lvb_type: 0 00002000:00010000:0.0:1746139075.156872:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009eeec380 00000100:00100000:0.0:1746139075.160105:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139075.166113:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139075.173698:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139075.183107:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139075.190870:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139075.192712:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eeec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+194:2010:x1830958839521920:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1483us (1835us total) trans 4294970503 rc 0/0 00000100:00100000:0.0:1746139075.192722:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1531 00002000:00100000:0.0:1746139075.192730:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88009eeec700 x1830958839521920/t4294970503(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:1/0 lens 496/448 e 0 to 0 dl 1746139086 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139075.192738:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009eeec700 with x1830958839521920 ext(0->7) 00010000:00010000:0.0:1746139075.192745:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880131566200/0x1f9f6ca451ac8daf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fcbd expref: 194 pid: 24929 timeout: 800 lvb_type: 0 00010000:00010000:0.0:1746139075.192757:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880131566200/0x1f9f6ca451ac8daf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fcbd expref: 194 pid: 24929 timeout: 800 lvb_type: 0 00002000:00010000:0.0:1746139075.192768:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009eeec700 00000100:00100000:0.0:1746139075.202273:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139075.212842:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839522432 00000100:00100000:0.0:1746139075.212849:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839522432 00002000:00100000:0.0:1746139075.212903:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff88009c850380 x1830958839522432/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:1/0 lens 488/0 e 0 to 0 dl 1746139086 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139075.212912:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c850380 with x1830958839522432 ext(0->4095) 00010000:00010000:0.0:1746139075.212925:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012fb7ea00/0x1f9f6ca451ac8db6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fcc4 expref: 6 pid: 10475 timeout: 800 lvb_type: 0 00010000:00010000:0.0:1746139075.212938:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012fb7ea00/0x1f9f6ca451ac8db6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fcc4 expref: 6 pid: 10475 timeout: 800 lvb_type: 0 00002000:00010000:0.0:1746139075.212944:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c850380 00000100:00100000:0.0:1746139075.213352:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 1532 00000100:00100000:0.0:1746139075.213360:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c850380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2009:x1830958839522432:12345-192.168.203.56@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746139075.213495:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c850380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2009:x1830958839522432:12345-192.168.203.56@tcp:3:rw_seq_cst_vs_d.0 Request processed in 136us (830us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746139075.213501:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1532 00002000:00100000:0.0:1746139075.213505:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff88009c850380 x1830958839522432/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:1/0 lens 488/4536 e 0 to 0 dl 1746139086 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139075.213512:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c850380 with x1830958839522432 ext(0->4095) 00010000:00010000:0.0:1746139075.213516:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012fb7ea00/0x1f9f6ca451ac8db6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fcc4 expref: 6 pid: 10475 timeout: 800 lvb_type: 0 00010000:00010000:0.0:1746139075.213530:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012fb7ea00/0x1f9f6ca451ac8db6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fcc4 expref: 6 pid: 10475 timeout: 800 lvb_type: 0 00002000:00010000:0.0:1746139075.213537:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c850380 00000100:00100000:0.0:1746139075.225044:0:7205:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011dd85180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7205:1830958831780864:192.168.203.56@tcp:105: 00010000:00010000:0.0:1746139075.225069:0:7205:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746139075.225111:0:7205:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c850700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2007:x1830958839522560:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 6733us (7344us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139075.225121:0:7205:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 15697 00000100:00100000:0.0:1746139075.230184:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139075.234302:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139075.237744:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eeee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+196:2007:x1830958839523072:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2593us (3437us total) trans 4294970504 rc 0/0 00000100:00100000:0.0:1746139075.237755:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1533 00002000:00100000:0.0:1746139075.237765:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88009eeee300 x1830958839523072/t4294970504(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:1/0 lens 496/448 e 0 to 0 dl 1746139086 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139075.237775:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009eeee300 with x1830958839523072 ext(0->7) 00010000:00010000:0.0:1746139075.237785:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012fb7f600/0x1f9f6ca451ac8dbd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fccb expref: 196 pid: 10475 timeout: 800 lvb_type: 0 00010000:00010000:0.0:1746139075.237800:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012fb7f600/0x1f9f6ca451ac8dbd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fccb expref: 196 pid: 10475 timeout: 800 lvb_type: 0 00002000:00010000:0.0:1746139075.237807:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009eeee300 00000100:00100000:0.0:1746139075.240709:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139075.247859:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139075.247895:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139075.251569:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139075.258034:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139075.262938:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139075.264770:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eeeca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+199:2010:x1830958839524352:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 841us (1843us total) trans 4294970505 rc 0/0 00000100:00100000:0.0:1746139075.264778:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1535 00002000:00100000:0.0:1746139075.264784:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88009eeeca80 x1830958839524352/t4294970505(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:1/0 lens 496/448 e 0 to 0 dl 1746139086 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139075.264791:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009eeeca80 with x1830958839524352 ext(0->7) 00010000:00010000:0.0:1746139075.264796:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012fb7ec00/0x1f9f6ca451ac8dcb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fcd9 expref: 199 pid: 24929 timeout: 800 lvb_type: 0 00010000:00010000:0.0:1746139075.264806:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012fb7ec00/0x1f9f6ca451ac8dcb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fcd9 expref: 199 pid: 24929 timeout: 800 lvb_type: 0 00002000:00010000:0.0:1746139075.264811:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009eeeca80 00000100:00100000:0.0:1746139075.269769:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139075.279272:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139075.283746:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139075.283851:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139075.287725:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139075.293957:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139075.298175:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139075.301214:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800859cce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+200:2009:x1830958839525632:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2501us (3039us total) trans 4294970506 rc 0/0 00000100:00100000:0.0:1746139075.301226:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1537 00002000:00100000:0.0:1746139075.301236:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff8800859cce00 x1830958839525632/t4294970506(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:1/0 lens 496/448 e 0 to 0 dl 1746139086 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139075.301245:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800859cce00 with x1830958839525632 ext(0->7) 00010000:00010000:0.0:1746139075.301256:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800726ea200/0x1f9f6ca451ac8dd9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fce7 expref: 200 pid: 18644 timeout: 800 lvb_type: 0 00010000:00010000:0.0:1746139075.301271:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800726ea200/0x1f9f6ca451ac8dd9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fce7 expref: 200 pid: 18644 timeout: 800 lvb_type: 0 00002000:00010000:0.0:1746139075.301278:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800859cce00 00000100:00100000:0.0:1746139075.319658:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139075.319768:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139075.327464:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139075.331301:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139075.331386:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139075.334195:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139075.338822:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139075.340006:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800859ced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+203:2010:x1830958839526912:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 901us (1192us total) trans 4294970507 rc 0/0 00000100:00100000:0.0:1746139075.340014:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1540 00002000:00100000:0.0:1746139075.340020:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff8800859ced80 x1830958839526912/t4294970507(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:1/0 lens 496/448 e 0 to 0 dl 1746139086 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139075.340027:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800859ced80 with x1830958839526912 ext(0->7) 00010000:00010000:0.0:1746139075.340033:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800726eb400/0x1f9f6ca451ac8de7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fcf5 expref: 203 pid: 18644 timeout: 800 lvb_type: 0 00010000:00010000:0.0:1746139075.340044:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800726eb400/0x1f9f6ca451ac8de7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fcf5 expref: 203 pid: 18644 timeout: 800 lvb_type: 0 00002000:00010000:0.0:1746139075.340050:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800859ced80 00000100:00100000:0.0:1746139075.344763:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139075.350985:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139075.351042:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839527296 00000100:00100000:0.0:1746139075.351048:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839527296 00002000:00100000:0.0:1746139075.351093:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff8800859cc380 x1830958839527296/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:1/0 lens 488/0 e 0 to 0 dl 1746139086 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139075.351781:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800859cc380 with x1830958839527296 ext(0->4095) 00002000:00010000:0.0:1746139075.351786:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800859cc380 00000100:00100000:0.0:1746139075.358965:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139075.359071:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139075.364517:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139075.364643:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139075.364684:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839527808 00000100:00100000:0.0:1746139075.364702:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839527808 00002000:00100000:0.0:1746139075.364740:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff8800859cf100 x1830958839527808/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:1/0 lens 488/0 e 0 to 0 dl 1746139086 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139075.364748:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800859cf100 with x1830958839527808 ext(0->4095) 00010000:00010000:0.0:1746139075.364754:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880072514a00/0x1f9f6ca451ac8df5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fd0a expref: 6 pid: 18644 timeout: 800 lvb_type: 0 00010000:00010000:0.0:1746139075.364765:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880072514a00/0x1f9f6ca451ac8df5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fd0a expref: 6 pid: 18644 timeout: 800 lvb_type: 0 00002000:00010000:0.0:1746139075.364771:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800859cf100 00000100:00100000:0.0:1746139075.364789:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 1541 00000100:00100000:0.0:1746139075.364796:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800859cf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958839527808:12345-192.168.203.56@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746139075.364906:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800859cf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958839527808:12345-192.168.203.56@tcp:3:rw_seq_cst_vs_d.0 Request processed in 110us (290us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746139075.364911:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1541 00002000:00100000:0.0:1746139075.364918:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff8800859cf100 x1830958839527808/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:1/0 lens 488/4536 e 0 to 0 dl 1746139086 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139075.364924:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800859cf100 with x1830958839527808 ext(0->4095) 00010000:00010000:0.0:1746139075.364928:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880072514a00/0x1f9f6ca451ac8df5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fd0a expref: 6 pid: 18644 timeout: 800 lvb_type: 0 00010000:00010000:0.0:1746139075.364938:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880072514a00/0x1f9f6ca451ac8df5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fd0a expref: 6 pid: 18644 timeout: 800 lvb_type: 0 00002000:00010000:0.0:1746139075.364942:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800859cf100 00000100:00100000:0.0:1746139075.367865:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139075.375613:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139075.379309:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139075.383869:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139075.386268:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c0cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+204:2009:x1830958839528576:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2217us (2390us total) trans 4294970508 rc 0/0 00000100:00100000:0.0:1746139075.386281:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1542 00002000:00100000:0.0:1746139075.386291:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88009c0cdc00 x1830958839528576/t4294970508(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:1/0 lens 496/448 e 0 to 0 dl 1746139086 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139075.386301:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c0cdc00 with x1830958839528576 ext(0->7) 00010000:00010000:0.0:1746139075.386311:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012fb7ea00/0x1f9f6ca451ac8dfc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fd03 expref: 204 pid: 9564 timeout: 800 lvb_type: 0 00010000:00010000:0.0:1746139075.386327:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012fb7ea00/0x1f9f6ca451ac8dfc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fd03 expref: 204 pid: 9564 timeout: 800 lvb_type: 0 00002000:00010000:0.0:1746139075.386333:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c0cdc00 00000100:00100000:0.0:1746139075.389195:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139075.391361:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139075.392274:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139075.395529:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139075.399223:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139075.404553:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139075.412884:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139075.417362:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c0ced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+206:2008:x1830958839529728:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 4006us (4471us total) trans 4294970509 rc 0/0 00000100:00100000:0.0:1746139075.417376:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1544 00002000:00100000:0.0:1746139075.417388:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88009c0ced80 x1830958839529728/t4294970509(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:1/0 lens 496/448 e 0 to 0 dl 1746139086 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139075.417398:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c0ced80 with x1830958839529728 ext(0->7) 00010000:00010000:0.0:1746139075.417409:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012def5200/0x1f9f6ca451ac8e0a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fd18 expref: 206 pid: 9564 timeout: 800 lvb_type: 0 00010000:00010000:0.0:1746139075.417425:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012def5200/0x1f9f6ca451ac8e0a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fd18 expref: 206 pid: 9564 timeout: 800 lvb_type: 0 00002000:00010000:0.0:1746139075.417433:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c0ced80 00000100:00100000:0.0:1746139075.422768:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139075.423182:0:7205:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 15709 00000100:00100000:0.0:1746139075.423192:0:7205:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800acc5f450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b60e9717-019c-4527-a82a-15e993ac5189+207:2009:x1830958839529984:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746139075.423207:0:7205:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746139075.423232:0:7205:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012def5200/0x1f9f6ca451ac8e0a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fd18 expref: 207 pid: 9564 timeout: 800 lvb_type: 0 00010000:00010000:0.0:1746139075.423243:0:7205:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012def5200/0x1f9f6ca451ac8e0a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fd18 expref: 207 pid: 9564 timeout: 800 lvb_type: 0 00010000:00010000:0.0:1746139075.423265:0:7205:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012def5200/0x1f9f6ca451ac8e0a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fd18 expref: 207 pid: 9564 timeout: 800 lvb_type: 0 00010000:00010000:0.0:1746139075.423334:0:7205:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139075.423337:0:7205:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139075.423345:0:7205:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012def4000/0x1f9f6ca451ac8e11 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fd1f expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139075.423353:0:7205:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012def4000/0x1f9f6ca451ac8e11 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fd1f expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139075.423394:0:7205:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012def4000/0x1f9f6ca451ac8e11 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fd1f expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139075.423406:0:7205:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012def4000/0x1f9f6ca451ac8e11 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fd1f expref: 5 pid: 9564 timeout: 800 lvb_type: 0 00000100:00100000:0.0:1746139075.423419:0:7205:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c0cc380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7205:1830958831783936:192.168.203.56@tcp:105: 00000100:00100000:0.0:1746139075.423505:0:7205:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007256a480 going to sleep for 11 seconds 00000100:00100000:0.0:1746139075.428302:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139075.431234:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139075.433398:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139075.435541:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139075.440140:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139075.441470:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c0cd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+208:2007:x1830958839530880:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 952us (1336us total) trans 4294970510 rc 0/0 00000100:00100000:0.0:1746139075.441478:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1546 00002000:00100000:0.0:1746139075.441484:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88009c0cd180 x1830958839530880/t4294970510(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:1/0 lens 496/448 e 0 to 0 dl 1746139086 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139075.441491:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c0cd180 with x1830958839530880 ext(0->7) 00010000:00010000:0.0:1746139075.441496:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012def4600/0x1f9f6ca451ac8e18 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fd26 expref: 208 pid: 9564 timeout: 800 lvb_type: 0 00010000:00010000:0.0:1746139075.441505:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012def4600/0x1f9f6ca451ac8e18 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fd26 expref: 208 pid: 9564 timeout: 800 lvb_type: 0 00002000:00010000:0.0:1746139075.441511:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c0cd180 00000100:00100000:0.0:1746139075.443146:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139075.446364:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139075.450534:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139075.453783:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139075.461072:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139075.481520:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139075.482483:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c249500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+210:2007:x1830958839532672:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 710us (972us total) trans 4294970511 rc 0/0 00000100:00100000:0.0:1746139075.482491:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1548 00002000:00100000:0.0:1746139075.482497:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88012c249500 x1830958839532672/t4294970511(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:1/0 lens 496/448 e 0 to 0 dl 1746139086 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139075.482503:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c249500 with x1830958839532672 ext(0->7) 00010000:00010000:0.0:1746139075.482508:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012def5200/0x1f9f6ca451ac8e2d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fd3b expref: 210 pid: 9564 timeout: 800 lvb_type: 0 00010000:00010000:0.0:1746139075.482518:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012def5200/0x1f9f6ca451ac8e2d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fd3b expref: 210 pid: 9564 timeout: 800 lvb_type: 0 00002000:00010000:0.0:1746139075.482524:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012c249500 00000100:00100000:0.0:1746139075.494496:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139075.494612:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139075.494838:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 28398 00000100:00100000:0.0:1746139075.494846:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c24aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+211:1157:x1830958839532800:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746139075.494862:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746139075.494874:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800726ea200/0x1f9f6ca451ac8e3b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a350fd49 expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139075.494893:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012fb7ea00/0x1f9f6ca451ac8e34 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fd42 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139075.494905:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139075.494906:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139075.494909:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800726ea200/0x1f9f6ca451ac8e3b lrc: 4/0,0 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fd49 expref: 211 pid: 18644 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746139075.505606:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139075.508531:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139075.528141:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139075.546374:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139075.547638:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c24a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+212:2007:x1830958839533824:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 766us (1248us total) trans 4294970512 rc 0/0 00000100:00100000:0.0:1746139075.547646:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1550 00002000:00100000:0.0:1746139075.547653:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88012c24a680 x1830958839533824/t4294970512(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:1/0 lens 496/448 e 0 to 0 dl 1746139086 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139075.547662:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c24a680 with x1830958839533824 ext(0->7) 00010000:00010000:0.0:1746139075.547667:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800726ea200/0x1f9f6ca451ac8e3b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fd49 expref: 212 pid: 18644 timeout: 800 lvb_type: 0 00010000:00010000:0.0:1746139075.547678:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800726ea200/0x1f9f6ca451ac8e3b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fd49 expref: 212 pid: 18644 timeout: 800 lvb_type: 0 00002000:00010000:0.0:1746139075.547684:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012c24a680 00000100:00100000:0.0:1746139075.549371:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139075.551841:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139075.551890:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839534208 00000100:00100000:0.0:1746139075.551897:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839534208 00002000:00100000:0.0:1746139075.551935:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff88012c249180 x1830958839534208/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:1/0 lens 488/0 e 0 to 0 dl 1746139086 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139075.551943:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c249180 with x1830958839534208 ext(0->4095) 00002000:00010000:0.0:1746139075.551948:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012c249180 00000100:00100000:0.0:1746139075.553730:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139075.562571:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139075.569005:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139075.573956:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139075.576556:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c249880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+215:2007:x1830958839535104:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2341us (2600us total) trans 4294970513 rc 0/0 00000100:00100000:0.0:1746139075.576569:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1552 00002000:00100000:0.0:1746139075.576578:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88012c249880 x1830958839535104/t4294970513(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:1/0 lens 496/448 e 0 to 0 dl 1746139086 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139075.576587:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c249880 with x1830958839535104 ext(0->7) 00010000:00010000:0.0:1746139075.576597:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880072515400/0x1f9f6ca451ac8e49 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fd57 expref: 215 pid: 18644 timeout: 800 lvb_type: 0 00010000:00010000:0.0:1746139075.576613:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880072515400/0x1f9f6ca451ac8e49 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fd57 expref: 215 pid: 18644 timeout: 800 lvb_type: 0 00002000:00010000:0.0:1746139075.576656:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012c249880 00000100:00100000:0.0:1746139075.579952:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139075.588228:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839535488 00000100:00100000:0.0:1746139075.588236:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839535488 00002000:00100000:0.0:1746139075.588279:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff88009c852300 x1830958839535488/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:1/0 lens 488/0 e 0 to 0 dl 1746139086 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139075.588294:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c852300 with x1830958839535488 ext(0->4095) 00002000:00010000:0.0:1746139075.588299:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c852300 00000100:00100000:0.0:1746139075.588331:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 12576 00000100:00100000:0.0:1746139075.588338:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c852300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+215:2007:x1830958839535488:12345-192.168.203.56@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746139075.590094:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c852300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+214:2007:x1830958839535488:12345-192.168.203.56@tcp:3:rw_seq_cst_vs_d.0 Request processed in 1750us (1935us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746139075.590103:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 12576 00002000:00100000:0.0:1746139075.590110:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff88009c852300 x1830958839535488/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:1/0 lens 488/4536 e 0 to 0 dl 1746139086 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139075.590119:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c852300 with x1830958839535488 ext(0->4095) 00002000:00010000:0.0:1746139075.590123:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c852300 00000100:00100000:0.0:1746139075.593553:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139075.595985:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139075.600171:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139075.601262:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139075.607572:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139075.610263:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139075.612746:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139075.619011:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139075.621716:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+216:2007:x1830958839536768:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 941us (2711us total) trans 4294970514 rc 0/0 00000100:00100000:0.0:1746139075.621724:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1554 00002000:00100000:0.0:1746139075.621730:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff8801391d0a80 x1830958839536768/t4294970514(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:1/0 lens 496/448 e 0 to 0 dl 1746139086 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139075.621744:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801391d0a80 with x1830958839536768 ext(0->7) 00010000:00010000:0.0:1746139075.621752:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012fb7f400/0x1f9f6ca451ac8e5e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fd6c expref: 216 pid: 10475 timeout: 800 lvb_type: 0 00010000:00010000:0.0:1746139075.621764:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012fb7f400/0x1f9f6ca451ac8e5e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fd6c expref: 216 pid: 10475 timeout: 800 lvb_type: 0 00002000:00010000:0.0:1746139075.621770:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801391d0a80 00000100:00100000:0.0:1746139075.625890:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139075.630172:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139075.634212:0:10475:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839537280 00000100:00100000:0.0:1746139075.634222:0:10475:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839537280 00000100:00100000:0.0:1746139075.634276:0:10475:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839537408 00000100:00100000:0.0:1746139075.634278:0:10475:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839537408 00000100:00100000:0.0:1746139075.634294:0:10475:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 28405 00000100:00100000:0.0:1746139075.634301:0:10475:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011dd85880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b60e9717-019c-4527-a82a-15e993ac5189+216:1158:x1830958839537280:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746139075.634323:0:10475:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746139075.634341:0:10475:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009edca200/0x1f9f6ca451ac8e6c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a350fd7a expref: -99 pid: 10475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139075.634369:0:10475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139075.634371:0:10475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139075.634378:0:10475:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009edca200/0x1f9f6ca451ac8e6c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fd7a expref: 218 pid: 10475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139075.634471:0:10475:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009edca200/0x1f9f6ca451ac8e6c lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fd7a expref: 218 pid: 10475 timeout: 800 lvb_type: 0 00010000:00010000:0.0:1746139075.634486:0:10475:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009edca200/0x1f9f6ca451ac8e6c lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fd7a expref: 218 pid: 10475 timeout: 800 lvb_type: 0 00010000:00010000:0.0:1746139075.634496:0:10475:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009edca200, rc 0) 00000100:00100000:0.0:1746139075.634547:0:10475:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011dd85880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b60e9717-019c-4527-a82a-15e993ac5189+218:1158:x1830958839537280:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 246us (562us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139075.634553:0:10475:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 28405 00000100:00100000:0.0:1746139075.637304:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139075.640896:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139075.641014:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139075.644502:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139075.646832:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139075.649395:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+218:2008:x1830958839538560:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2089us (2561us total) trans 4294970515 rc 0/0 00000100:00100000:0.0:1746139075.649407:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1557 00002000:00100000:0.0:1746139075.649416:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff8801391d1880 x1830958839538560/t4294970515(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:1/0 lens 496/448 e 0 to 0 dl 1746139086 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139075.649425:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801391d1880 with x1830958839538560 ext(0->7) 00010000:00010000:0.0:1746139075.649435:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012def4800/0x1f9f6ca451ac8e73 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fd81 expref: 218 pid: 9564 timeout: 800 lvb_type: 0 00010000:00010000:0.0:1746139075.649449:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012def4800/0x1f9f6ca451ac8e73 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fd81 expref: 218 pid: 9564 timeout: 800 lvb_type: 0 00002000:00010000:0.0:1746139075.649460:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801391d1880 00000100:00100000:0.0:1746139075.653411:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139075.659668:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139075.662782:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139075.665244:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139075.666531:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139075.670947:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139075.677086:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139075.680165:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+221:2010:x1830958839539840:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2686us (3081us total) trans 4294970516 rc 0/0 00000100:00100000:0.0:1746139075.680177:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1559 00002000:00100000:0.0:1746139075.680187:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff8801391d2300 x1830958839539840/t4294970516(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:1/0 lens 496/448 e 0 to 0 dl 1746139086 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139075.680195:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801391d2300 with x1830958839539840 ext(0->7) 00010000:00010000:0.0:1746139075.680205:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012def5200/0x1f9f6ca451ac8e81 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fd8f expref: 221 pid: 9564 timeout: 800 lvb_type: 0 00010000:00010000:0.0:1746139075.680219:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012def5200/0x1f9f6ca451ac8e81 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fd8f expref: 221 pid: 9564 timeout: 800 lvb_type: 0 00002000:00010000:0.0:1746139075.680226:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801391d2300 00000100:00100000:0.0:1746139075.684718:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139075.689571:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139075.692150:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139075.695938:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139075.696671:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139075.701059:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139075.701095:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139075.701192:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139075.705258:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139075.710276:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139075.712540:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072c19c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+222:2007:x1830958839541632:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1354us (2269us total) trans 4294970517 rc 0/0 00000100:00100000:0.0:1746139075.712550:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1561 00002000:00100000:0.0:1746139075.712557:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff880072c19c00 x1830958839541632/t4294970517(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:1/0 lens 496/448 e 0 to 0 dl 1746139086 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139075.712565:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072c19c00 with x1830958839541632 ext(0->7) 00010000:00010000:0.0:1746139075.712572:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012fb7e800/0x1f9f6ca451ac8e96 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fda4 expref: 222 pid: 18644 timeout: 800 lvb_type: 0 00010000:00010000:0.0:1746139075.712586:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012fb7e800/0x1f9f6ca451ac8e96 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fda4 expref: 222 pid: 18644 timeout: 800 lvb_type: 0 00002000:00010000:0.0:1746139075.712593:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880072c19c00 00000100:00100000:0.0:1746139075.717086:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139075.721481:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139075.726411:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139075.729709:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139075.733508:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139075.741678:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139075.742773:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072c19880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+225:2007:x1830958839542912:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 838us (1101us total) trans 4294970518 rc 0/0 00000100:00100000:0.0:1746139075.742784:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1563 00002000:00100000:0.0:1746139075.742790:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff880072c19880 x1830958839542912/t4294970518(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:1/0 lens 496/448 e 0 to 0 dl 1746139086 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139075.742797:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072c19880 with x1830958839542912 ext(0->7) 00010000:00010000:0.0:1746139075.742801:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012fb7fa00/0x1f9f6ca451ac8ea4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fdb2 expref: 225 pid: 18644 timeout: 801 lvb_type: 0 00010000:00010000:0.0:1746139075.742811:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012fb7fa00/0x1f9f6ca451ac8ea4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fdb2 expref: 225 pid: 18644 timeout: 801 lvb_type: 0 00002000:00010000:0.0:1746139075.742816:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880072c19880 00000100:00100000:0.0:1746139075.746896:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139075.752294:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839543296 00000100:00100000:0.0:1746139075.752303:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839543296 00002000:00100000:0.0:1746139075.752351:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff88009c851f80 x1830958839543296/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:1/0 lens 488/0 e 0 to 0 dl 1746139086 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139075.752361:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c851f80 with x1830958839543296 ext(0->4095) 00002000:00010000:0.0:1746139075.752366:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c851f80 00000100:00100000:0.0:1746139075.752397:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 12583 00000100:00100000:0.0:1746139075.752404:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c851f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+224:2009:x1830958839543296:12345-192.168.203.56@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746139075.752715:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c851f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+224:2009:x1830958839543296:12345-192.168.203.56@tcp:3:rw_seq_cst_vs_d.0 Request processed in 311us (516us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746139075.752721:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 12583 00002000:00100000:0.0:1746139075.752727:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff88009c851f80 x1830958839543296/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:1/0 lens 488/4536 e 0 to 0 dl 1746139086 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139075.752734:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c851f80 with x1830958839543296 ext(0->4095) 00002000:00010000:0.0:1746139075.752736:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c851f80 00000100:00100000:0.0:1746139075.756061:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139075.758095:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139075.758858:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139075.762942:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139075.763033:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139075.773315:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139075.776571:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139075.780357:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139075.784906:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139075.794761:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139075.794970:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139075.796993:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139075.798194:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139075.799741:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139075.803478:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139075.811990:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139075.814331:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801314bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+229:2008:x1830958839546496:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1780us (2344us total) trans 4294970520 rc 0/0 00000100:00100000:0.0:1746139075.814340:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1569 00002000:00100000:0.0:1746139075.814348:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff8801314bf100 x1830958839546496/t4294970520(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:1/0 lens 496/448 e 0 to 0 dl 1746139086 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139075.814356:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801314bf100 with x1830958839546496 ext(0->7) 00010000:00010000:0.0:1746139075.814365:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012fa5d400/0x1f9f6ca451ac8ece lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fddc expref: 229 pid: 10475 timeout: 801 lvb_type: 0 00010000:00010000:0.0:1746139075.814379:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012fa5d400/0x1f9f6ca451ac8ece lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fddc expref: 229 pid: 10475 timeout: 801 lvb_type: 0 00002000:00010000:0.0:1746139075.814384:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801314bf100 00000100:00100000:0.0:1746139075.819364:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139075.824149:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839546880 00000100:00100000:0.0:1746139075.824158:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839546880 00002000:00100000:0.0:1746139075.824361:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff88009c850700 x1830958839546880/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:1/0 lens 488/0 e 0 to 0 dl 1746139086 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139075.824376:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c850700 with x1830958839546880 ext(0->4095) 00002000:00010000:0.0:1746139075.824385:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c850700 00000100:00100000:0.0:1746139075.825701:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 12585 00000100:00100000:0.0:1746139075.825715:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c850700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+228:2007:x1830958839546880:12345-192.168.203.56@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746139075.825881:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c850700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+228:2007:x1830958839546880:12345-192.168.203.56@tcp:3:rw_seq_cst_vs_d.0 Request processed in 171us (2322us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746139075.825887:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 12585 00002000:00100000:0.0:1746139075.825893:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff88009c850700 x1830958839546880/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:1/0 lens 488/4536 e 0 to 0 dl 1746139086 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139075.825901:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c850700 with x1830958839546880 ext(0->4095) 00002000:00010000:0.0:1746139075.825905:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c850700 00000100:00100000:0.0:1746139075.835366:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139075.835425:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139075.842962:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139075.847798:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139075.850991:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139075.854905:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139075.864795:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139075.870232:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801314bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+230:2010:x1830958839548160:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1129us (5433us total) trans 4294970521 rc 0/0 00000100:00100000:0.0:1746139075.870242:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1571 00002000:00100000:0.0:1746139075.870248:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff8801314bed80 x1830958839548160/t4294970521(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:1/0 lens 496/448 e 0 to 0 dl 1746139086 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139075.870255:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801314bed80 with x1830958839548160 ext(0->7) 00010000:00010000:0.0:1746139075.870261:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012fb7ee00/0x1f9f6ca451ac8ee3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fdf1 expref: 230 pid: 9564 timeout: 801 lvb_type: 0 00010000:00010000:0.0:1746139075.870272:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012fb7ee00/0x1f9f6ca451ac8ee3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fdf1 expref: 230 pid: 9564 timeout: 801 lvb_type: 0 00002000:00010000:0.0:1746139075.870278:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801314bed80 00000100:00100000:0.0:1746139075.872477:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139075.881072:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139075.884570:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139075.893450:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139075.899116:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139075.910393:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139075.912964:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbadc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+232:2007:x1830958839549312:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 925us (2579us total) trans 4294970522 rc 0/0 00000100:00100000:0.0:1746139075.912972:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1573 00002000:00100000:0.0:1746139075.912978:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88009cbadc00 x1830958839549312/t4294970522(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:1/0 lens 496/448 e 0 to 0 dl 1746139086 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139075.912987:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cbadc00 with x1830958839549312 ext(0->7) 00010000:00010000:0.0:1746139075.912993:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012fb7ea00/0x1f9f6ca451ac8ef1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fdff expref: 232 pid: 9564 timeout: 801 lvb_type: 0 00010000:00010000:0.0:1746139075.913003:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012fb7ea00/0x1f9f6ca451ac8ef1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fdff expref: 232 pid: 9564 timeout: 801 lvb_type: 0 00002000:00010000:0.0:1746139075.913010:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009cbadc00 00000100:00100000:0.0:1746139075.917560:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139075.917611:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139075.921931:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139075.921954:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839549824 00000100:00100000:0.0:1746139075.921960:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839549824 00002000:00100000:0.0:1746139075.923251:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff88009cbae680 x1830958839549824/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:1/0 lens 488/0 e 0 to 0 dl 1746139086 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139075.923261:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cbae680 with x1830958839549824 ext(0->4095) 00010000:00010000:0.0:1746139075.923270:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012fb7fa00/0x1f9f6ca451ac8ef8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fe06 expref: 6 pid: 9564 timeout: 801 lvb_type: 0 00010000:00010000:0.0:1746139075.923284:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012fb7fa00/0x1f9f6ca451ac8ef8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fe06 expref: 6 pid: 9564 timeout: 801 lvb_type: 0 00002000:00010000:0.0:1746139075.923290:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009cbae680 00000100:00100000:0.0:1746139075.926383:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139075.932198:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139075.935974:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139075.941739:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139075.946873:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbaed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+234:2007:x1830958839550464:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 4806us (5130us total) trans 4294970523 rc 0/0 00000100:00100000:0.0:1746139075.946887:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1575 00002000:00100000:0.0:1746139075.946901:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88009cbaed80 x1830958839550464/t4294970523(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:1/0 lens 496/448 e 0 to 0 dl 1746139086 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139075.946910:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cbaed80 with x1830958839550464 ext(0->7) 00010000:00010000:0.0:1746139075.946921:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012fb7e000/0x1f9f6ca451ac8eff lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fe0d expref: 234 pid: 9564 timeout: 801 lvb_type: 0 00010000:00010000:0.0:1746139075.946939:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012fb7e000/0x1f9f6ca451ac8eff lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fe0d expref: 234 pid: 9564 timeout: 801 lvb_type: 0 00002000:00010000:0.0:1746139075.946945:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009cbaed80 00000100:00100000:0.0:1746139075.955736:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139075.969124:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139075.973150:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139075.973289:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139075.976960:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139075.983654:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139075.990430:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839551744 00000100:00100000:0.0:1746139075.990440:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839551744 00002000:00100000:0.0:1746139075.990487:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88011dd85c00 x1830958839551744/t0(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:1/0 lens 496/0 e 0 to 0 dl 1746139086 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139075.990496:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011dd85c00 with x1830958839551744 ext(0->7) 00010000:00010000:0.0:1746139075.990506:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012def4600/0x1f9f6ca451ac8f14 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fe22 expref: 235 pid: 10475 timeout: 801 lvb_type: 0 00010000:00010000:0.0:1746139075.990526:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012def4600/0x1f9f6ca451ac8f14 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fe22 expref: 235 pid: 10475 timeout: 801 lvb_type: 0 00002000:00010000:0.0:1746139075.990533:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011dd85c00 00000100:00100000:0.0:1746139075.990565:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 1577 00000100:00100000:0.0:1746139075.990572:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011dd85c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+235:2009:x1830958839551744:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746139075.991412:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011dd85c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+237:2009:x1830958839551744:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 838us (1059us total) trans 4294970524 rc 0/0 00000100:00100000:0.0:1746139075.991420:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1577 00002000:00100000:0.0:1746139075.991426:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88011dd85c00 x1830958839551744/t4294970524(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:1/0 lens 496/448 e 0 to 0 dl 1746139086 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139075.991433:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011dd85c00 with x1830958839551744 ext(0->7) 00010000:00010000:0.0:1746139075.991439:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012def4600/0x1f9f6ca451ac8f14 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fe22 expref: 237 pid: 10475 timeout: 801 lvb_type: 0 00010000:00010000:0.0:1746139075.991449:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012def4600/0x1f9f6ca451ac8f14 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fe22 expref: 237 pid: 10475 timeout: 801 lvb_type: 0 00002000:00010000:0.0:1746139075.991454:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011dd85c00 00000100:00100000:0.0:1746139075.995953:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139076.000371:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139076.003483:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139076.006274:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139076.013097:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139076.018750:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139076.022409:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139076.023604:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139076.023732:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139076.028496:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139076.035229:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139076.039281:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed1f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+238:2009:x1830958839554048:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2433us (4049us total) trans 4294970525 rc 0/0 00000100:00100000:0.0:1746139076.039295:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1581 00002000:00100000:0.0:1746139076.039307:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88009ed1f100 x1830958839554048/t4294970525(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:2/0 lens 496/448 e 0 to 0 dl 1746139087 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139076.039317:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ed1f100 with x1830958839554048 ext(0->7) 00010000:00010000:0.0:1746139076.039327:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012fb7e600/0x1f9f6ca451ac8f22 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fe30 expref: 238 pid: 9564 timeout: 801 lvb_type: 0 00010000:00010000:0.0:1746139076.039344:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012fb7e600/0x1f9f6ca451ac8f22 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fe30 expref: 238 pid: 9564 timeout: 801 lvb_type: 0 00002000:00010000:0.0:1746139076.039351:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ed1f100 00000100:00100000:0.0:1746139076.043245:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139076.049378:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139076.052093:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139076.054750:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139076.061830:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139076.071569:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139076.071604:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139076.071666:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139076.074746:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139076.082217:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139076.090014:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed1f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+241:2008:x1830958839555840:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 7542us (7796us total) trans 4294970526 rc 0/0 00000100:00100000:0.0:1746139076.090028:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1583 00002000:00100000:0.0:1746139076.090041:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88009ed1f480 x1830958839555840/t4294970526(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:2/0 lens 496/448 e 0 to 0 dl 1746139087 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139076.090050:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ed1f480 with x1830958839555840 ext(0->7) 00010000:00010000:0.0:1746139076.090063:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012fb7ea00/0x1f9f6ca451ac8f37 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fe45 expref: 241 pid: 10475 timeout: 801 lvb_type: 0 00010000:00010000:0.0:1746139076.090079:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012fb7ea00/0x1f9f6ca451ac8f37 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fe45 expref: 241 pid: 10475 timeout: 801 lvb_type: 0 00002000:00010000:0.0:1746139076.090086:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ed1f480 00000100:00100000:0.0:1746139076.095714:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139076.097137:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139076.099724:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139076.103313:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139076.103409:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139076.106349:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139076.108726:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139076.110182:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007278b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+242:2010:x1830958839557120:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 843us (1462us total) trans 4294970527 rc 0/0 00000100:00100000:0.0:1746139076.110308:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1586 00002000:00100000:0.0:1746139076.110317:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88007278b480 x1830958839557120/t4294970527(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:2/0 lens 496/448 e 0 to 0 dl 1746139087 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139076.110326:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007278b480 with x1830958839557120 ext(0->7) 00010000:00010000:0.0:1746139076.110333:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012b5d1a00/0x1f9f6ca451ac8f45 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fe53 expref: 242 pid: 10475 timeout: 801 lvb_type: 0 00010000:00010000:0.0:1746139076.110344:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012b5d1a00/0x1f9f6ca451ac8f45 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fe53 expref: 242 pid: 10475 timeout: 801 lvb_type: 0 00002000:00010000:0.0:1746139076.110349:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007278b480 00000100:00100000:0.0:1746139076.113656:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139076.116825:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139076.125188:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139076.125814:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139076.129836:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139076.140526:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139076.141516:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072788000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+245:2007:x1830958839558400:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 739us (997us total) trans 4294970528 rc 0/0 00000100:00100000:0.0:1746139076.141524:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1588 00002000:00100000:0.0:1746139076.141530:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff880072788000 x1830958839558400/t4294970528(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:2/0 lens 496/448 e 0 to 0 dl 1746139087 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139076.141538:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072788000 with x1830958839558400 ext(0->7) 00010000:00010000:0.0:1746139076.141544:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012fb7ee00/0x1f9f6ca451ac8f53 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fe61 expref: 245 pid: 9564 timeout: 801 lvb_type: 0 00010000:00010000:0.0:1746139076.141562:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012fb7ee00/0x1f9f6ca451ac8f53 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fe61 expref: 245 pid: 9564 timeout: 801 lvb_type: 0 00002000:00010000:0.0:1746139076.141573:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880072788000 00000100:00100000:0.0:1746139076.144228:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139076.148378:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139076.157122:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139076.162900:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139076.171056:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139076.181119:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139076.189940:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139076.189973:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139076.190010:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139076.192140:0:24929:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 28442 00000100:00100000:0.0:1746139076.192148:0:24929:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072788700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+7:1158:x1830958839559808:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746139076.192163:0:24929:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746139076.192180:0:24929:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f0ae400/0x1f9f6ca451ac8f6f lrc: 2/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 7 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a350fe7d expref: -99 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139076.192631:0:24929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139076.192637:0:24929:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012fb7f600/0x1f9f6ca451ac8f68 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fe76 expref: 243 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139076.192643:0:24929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746139076.192646:0:24929:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f0ae400/0x1f9f6ca451ac8f6f lrc: 4/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fe7d expref: 8 pid: 24929 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746139076.201567:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139076.209327:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007278b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+246:2007:x1830958839560448:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 7272us (7758us total) trans 4294970529 rc 0/0 00000100:00100000:0.0:1746139076.209342:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1590 00002000:00100000:0.0:1746139076.209355:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88007278b100 x1830958839560448/t4294970529(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:2/0 lens 496/448 e 0 to 0 dl 1746139087 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139076.209366:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007278b100 with x1830958839560448 ext(0->7) 00010000:00010000:0.0:1746139076.209378:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012fb7f600/0x1f9f6ca451ac8f68 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fe76 expref: 246 pid: 9564 timeout: 801 lvb_type: 0 00010000:00010000:0.0:1746139076.209396:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012fb7f600/0x1f9f6ca451ac8f68 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fe76 expref: 246 pid: 9564 timeout: 801 lvb_type: 0 00002000:00010000:0.0:1746139076.209404:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007278b100 00000100:00100000:0.0:1746139076.217906:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139076.231220:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139076.239167:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139076.244995:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139076.251244:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139076.269232:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139076.275949:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139076.276967:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb6ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+248:2007:x1830958839561600:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 837us (1016us total) trans 4294970530 rc 0/0 00000100:00100000:0.0:1746139076.276974:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1592 00002000:00100000:0.0:1746139076.276979:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88009cb6ad80 x1830958839561600/t4294970530(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:2/0 lens 496/448 e 0 to 0 dl 1746139087 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139076.276987:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb6ad80 with x1830958839561600 ext(0->7) 00010000:00010000:0.0:1746139076.276993:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012fb7e800/0x1f9f6ca451ac8f76 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fe84 expref: 248 pid: 24929 timeout: 801 lvb_type: 0 00010000:00010000:0.0:1746139076.277003:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012fb7e800/0x1f9f6ca451ac8f76 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fe84 expref: 248 pid: 24929 timeout: 801 lvb_type: 0 00002000:00010000:0.0:1746139076.277009:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009cb6ad80 00000100:00100000:0.0:1746139076.279203:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139076.282438:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139076.285991:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139076.289599:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139076.294160:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139076.294677:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139076.304136:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139076.310373:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139076.311631:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139076.318915:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139076.325337:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb6b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+250:2010:x1830958839563520:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 5582us (6422us total) trans 4294970531 rc 0/0 00000100:00100000:0.0:1746139076.325349:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1595 00002000:00100000:0.0:1746139076.325359:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88009cb6b800 x1830958839563520/t4294970531(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:2/0 lens 496/448 e 0 to 0 dl 1746139087 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139076.325368:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb6b800 with x1830958839563520 ext(0->7) 00010000:00010000:0.0:1746139076.325378:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f4d7e00/0x1f9f6ca451ac8f8b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fe99 expref: 250 pid: 24929 timeout: 801 lvb_type: 0 00010000:00010000:0.0:1746139076.325395:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f4d7e00/0x1f9f6ca451ac8f8b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fe99 expref: 250 pid: 24929 timeout: 801 lvb_type: 0 00002000:00010000:0.0:1746139076.325406:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009cb6b800 00000100:00100000:0.0:1746139076.333714:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139076.337702:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139076.343989:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139076.348951:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139076.356088:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139076.356664:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139076.361043:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139076.361068:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139076.361103:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139076.361140:0:24929:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839565056 00000100:00100000:0.0:1746139076.361147:0:24929:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839565056 00000100:00100000:0.0:1746139076.361181:0:24929:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 28450 00000100:00100000:0.0:1746139076.361187:0:24929:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c18fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b60e9717-019c-4527-a82a-15e993ac5189+252:1158:x1830958839565056:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746139076.361205:0:24929:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746139076.361219:0:24929:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f0ae800/0x1f9f6ca451ac8fa7 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a350feb5 expref: -99 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139076.361238:0:24929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139076.361243:0:24929:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012fb7e600/0x1f9f6ca451ac8fa0 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350feae expref: 253 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139076.361249:0:24929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746139076.361251:0:24929:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f0ae800/0x1f9f6ca451ac8fa7 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350feb5 expref: 253 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139076.361281:0:24929:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012fb7e600/0x1f9f6ca451ac8fa0 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350feae expref: 253 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139076.361291:0:24929:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f0ae800/0x1f9f6ca451ac8fa7 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350feb5 expref: 253 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139076.361300:0:24929:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f0ae800, rc 0) 00000100:00100000:0.0:1746139076.361330:0:24929:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c18fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b60e9717-019c-4527-a82a-15e993ac5189+253:1158:x1830958839565056:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 144us (226us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139076.361335:0:24929:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 28450 00000100:00100000:0.0:1746139076.368547:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139076.375782:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139076.380882:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c18c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+253:2009:x1830958839565568:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 4851us (5099us total) trans 4294970532 rc 0/0 00000100:00100000:0.0:1746139076.380896:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1597 00002000:00100000:0.0:1746139076.380909:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88009c18c000 x1830958839565568/t4294970532(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:2/0 lens 496/448 e 0 to 0 dl 1746139087 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139076.380919:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c18c000 with x1830958839565568 ext(0->7) 00010000:00010000:0.0:1746139076.380929:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012fb7e600/0x1f9f6ca451ac8fa0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350feae expref: 253 pid: 9564 timeout: 801 lvb_type: 0 00010000:00010000:0.0:1746139076.380946:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012fb7e600/0x1f9f6ca451ac8fa0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350feae expref: 253 pid: 9564 timeout: 801 lvb_type: 0 00002000:00010000:0.0:1746139076.380953:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c18c000 00000100:00100000:0.0:1746139076.392049:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139076.401522:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139076.403095:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139076.406889:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139076.406966:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139076.411480:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139076.418596:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139076.425481:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139076.431234:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139076.437408:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139076.438555:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139076.438579:0:24929:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839567488 00000100:00100000:0.0:1746139076.438583:0:24929:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839567488 00000100:00100000:0.0:1746139076.438606:0:24929:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 28454 00000100:00100000:0.0:1746139076.438612:0:24929:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c4d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b60e9717-019c-4527-a82a-15e993ac5189+255:1158:x1830958839567488:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746139076.438637:0:24929:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746139076.438648:0:24929:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012def4800/0x1f9f6ca451ac8fc3 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a350fed1 expref: -99 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139076.440487:0:24929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139076.440500:0:24929:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012fa5de00/0x1f9f6ca451ac8fbc lrc: 3/0,0 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350feca expref: 256 pid: 10475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139076.440507:0:24929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746139076.440511:0:24929:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012def4800/0x1f9f6ca451ac8fc3 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fed1 expref: 256 pid: 24929 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746139076.443656:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139076.448447:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139076.466748:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139076.478200:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139076.478256:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139076.483779:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139076.486921:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139076.486976:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139076.490978:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139076.491056:0:10475:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c249f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10475:1830958831798528:192.168.203.56@tcp:104: 00010000:00010000:0.0:1746139076.491078:0:10475:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012fa5ca00/0x1f9f6ca451ac8fd1 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fedf expref: 6 pid: 10475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139076.491096:0:10475:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fa5ca00, rc 0) 00000100:00100000:0.0:1746139076.491119:0:10475:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c4d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1158:x1830958839568768:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3455us (4207us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139076.491125:0:10475:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 28456 00000100:00100000:0.0:1746139076.493533:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139076.496787:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c4d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+258:2007:x1830958839569408:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3071us (3248us total) trans 4294970535 rc 0/0 00000100:00100000:0.0:1746139076.496798:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1605 00002000:00100000:0.0:1746139076.496807:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88009c4d7b80 x1830958839569408/t4294970535(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:2/0 lens 496/448 e 0 to 0 dl 1746139087 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139076.496815:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c4d7b80 with x1830958839569408 ext(0->7) 00010000:00010000:0.0:1746139076.496823:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012fa5d400/0x1f9f6ca451ac8fca lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fed8 expref: 258 pid: 10475 timeout: 801 lvb_type: 0 00010000:00010000:0.0:1746139076.496836:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012fa5d400/0x1f9f6ca451ac8fca lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fed8 expref: 258 pid: 10475 timeout: 801 lvb_type: 0 00002000:00010000:0.0:1746139076.496846:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c4d7b80 00000100:00100000:0.0:1746139076.510313:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139076.510969:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139076.516805:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139076.519488:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139076.523445:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139076.535129:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139076.536195:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c4d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+260:2008:x1830958839570560:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 861us (1068us total) trans 4294970536 rc 0/0 00000100:00100000:0.0:1746139076.536202:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1607 00002000:00100000:0.0:1746139076.536207:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88009c4d6d80 x1830958839570560/t4294970536(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:2/0 lens 496/448 e 0 to 0 dl 1746139087 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139076.536214:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c4d6d80 with x1830958839570560 ext(0->7) 00010000:00010000:0.0:1746139076.536219:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012fa5ce00/0x1f9f6ca451ac8fd8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fee6 expref: 260 pid: 10475 timeout: 801 lvb_type: 0 00010000:00010000:0.0:1746139076.536230:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012fa5ce00/0x1f9f6ca451ac8fd8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fee6 expref: 260 pid: 10475 timeout: 801 lvb_type: 0 00002000:00010000:0.0:1746139076.536236:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c4d6d80 00000100:00100000:0.0:1746139076.549314:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139076.553610:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139076.558104:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139076.560462:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139076.563969:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139076.574222:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139076.580431:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139076.580547:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139076.582362:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f55ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+263:2007:x1830958839571712:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1521us (1924us total) trans 4294970537 rc 0/0 00000100:00100000:0.0:1746139076.582370:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1609 00002000:00100000:0.0:1746139076.582376:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88009f55ad80 x1830958839571712/t4294970537(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:2/0 lens 496/448 e 0 to 0 dl 1746139087 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139076.582384:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f55ad80 with x1830958839571712 ext(0->7) 00010000:00010000:0.0:1746139076.582390:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012fb7e600/0x1f9f6ca451ac8fe6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fef4 expref: 263 pid: 10475 timeout: 801 lvb_type: 0 00010000:00010000:0.0:1746139076.582402:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012fb7e600/0x1f9f6ca451ac8fe6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fef4 expref: 263 pid: 10475 timeout: 801 lvb_type: 0 00002000:00010000:0.0:1746139076.582408:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f55ad80 00000100:00100000:0.0:1746139076.584105:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139076.586489:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139076.589551:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139076.592420:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139076.595915:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139076.598713:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139076.600075:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f559500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+264:2009:x1830958839572864:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 908us (1359us total) trans 4294970538 rc 0/0 00000100:00100000:0.0:1746139076.600083:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1611 00002000:00100000:0.0:1746139076.600089:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88009f559500 x1830958839572864/t4294970538(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:2/0 lens 496/448 e 0 to 0 dl 1746139087 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139076.600097:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f559500 with x1830958839572864 ext(0->7) 00010000:00010000:0.0:1746139076.600103:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f4d7a00/0x1f9f6ca451ac8ff4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350ff02 expref: 264 pid: 24929 timeout: 801 lvb_type: 0 00010000:00010000:0.0:1746139076.600113:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f4d7a00/0x1f9f6ca451ac8ff4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350ff02 expref: 264 pid: 24929 timeout: 801 lvb_type: 0 00002000:00010000:0.0:1746139076.600118:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f559500 00000100:00100000:0.0:1746139076.601757:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139076.604750:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139076.607970:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139076.608019:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139076.612275:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139076.616319:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139076.618740:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139076.620921:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f55b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+267:2007:x1830958839574144:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1621us (2183us total) trans 4294970539 rc 0/0 00000100:00100000:0.0:1746139076.620929:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1613 00002000:00100000:0.0:1746139076.620935:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88009f55b480 x1830958839574144/t4294970539(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:2/0 lens 496/448 e 0 to 0 dl 1746139087 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139076.620941:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f55b480 with x1830958839574144 ext(0->7) 00010000:00010000:0.0:1746139076.620948:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f4d7000/0x1f9f6ca451ac9002 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350ff10 expref: 267 pid: 10475 timeout: 801 lvb_type: 0 00010000:00010000:0.0:1746139076.620959:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f4d7000/0x1f9f6ca451ac9002 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350ff10 expref: 267 pid: 10475 timeout: 801 lvb_type: 0 00002000:00010000:0.0:1746139076.620966:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f55b480 00000100:00100000:0.0:1746139076.625747:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139076.636226:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139076.637556:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139076.641155:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139076.641261:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139076.643255:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011dd85180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3764:1830958831801600:0@lo:400:kworker.0 00000100:00100000:0.0:1746139076.643299:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746139076.643320:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cbafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1830958831802112:0@lo:400:kworker.0 00000100:00100000:0.0:1746139076.643339:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746139076.643350:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072c1b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1830958831802624:0@lo:400:kworker.0 00000100:00100000:0.0:1746139076.643364:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746139076.643389:0:3766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011dd84a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3766:1830958831801344:0@lo:400:kworker.0 00000100:00100000:0.0:1746139076.643407:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746139076.643419:0:3766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011dd87800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3766:1830958831801856:0@lo:400:kworker.0 00000100:00100000:0.0:1746139076.643435:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746139076.643447:0:3766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c851880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3766:1830958831802368:0@lo:400:kworker.0 00000100:00100000:0.0:1746139076.643464:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746139076.643479:0:3766:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:0.0:1746139076.643484:0:3766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011dd86680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1830958831801472:0@lo:400:kworker.0 00000100:00100000:0.0:1746139076.643502:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746139076.643516:0:3766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011dd87100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3766:1830958831801984:0@lo:400:kworker.0 00000100:00100000:0.0:1746139076.643530:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746139076.643541:0:3766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c850a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3766:1830958831802496:0@lo:400:kworker.0 00000100:00100000:0.0:1746139076.643555:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746139076.643576:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958831801600 00000100:00100000:0.0:1746139076.643579:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958831801600 00000100:00100000:0.0:1746139076.643603:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958831801344 00000100:00100000:0.0:1746139076.643605:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958831801344 00000100:00100000:0.0:1746139076.643614:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958831801856 00000100:00100000:0.0:1746139076.643634:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958831801856 00000100:00100000:0.0:1746139076.643651:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958831801984 00000100:00100000:0.0:1746139076.643653:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958831801984 00000100:00100000:0.0:1746139076.643667:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1049 00000100:00100000:0.0:1746139076.643672:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c25c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3764:x1830958831801600:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746139076.643711:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c25c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3764:x1830958831801600:12345-0@lo:400:kworker.0 Request processed in 39us (411us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139076.643716:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1049 00000100:00100000:0.0:1746139076.643727:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1051 00000100:00100000:0.0:1746139076.643732:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c25df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3766:x1830958831801856:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746139076.643753:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c25df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3766:x1830958831801856:12345-0@lo:400:kworker.0 Request processed in 21us (316us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139076.643758:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1051 00000100:00100000:0.0:1746139076.643767:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1053 00000100:00100000:0.0:1746139076.643771:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c25ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3766:x1830958831801984:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746139076.643790:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c25ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3766:x1830958831801984:12345-0@lo:400:kworker.0 Request processed in 19us (259us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139076.643794:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1053 00000100:00100000:0.0:1746139076.643802:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1054 00000100:00100000:0.0:1746139076.643806:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c25ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3766:x1830958831802496:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746139076.643826:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c25ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3766:x1830958831802496:12345-0@lo:400:kworker.0 Request processed in 20us (270us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139076.643831:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1054 00000100:00100000:0.0:1746139076.643845:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958831802112 00000100:00100000:0.0:1746139076.643848:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958831802112 00000100:00100000:0.0:1746139076.643864:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958831802624 00000100:00100000:0.0:1746139076.643865:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958831802624 00000100:00100000:0.0:1746139076.643875:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958831802752 00000100:00100000:0.0:1746139076.643877:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958831802752 00000100:00100000:0.0:1746139076.644305:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 734 00000100:00100000:0.0:1746139076.644311:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c25e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3764:x1830958831802624:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746139076.644335:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c25e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3764:x1830958831802624:12345-0@lo:400:kworker.0 Request processed in 25us (970us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139076.644340:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 734 00000100:00100000:0.0:1746139076.644355:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958831801728 00000100:00100000:0.0:1746139076.644358:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958831801728 00000100:00100000:0.0:1746139076.644374:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958831801472 00000100:00100000:0.0:1746139076.644376:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958831801472 00000100:00100000:0.0:1746139076.644385:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 625 00000100:00100000:0.0:1746139076.644389:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c249f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3765:x1830958831801728:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746139076.644411:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c249f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3765:x1830958831801728:12345-0@lo:400:kworker.0 Request processed in 22us (972us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139076.644416:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 625 00000100:00100000:0.0:1746139076.644437:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011dd85180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3764:1830958831801600:0@lo:400:kworker.0 00000100:00100000:0.0:1746139076.644444:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cbafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1830958831802112:0@lo:400:kworker.0 00000100:00100000:0.0:1746139076.644452:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072c1b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1830958831802624:0@lo:400:kworker.0 00000100:00100000:0.0:1746139076.648751:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139076.653848:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c25ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+268:2010:x1830958839575424:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1357us (5102us total) trans 4294970540 rc 0/0 00000100:00100000:0.0:1746139076.653859:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1616 00002000:00100000:0.0:1746139076.653867:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88012c25ed80 x1830958839575424/t4294970540(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:2/0 lens 496/448 e 0 to 0 dl 1746139087 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139076.653876:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c25ed80 with x1830958839575424 ext(0->7) 00010000:00010000:0.0:1746139076.653886:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f4d6c00/0x1f9f6ca451ac9010 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350ff1e expref: 268 pid: 10475 timeout: 801 lvb_type: 0 00010000:00010000:0.0:1746139076.653900:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f4d6c00/0x1f9f6ca451ac9010 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350ff1e expref: 268 pid: 10475 timeout: 801 lvb_type: 0 00002000:00010000:0.0:1746139076.653907:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012c25ed80 00000100:00100000:0.0:1746139076.656302:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139076.669514:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139076.672186:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139076.673236:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139076.677870:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139076.680701:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139076.682435:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093643b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+271:2010:x1830958839576704:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1320us (1737us total) trans 4294970541 rc 0/0 00000100:00100000:0.0:1746139076.682444:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1618 00002000:00100000:0.0:1746139076.682451:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff880093643b80 x1830958839576704/t4294970541(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:2/0 lens 496/448 e 0 to 0 dl 1746139087 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139076.682459:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093643b80 with x1830958839576704 ext(0->7) 00010000:00010000:0.0:1746139076.682466:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f4d6a00/0x1f9f6ca451ac901e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350ff2c expref: 271 pid: 10475 timeout: 801 lvb_type: 0 00010000:00010000:0.0:1746139076.682478:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f4d6a00/0x1f9f6ca451ac901e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350ff2c expref: 271 pid: 10475 timeout: 801 lvb_type: 0 00002000:00010000:0.0:1746139076.682484:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093643b80 00000100:00100000:0.0:1746139076.684497:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139076.688471:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139076.691086:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139076.693383:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139076.697753:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139076.702569:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139076.707038:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139076.707098:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139076.707117:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139076.707161:0:7205:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 15786 00000100:00100000:0.0:1746139076.707169:0:7205:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800acc5c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2009:x1830958839577984:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746139076.707181:0:7205:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746139076.707200:0:7205:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f4d7200/0x1f9f6ca451ac902c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350ff3a expref: 6 pid: 10475 timeout: 801 lvb_type: 0 00010000:00010000:0.0:1746139076.707209:0:7205:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f4d7200/0x1f9f6ca451ac902c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350ff3a expref: 6 pid: 10475 timeout: 801 lvb_type: 0 00010000:00010000:0.0:1746139076.707962:0:7205:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f4d7200/0x1f9f6ca451ac902c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350ff3a expref: 8 pid: 10475 timeout: 801 lvb_type: 0 00010000:00010000:0.0:1746139076.708234:0:7205:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746139076.710393:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139076.715732:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139076.717284:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eed8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+272:2010:x1830958839578752:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 890us (1559us total) trans 4294970542 rc 0/0 00000100:00100000:0.0:1746139076.717291:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1620 00002000:00100000:0.0:1746139076.717297:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88012eed8e00 x1830958839578752/t4294970542(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:2/0 lens 496/448 e 0 to 0 dl 1746139087 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139076.717304:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012eed8e00 with x1830958839578752 ext(0->7) 00010000:00010000:0.0:1746139076.717312:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012fb7ec00/0x1f9f6ca451ac9033 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350ff41 expref: 272 pid: 9564 timeout: 801 lvb_type: 0 00010000:00010000:0.0:1746139076.717323:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012fb7ec00/0x1f9f6ca451ac9033 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350ff41 expref: 272 pid: 9564 timeout: 801 lvb_type: 0 00002000:00010000:0.0:1746139076.717328:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012eed8e00 00000100:00100000:0.0:1746139076.724327:0:10476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958831804160 00000100:00100000:0.0:1746139076.724337:0:10476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958831804160 00000100:00100000:0.0:1746139076.724391:0:10476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 495 00000100:00100000:0.0:1746139076.724400:0:10476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba6e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1830958831804160:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1746139076.724423:0:10476:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 4218880 granted 988478272 pending 0 free 3921297408 avail 3689775104 00000100:00100000:0.0:1746139076.724483:0:10476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba6e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1830958831804160:12345-0@lo:13:osp-pre-1-1.0 Request processed in 85us (1424us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139076.724489:0:10476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 495 00000100:00100000:0.0:1746139076.727109:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139076.730975:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139076.732520:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839579264 00000100:00100000:0.0:1746139076.732524:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839579264 00000100:00100000:0.0:1746139076.732733:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 28472 00000100:00100000:0.0:1746139076.732739:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072c1a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+271:1157:x1830958839579264:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746139076.732749:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746139076.732768:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a5f56800/0x1f9f6ca451ac9041 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a350ff4f expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139076.732791:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012fb7e600/0x1f9f6ca451ac903a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350ff48 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139076.732798:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139076.732799:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139076.732803:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5f56800/0x1f9f6ca451ac9041 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350ff4f expref: 272 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139076.732831:0:9564:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012fb7e600/0x1f9f6ca451ac903a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350ff48 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139076.732841:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012fb7e600/0x1f9f6ca451ac903a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350ff48 expref: 5 pid: 9564 timeout: 801 lvb_type: 0 00000100:00100000:0.0:1746139076.732851:0:9564:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131465f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9564:1830958831804416:192.168.203.56@tcp:104: 00000100:00100000:0.0:1746139076.734008:0:9564:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007256a3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746139076.741552:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139076.745820:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139076.749219:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131466a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+275:2007:x1830958839580032:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1852us (3397us total) trans 4294970543 rc 0/0 00000100:00100000:0.0:1746139076.749233:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1622 00002000:00100000:0.0:1746139076.749243:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff880131466a00 x1830958839580032/t4294970543(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:2/0 lens 496/448 e 0 to 0 dl 1746139087 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139076.749252:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131466a00 with x1830958839580032 ext(0->7) 00010000:00010000:0.0:1746139076.749263:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a5f56800/0x1f9f6ca451ac9041 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350ff4f expref: 275 pid: 9564 timeout: 802 lvb_type: 0 00010000:00010000:0.0:1746139076.749278:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a5f56800/0x1f9f6ca451ac9041 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350ff4f expref: 275 pid: 9564 timeout: 802 lvb_type: 0 00002000:00010000:0.0:1746139076.749285:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880131466a00 00000100:00100000:0.0:1746139076.752989:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139076.757185:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139076.760247:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139076.762992:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139076.763811:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139076.766803:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139076.766829:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139076.766866:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139076.770538:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839581568 00000100:00100000:0.0:1746139076.770546:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839581568 00002000:00100000:0.0:1746139076.770580:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff880072c1bb80 x1830958839581568/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:2/0 lens 488/0 e 0 to 0 dl 1746139087 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139076.770589:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072c1bb80 with x1830958839581568 ext(0->4095) 00010000:00010000:0.0:1746139076.770596:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a5f56800/0x1f9f6ca451ac9056 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350ff64 expref: 275 pid: 9564 timeout: 802 lvb_type: 0 00010000:00010000:0.0:1746139076.770608:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a5f56800/0x1f9f6ca451ac9056 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350ff64 expref: 275 pid: 9564 timeout: 802 lvb_type: 0 00002000:00010000:0.0:1746139076.770630:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880072c1bb80 00000100:00100000:0.0:1746139076.770646:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 1624 00000100:00100000:0.0:1746139076.770652:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072c1bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+275:2007:x1830958839581568:12345-192.168.203.56@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746139076.770781:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072c1bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+275:2007:x1830958839581568:12345-192.168.203.56@tcp:3:rw_seq_cst_vs_d.0 Request processed in 128us (531us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746139076.770787:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1624 00002000:00100000:0.0:1746139076.770792:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff880072c1bb80 x1830958839581568/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:2/0 lens 488/4536 e 0 to 0 dl 1746139087 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139076.770799:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072c1bb80 with x1830958839581568 ext(0->4095) 00010000:00010000:0.0:1746139076.770807:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a5f56800/0x1f9f6ca451ac9056 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350ff64 expref: 275 pid: 9564 timeout: 802 lvb_type: 0 00010000:00010000:0.0:1746139076.770815:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a5f56800/0x1f9f6ca451ac9056 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350ff64 expref: 275 pid: 9564 timeout: 802 lvb_type: 0 00002000:00010000:0.0:1746139076.770820:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880072c1bb80 00000100:00100000:0.0:1746139076.772533:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139076.774138:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072551180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+277:2009:x1830958839581824:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1376us (1610us total) trans 4294970544 rc 0/0 00000100:00100000:0.0:1746139076.774147:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1625 00002000:00100000:0.0:1746139076.774154:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff880072551180 x1830958839581824/t4294970544(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:2/0 lens 496/448 e 0 to 0 dl 1746139087 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139076.774163:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072551180 with x1830958839581824 ext(0->7) 00010000:00010000:0.0:1746139076.774170:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a5f56800/0x1f9f6ca451ac9056 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350ff64 expref: 277 pid: 9564 timeout: 802 lvb_type: 0 00010000:00010000:0.0:1746139076.774180:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a5f56800/0x1f9f6ca451ac9056 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350ff64 expref: 277 pid: 9564 timeout: 802 lvb_type: 0 00002000:00010000:0.0:1746139076.774185:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880072551180 00000100:00100000:0.0:1746139076.776926:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139076.786586:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139076.789366:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139076.789417:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139076.793029:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139076.793119:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139076.798272:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139076.798365:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139076.803608:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072c18700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830958831805952:192.168.203.56@tcp:105: 00010000:00010000:0.0:1746139076.803668:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746139076.803728:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a07b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2009:x1830958839583104:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 4857us (5360us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139076.803739:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 15795 00000100:00100000:0.0:1746139076.808130:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139076.811992:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a07b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+279:2008:x1830958839583616:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2814us (3856us total) trans 4294970545 rc 0/0 00000100:00100000:0.0:1746139076.812007:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1628 00002000:00100000:0.0:1746139076.812019:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff8800a07b4e00 x1830958839583616/t4294970545(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:2/0 lens 496/448 e 0 to 0 dl 1746139087 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139076.812029:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a07b4e00 with x1830958839583616 ext(0->7) 00010000:00010000:0.0:1746139076.812040:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012fb7e000/0x1f9f6ca451ac9064 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350ff72 expref: 279 pid: 9564 timeout: 802 lvb_type: 0 00010000:00010000:0.0:1746139076.812057:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012fb7e000/0x1f9f6ca451ac9064 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350ff72 expref: 279 pid: 9564 timeout: 802 lvb_type: 0 00002000:00010000:0.0:1746139076.812064:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a07b4e00 00000100:00100000:0.0:1746139076.814763:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139076.820229:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139076.823945:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139076.824002:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139076.826973:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139076.827027:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139076.829887:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139076.834055:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139076.841201:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139076.846774:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139076.849382:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c05180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+280:2007:x1830958839585280:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1570us (2607us total) trans 4294970546 rc 0/0 00000100:00100000:0.0:1746139076.849393:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1630 00002000:00100000:0.0:1746139076.849400:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff880094c05180 x1830958839585280/t4294970546(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:2/0 lens 496/448 e 0 to 0 dl 1746139087 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139076.849408:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c05180 with x1830958839585280 ext(0->7) 00010000:00010000:0.0:1746139076.849415:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f4d7c00/0x1f9f6ca451ac9080 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350ff87 expref: 280 pid: 9564 timeout: 802 lvb_type: 0 00010000:00010000:0.0:1746139076.849737:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f4d7c00/0x1f9f6ca451ac9080 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350ff87 expref: 280 pid: 9564 timeout: 802 lvb_type: 0 00002000:00010000:0.0:1746139076.849745:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094c05180 00000100:00100000:0.0:1746139076.854037:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139076.862471:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139076.872449:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139076.872595:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139076.876046:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139076.885969:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139076.889016:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c04e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+283:2008:x1830958839586560:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2821us (3044us total) trans 4294970547 rc 0/0 00000100:00100000:0.0:1746139076.889030:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1633 00002000:00100000:0.0:1746139076.889041:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff880094c04e00 x1830958839586560/t4294970547(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:2/0 lens 496/448 e 0 to 0 dl 1746139087 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139076.889051:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c04e00 with x1830958839586560 ext(0->7) 00010000:00010000:0.0:1746139076.889063:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f4d6200/0x1f9f6ca451ac908e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350ff9c expref: 283 pid: 9564 timeout: 802 lvb_type: 0 00010000:00010000:0.0:1746139076.889082:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f4d6200/0x1f9f6ca451ac908e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350ff9c expref: 283 pid: 9564 timeout: 802 lvb_type: 0 00002000:00010000:0.0:1746139076.889088:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094c04e00 00000100:00100000:0.0:1746139076.894904:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139076.897148:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139076.907383:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139076.914085:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139076.914147:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139076.919541:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139076.921796:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139076.923846:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ee94000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+284:2010:x1830958839587840:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1853us (2049us total) trans 4294970548 rc 0/0 00000100:00100000:0.0:1746139076.923856:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1636 00002000:00100000:0.0:1746139076.923863:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88012ee94000 x1830958839587840/t4294970548(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:2/0 lens 496/448 e 0 to 0 dl 1746139087 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139076.923870:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ee94000 with x1830958839587840 ext(0->7) 00010000:00010000:0.0:1746139076.923878:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880131536200/0x1f9f6ca451ac909c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350ffaa expref: 284 pid: 9564 timeout: 802 lvb_type: 0 00010000:00010000:0.0:1746139076.923890:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880131536200/0x1f9f6ca451ac909c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350ffaa expref: 284 pid: 9564 timeout: 802 lvb_type: 0 00002000:00010000:0.0:1746139076.923896:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012ee94000 00000001:00080000:0.0:1746139076.924856:0:9560:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970548 is committed 00000100:00100000:0.0:1746139076.926786:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139076.931439:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139076.934141:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139076.936433:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139076.940709:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139076.940755:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139076.945254:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139076.945284:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139076.945331:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139076.949443:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139076.954939:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139076.960850:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c855c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+9:2010:x1830958839589888:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 5489us (5906us total) trans 4294970549 rc 0/0 00000100:00100000:0.0:1746139076.960863:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1638 00002000:00100000:0.0:1746139076.960875:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88009c855c00 x1830958839589888/t4294970549(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:2/0 lens 496/448 e 0 to 0 dl 1746139087 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139076.960886:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c855c00 with x1830958839589888 ext(0->7) 00010000:00010000:0.0:1746139076.960899:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800724cd800/0x1f9f6ca451ac90b1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350ffbf expref: 9 pid: 9564 timeout: 802 lvb_type: 0 00010000:00010000:0.0:1746139076.960915:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800724cd800/0x1f9f6ca451ac90b1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350ffbf expref: 9 pid: 9564 timeout: 802 lvb_type: 0 00002000:00010000:0.0:1746139076.960921:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c855c00 00000100:00100000:0.0:1746139076.971035:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139076.974534:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139076.979898:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139076.979954:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139076.984538:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839590912 00000100:00100000:0.0:1746139076.984544:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839590912 00002000:00100000:0.0:1746139076.984583:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff880072c18700 x1830958839590912/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:2/0 lens 488/0 e 0 to 0 dl 1746139087 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139076.984592:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072c18700 with x1830958839590912 ext(0->4095) 00010000:00010000:0.0:1746139076.984599:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800724cce00/0x1f9f6ca451ac90bf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350ffcd expref: 8 pid: 10475 timeout: 802 lvb_type: 0 00010000:00010000:0.0:1746139076.984612:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800724cce00/0x1f9f6ca451ac90bf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350ffcd expref: 8 pid: 10475 timeout: 802 lvb_type: 0 00002000:00010000:0.0:1746139076.984725:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880072c18700 00000100:00100000:0.0:1746139076.987322:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139076.989728:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c854e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+10:2010:x1830958839591168:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2167us (2408us total) trans 4294970550 rc 0/0 00000100:00100000:0.0:1746139076.989738:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1641 00002000:00100000:0.0:1746139076.989748:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88009c854e00 x1830958839591168/t4294970550(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:2/0 lens 496/448 e 0 to 0 dl 1746139087 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139076.989756:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c854e00 with x1830958839591168 ext(0->7) 00010000:00010000:0.0:1746139076.989764:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800724cce00/0x1f9f6ca451ac90bf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350ffcd expref: 10 pid: 10475 timeout: 802 lvb_type: 0 00010000:00010000:0.0:1746139076.989776:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800724cce00/0x1f9f6ca451ac90bf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350ffcd expref: 10 pid: 10475 timeout: 802 lvb_type: 0 00002000:00010000:0.0:1746139076.989782:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c854e00 00000100:00100000:0.0:1746139076.993565:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139076.999669:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.004061:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.008137:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.011302:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.014223:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.019603:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.020886:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.029312:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.031730:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0758e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+12:2007:x1830958839592960:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 980us (2422us total) trans 4294970551 rc 0/0 00000100:00100000:0.0:1746139077.031739:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1644 00002000:00100000:0.0:1746139077.031745:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff8800a0758e00 x1830958839592960/t4294970551(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:3/0 lens 496/448 e 0 to 0 dl 1746139088 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139077.031752:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0758e00 with x1830958839592960 ext(0->7) 00010000:00010000:0.0:1746139077.031758:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800724cd400/0x1f9f6ca451ac90d4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350ffe2 expref: 12 pid: 9564 timeout: 802 lvb_type: 0 00010000:00010000:0.0:1746139077.031768:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800724cd400/0x1f9f6ca451ac90d4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350ffe2 expref: 12 pid: 9564 timeout: 802 lvb_type: 0 00002000:00010000:0.0:1746139077.031773:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a0758e00 00000100:00100000:0.0:1746139077.034607:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.046041:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.050268:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.055144:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.056912:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.059477:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.075939:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.075987:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.078317:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0868380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+16:2010:x1830958839594240:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1985us (2383us total) trans 4294970552 rc 0/0 00000100:00100000:0.0:1746139077.078326:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1646 00002000:00100000:0.0:1746139077.078334:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff8800a0868380 x1830958839594240/t4294970552(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:3/0 lens 496/448 e 0 to 0 dl 1746139088 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139077.078343:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0868380 with x1830958839594240 ext(0->7) 00010000:00010000:0.0:1746139077.078349:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f4d7c00/0x1f9f6ca451ac90e2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fff0 expref: 16 pid: 9564 timeout: 802 lvb_type: 0 00010000:00010000:0.0:1746139077.078360:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f4d7c00/0x1f9f6ca451ac90e2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fff0 expref: 16 pid: 9564 timeout: 802 lvb_type: 0 00002000:00010000:0.0:1746139077.078367:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a0868380 00000100:00100000:0.0:1746139077.084191:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.087990:0:7205:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c249c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7205:1830958831810176:192.168.203.56@tcp:105: 00010000:00010000:0.0:1746139077.088011:0:7205:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746139077.088054:0:7205:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0868700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b60e9717-019c-4527-a82a-15e993ac5189+15:2007:x1830958839594496:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3150us (3875us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139077.088065:0:7205:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 15813 00000100:00100000:0.0:1746139077.091117:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.091166:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.095170:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.105386:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.108646:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a086ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+16:2008:x1830958839595520:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 932us (3265us total) trans 4294970553 rc 0/0 00000100:00100000:0.0:1746139077.108654:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1649 00002000:00100000:0.0:1746139077.108660:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff8800a086ad80 x1830958839595520/t4294970553(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:3/0 lens 496/448 e 0 to 0 dl 1746139088 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139077.108668:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a086ad80 with x1830958839595520 ext(0->7) 00010000:00010000:0.0:1746139077.108674:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012fa5da00/0x1f9f6ca451ac90f0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fffe expref: 16 pid: 24929 timeout: 802 lvb_type: 0 00010000:00010000:0.0:1746139077.108692:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012fa5da00/0x1f9f6ca451ac90f0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a350fffe expref: 16 pid: 24929 timeout: 802 lvb_type: 0 00002000:00010000:0.0:1746139077.108697:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a086ad80 00000100:00100000:0.0:1746139077.124330:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.126880:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.128800:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.131873:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.132660:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.134881:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.140496:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.142829:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a086a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+19:2007:x1830958839596800:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1611us (2337us total) trans 4294970554 rc 0/0 00000100:00100000:0.0:1746139077.142839:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1652 00002000:00100000:0.0:1746139077.142846:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff8800a086a300 x1830958839596800/t4294970554(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:3/0 lens 496/448 e 0 to 0 dl 1746139088 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139077.142854:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a086a300 with x1830958839596800 ext(0->7) 00010000:00010000:0.0:1746139077.142861:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012fa5de00/0x1f9f6ca451ac90fe lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351000c expref: 19 pid: 10475 timeout: 802 lvb_type: 0 00010000:00010000:0.0:1746139077.142874:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012fa5de00/0x1f9f6ca451ac90fe lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351000c expref: 19 pid: 10475 timeout: 802 lvb_type: 0 00002000:00010000:0.0:1746139077.142881:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a086a300 00000100:00100000:0.0:1746139077.147531:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.150171:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.155606:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.155704:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.156267:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 28502 00000100:00100000:0.0:1746139077.156274:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bbe3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1158:x1830958839597440:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746139077.156282:0:9562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746139077.156290:0:9562:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a05bfe00/0x1f9f6ca451ac9113 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3510021 expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139077.156302:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139077.156306:0:9562:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012fa5de00/0x1f9f6ca451ac910c lrc: 3/0,0 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351001a expref: 19 pid: 10475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139077.156311:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746139077.156314:0:9562:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a05bfe00/0x1f9f6ca451ac9113 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510021 expref: 6 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139077.156337:0:9562:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012fa5de00/0x1f9f6ca451ac910c lrc: 4/0,0 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351001a expref: 19 pid: 10475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139077.156348:0:9562:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a05bfe00/0x1f9f6ca451ac9113 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510021 expref: 6 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139077.156357:0:9562:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a05bfe00, rc 0) 00000100:00100000:0.0:1746139077.156381:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bbe3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1158:x1830958839597440:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 108us (677us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139077.156387:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 28502 00000100:00100000:0.0:1746139077.159223:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.161889:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.168869:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.170064:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bbe1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+20:2007:x1830958839598080:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 808us (1205us total) trans 4294970555 rc 0/0 00000100:00100000:0.0:1746139077.170071:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1654 00002000:00100000:0.0:1746139077.170078:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88012bbe1880 x1830958839598080/t4294970555(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:3/0 lens 496/448 e 0 to 0 dl 1746139088 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139077.170086:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bbe1880 with x1830958839598080 ext(0->7) 00010000:00010000:0.0:1746139077.170091:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012fa5de00/0x1f9f6ca451ac910c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351001a expref: 20 pid: 10475 timeout: 802 lvb_type: 0 00010000:00010000:0.0:1746139077.170101:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012fa5de00/0x1f9f6ca451ac910c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351001a expref: 20 pid: 10475 timeout: 802 lvb_type: 0 00002000:00010000:0.0:1746139077.170107:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012bbe1880 00000100:00100000:0.0:1746139077.172350:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.179322:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.179377:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.179407:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839598592 00000100:00100000:0.0:1746139077.179414:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839598592 00002000:00100000:0.0:1746139077.179471:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff88012bbe0a80 x1830958839598592/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:3/0 lens 488/0 e 0 to 0 dl 1746139088 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139077.179482:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bbe0a80 with x1830958839598592 ext(0->4095) 00002000:00010000:0.0:1746139077.179487:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012bbe0a80 00000100:00100000:0.0:1746139077.179502:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 12625 00000100:00100000:0.0:1746139077.179509:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bbe0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958839598592:12345-192.168.203.56@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746139077.179670:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bbe0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958839598592:12345-192.168.203.56@tcp:3:rw_seq_cst_vs_d.0 Request processed in 160us (292us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746139077.179686:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 12625 00002000:00100000:0.0:1746139077.179692:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff88012bbe0a80 x1830958839598592/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:3/0 lens 488/4536 e 0 to 0 dl 1746139088 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139077.179709:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bbe0a80 with x1830958839598592 ext(0->4095) 00002000:00010000:0.0:1746139077.179711:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012bbe0a80 00000100:00100000:0.0:1746139077.187561:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.199311:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.201018:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bbe3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+23:2010:x1830958839599360:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1352us (1712us total) trans 4294970556 rc 0/0 00000100:00100000:0.0:1746139077.201028:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1656 00002000:00100000:0.0:1746139077.201036:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88012bbe3480 x1830958839599360/t4294970556(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:3/0 lens 496/448 e 0 to 0 dl 1746139088 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139077.201045:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bbe3480 with x1830958839599360 ext(0->7) 00010000:00010000:0.0:1746139077.201052:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012fa5da00/0x1f9f6ca451ac911a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510028 expref: 23 pid: 10475 timeout: 802 lvb_type: 0 00010000:00010000:0.0:1746139077.201065:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012fa5da00/0x1f9f6ca451ac911a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510028 expref: 23 pid: 10475 timeout: 802 lvb_type: 0 00002000:00010000:0.0:1746139077.201072:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012bbe3480 00000100:00100000:0.0:1746139077.203341:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.210499:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.214042:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.214502:0:10475:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839600000 00000100:00100000:0.0:1746139077.214506:0:10475:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839600000 00000100:00100000:0.0:1746139077.214541:0:10475:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 28506 00000100:00100000:0.0:1746139077.214547:0:10475:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c248380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b60e9717-019c-4527-a82a-15e993ac5189+22:1157:x1830958839600000:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746139077.214554:0:10475:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746139077.214560:0:10475:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f14f400/0x1f9f6ca451ac912f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a351003d expref: -99 pid: 10475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139077.214590:0:10475:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f4d6200/0x1f9f6ca451ac9121 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351002f expref: 23 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139077.214598:0:10475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139077.214599:0:10475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139077.214603:0:10475:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f14f400/0x1f9f6ca451ac912f lrc: 4/0,0 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351003d expref: 23 pid: 10475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139077.214651:0:10475:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f4d6200/0x1f9f6ca451ac9121 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351002f expref: 23 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139077.214664:0:10475:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f4d6200/0x1f9f6ca451ac9121 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351002f expref: 23 pid: 9564 timeout: 802 lvb_type: 0 00000100:00100000:0.0:1746139077.214684:0:10475:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012bbe3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10475:1830958831812352:192.168.203.56@tcp:104: 00000100:00100000:0.0:1746139077.214760:0:10475:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007256a9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746139077.216599:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.220201:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.226111:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.229296:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bbe2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+24:2007:x1830958839600640:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1298us (3191us total) trans 4294970557 rc 0/0 00000100:00100000:0.0:1746139077.229306:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1658 00002000:00100000:0.0:1746139077.229313:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88012bbe2d80 x1830958839600640/t4294970557(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:3/0 lens 496/448 e 0 to 0 dl 1746139088 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139077.229320:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bbe2d80 with x1830958839600640 ext(0->7) 00010000:00010000:0.0:1746139077.229327:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f14f400/0x1f9f6ca451ac912f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351003d expref: 24 pid: 10475 timeout: 802 lvb_type: 0 00010000:00010000:0.0:1746139077.229337:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f14f400/0x1f9f6ca451ac912f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351003d expref: 24 pid: 10475 timeout: 802 lvb_type: 0 00002000:00010000:0.0:1746139077.229343:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012bbe2d80 00000100:00100000:0.0:1746139077.234898:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.238854:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.238877:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839601024 00000100:00100000:0.0:1746139077.238884:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839601024 00002000:00100000:0.0:1746139077.238921:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff88012bbe2680 x1830958839601024/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:3/0 lens 488/0 e 0 to 0 dl 1746139088 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139077.238930:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bbe2680 with x1830958839601024 ext(0->4095) 00002000:00010000:0.0:1746139077.238934:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012bbe2680 00000100:00100000:0.0:1746139077.241001:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.241876:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.242908:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.245490:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.253109:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072c1a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+27:2007:x1830958839601920:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1127us (1339us total) trans 4294970558 rc 0/0 00000100:00100000:0.0:1746139077.253121:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1660 00002000:00100000:0.0:1746139077.253127:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff880072c1a300 x1830958839601920/t4294970558(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:3/0 lens 496/448 e 0 to 0 dl 1746139088 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139077.253361:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072c1a300 with x1830958839601920 ext(0->7) 00010000:00010000:0.0:1746139077.253370:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f1a1a00/0x1f9f6ca451ac9136 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510044 expref: 27 pid: 10475 timeout: 802 lvb_type: 0 00010000:00010000:0.0:1746139077.253382:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f1a1a00/0x1f9f6ca451ac9136 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510044 expref: 27 pid: 10475 timeout: 802 lvb_type: 0 00002000:00010000:0.0:1746139077.253388:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880072c1a300 00000100:00100000:0.0:1746139077.257816:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.265402:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.265462:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.267832:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.267923:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.270147:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.274391:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.277426:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed1ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+28:2010:x1830958839603200:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2240us (3034us total) trans 4294970559 rc 0/0 00000100:00100000:0.0:1746139077.277438:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1663 00002000:00100000:0.0:1746139077.277450:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88009ed1ce00 x1830958839603200/t4294970559(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:3/0 lens 496/448 e 0 to 0 dl 1746139088 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139077.277461:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ed1ce00 with x1830958839603200 ext(0->7) 00010000:00010000:0.0:1746139077.277473:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f4d6a00/0x1f9f6ca451ac9144 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510052 expref: 28 pid: 9562 timeout: 802 lvb_type: 0 00010000:00010000:0.0:1746139077.277492:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f4d6a00/0x1f9f6ca451ac9144 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510052 expref: 28 pid: 9562 timeout: 802 lvb_type: 0 00002000:00010000:0.0:1746139077.277500:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ed1ce00 00000100:00100000:0.0:1746139077.283446:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.288387:0:7205:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ba6dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7205:1830958831813760:192.168.203.56@tcp:105: 00010000:00010000:0.0:1746139077.288424:0:7205:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746139077.289831:0:7205:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed1ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b60e9717-019c-4527-a82a-15e993ac5189+27:2007:x1830958839603328:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 5928us (6392us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139077.289845:0:7205:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 15827 00000100:00100000:0.0:1746139077.291004:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.291060:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.295574:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.295712:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.299932:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.303408:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.309917:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed1ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+31:2007:x1830958839604480:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 6022us (6511us total) trans 4294970560 rc 0/0 00000100:00100000:0.0:1746139077.309930:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1665 00002000:00100000:0.0:1746139077.309940:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88009ed1ed80 x1830958839604480/t4294970560(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:3/0 lens 496/448 e 0 to 0 dl 1746139088 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139077.309949:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ed1ed80 with x1830958839604480 ext(0->7) 00010000:00010000:0.0:1746139077.309960:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f4d6c00/0x1f9f6ca451ac9152 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510060 expref: 31 pid: 9562 timeout: 802 lvb_type: 0 00010000:00010000:0.0:1746139077.309981:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f4d6c00/0x1f9f6ca451ac9152 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510060 expref: 31 pid: 9562 timeout: 802 lvb_type: 0 00002000:00010000:0.0:1746139077.309987:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ed1ed80 00000100:00100000:0.0:1746139077.313187:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.319432:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.323396:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.323444:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.326530:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.331861:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba6d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+30:2007:x1830958839605504:12345-192.168.203.56@tcp:3:rw_seq_cst_vs_d.0 Request processed in 1361us (1696us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746139077.331874:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1666 00002000:00100000:0.0:1746139077.331881:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff88009ba6d880 x1830958839605504/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:3/0 lens 488/4536 e 0 to 0 dl 1746139088 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139077.331889:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba6d880 with x1830958839605504 ext(0->4095) 00010000:00010000:0.0:1746139077.331896:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012fa5c600/0x1f9f6ca451ac9160 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510075 expref: 30 pid: 10475 timeout: 802 lvb_type: 0 00010000:00010000:0.0:1746139077.331909:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012fa5c600/0x1f9f6ca451ac9160 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510075 expref: 30 pid: 10475 timeout: 802 lvb_type: 0 00002000:00010000:0.0:1746139077.331916:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ba6d880 00000100:00100000:0.0:1746139077.336533:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.339926:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c411880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+32:2010:x1830958839605760:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1312us (3400us total) trans 4294970561 rc 0/0 00000100:00100000:0.0:1746139077.339943:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1667 00002000:00100000:0.0:1746139077.339955:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88009c411880 x1830958839605760/t4294970561(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:3/0 lens 496/448 e 0 to 0 dl 1746139088 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139077.339965:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c411880 with x1830958839605760 ext(0->7) 00010000:00010000:0.0:1746139077.339975:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012fa5c600/0x1f9f6ca451ac9160 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510075 expref: 32 pid: 10475 timeout: 802 lvb_type: 0 00010000:00010000:0.0:1746139077.339990:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012fa5c600/0x1f9f6ca451ac9160 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510075 expref: 32 pid: 10475 timeout: 802 lvb_type: 0 00002000:00010000:0.0:1746139077.339997:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c411880 00000100:00100000:0.0:1746139077.345753:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.353070:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.354173:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.357808:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.358665:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.364840:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.370032:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.373416:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f179c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+35:2010:x1830958839607040:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1947us (3391us total) trans 4294970562 rc 0/0 00000100:00100000:0.0:1746139077.373427:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1669 00002000:00100000:0.0:1746139077.373437:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88009f179c00 x1830958839607040/t4294970562(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:3/0 lens 496/448 e 0 to 0 dl 1746139088 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139077.373447:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f179c00 with x1830958839607040 ext(0->7) 00010000:00010000:0.0:1746139077.373455:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012fa5de00/0x1f9f6ca451ac916e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351007c expref: 35 pid: 10475 timeout: 802 lvb_type: 0 00010000:00010000:0.0:1746139077.373469:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012fa5de00/0x1f9f6ca451ac916e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351007c expref: 35 pid: 10475 timeout: 802 lvb_type: 0 00002000:00010000:0.0:1746139077.373475:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f179c00 00000100:00100000:0.0:1746139077.377806:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.380020:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.384239:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.387474:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.402532:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.406547:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.406637:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.411211:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.411252:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.411272:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839608576 00000100:00100000:0.0:1746139077.411278:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839608576 00010000:00010000:0.0:1746139077.411307:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012fa5da00/0x1f9f6ca451ac917c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351008a expref: 6 pid: 10475 timeout: 802 lvb_type: 0 00000100:00100000:0.0:1746139077.411326:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839608704 00000100:00100000:0.0:1746139077.411328:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839608704 00010000:00010000:0.0:1746139077.411336:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f4d7c00/0x1f9f6ca451ac9175 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510083 expref: 36 pid: 9562 timeout: 802 lvb_type: 0 00000100:00100000:0.0:1746139077.411365:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 15834 00000100:00100000:0.0:1746139077.411371:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ee7c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958839608576:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746139077.411381:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746139077.411397:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012fa5da00/0x1f9f6ca451ac917c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351008a expref: 6 pid: 10475 timeout: 802 lvb_type: 0 00010000:00010000:0.0:1746139077.411406:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012fa5da00/0x1f9f6ca451ac917c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351008a expref: 6 pid: 10475 timeout: 802 lvb_type: 0 00010000:00010000:0.0:1746139077.411423:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012fa5da00/0x1f9f6ca451ac917c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351008a expref: 6 pid: 10475 timeout: 802 lvb_type: 0 00010000:00010000:0.0:1746139077.411438:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746139077.411467:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ee7c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2008:x1830958839608576:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 96us (257us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139077.411472:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 15834 00000100:00100000:0.0:1746139077.411484:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 15835 00000100:00100000:0.0:1746139077.411488:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0cc2c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+36:2008:x1830958839608704:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746139077.411493:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746139077.411499:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f4d7c00/0x1f9f6ca451ac9175 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510083 expref: 36 pid: 9562 timeout: 802 lvb_type: 0 00010000:00010000:0.0:1746139077.411507:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f4d7c00/0x1f9f6ca451ac9175 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510083 expref: 36 pid: 9562 timeout: 802 lvb_type: 0 00010000:00010000:0.0:1746139077.411564:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139077.411566:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139077.411572:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012fa5c000/0x1f9f6ca451ac9183 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510091 expref: 36 pid: 10475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139077.411579:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012fa5c000/0x1f9f6ca451ac9183 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510091 expref: 36 pid: 10475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139077.411603:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012fa5c000/0x1f9f6ca451ac9183 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510091 expref: 36 pid: 10475 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746139077.411612:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ee7fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:15672:1830958831815680:192.168.203.56@tcp:105: 00000100:00100000:0.0:1746139077.411684:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007256a480 going to sleep for 11 seconds 00000100:00100000:0.0:1746139077.411743:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.411838:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839608832 00000100:00100000:0.0:1746139077.411842:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839608832 00000100:00100000:0.0:1746139077.411859:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 28519 00000100:00100000:0.0:1746139077.411863:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ee7d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b60e9717-019c-4527-a82a-15e993ac5189+35:1158:x1830958839608832:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746139077.417076:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.417305:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 1670 00000100:00100000:0.0:1746139077.417311:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ee7e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+36:2007:x1830958839609088:12345-192.168.203.56@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746139077.417407:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ee7e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+35:2007:x1830958839609088:12345-192.168.203.56@tcp:3:rw_seq_cst_vs_d.0 Request processed in 97us (338us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746139077.417413:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1670 00002000:00100000:0.0:1746139077.417418:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff88009ee7e680 x1830958839609088/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:3/0 lens 488/4536 e 0 to 0 dl 1746139088 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139077.417424:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ee7e680 with x1830958839609088 ext(0->4095) 00010000:00010000:0.0:1746139077.417428:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012fa5c000/0x1f9f6ca451ac9183 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510091 expref: 35 pid: 10475 timeout: 802 lvb_type: 0 00010000:00010000:0.0:1746139077.417437:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012fa5c000/0x1f9f6ca451ac9183 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510091 expref: 35 pid: 10475 timeout: 802 lvb_type: 0 00002000:00010000:0.0:1746139077.417443:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ee7e680 00000100:00100000:0.0:1746139077.422176:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839609344 00000100:00100000:0.0:1746139077.422183:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839609344 00002000:00100000:0.0:1746139077.422222:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff880072c19f80 x1830958839609344/t0(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:3/0 lens 496/0 e 0 to 0 dl 1746139088 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139077.422230:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072c19f80 with x1830958839609344 ext(0->7) 00010000:00010000:0.0:1746139077.422238:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012fa5c000/0x1f9f6ca451ac9183 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510091 expref: 35 pid: 10475 timeout: 802 lvb_type: 0 00010000:00010000:0.0:1746139077.422252:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012fa5c000/0x1f9f6ca451ac9183 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510091 expref: 35 pid: 10475 timeout: 802 lvb_type: 0 00002000:00010000:0.0:1746139077.422258:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880072c19f80 00000100:00100000:0.0:1746139077.422291:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 1671 00000100:00100000:0.0:1746139077.422297:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072c19f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+35:2009:x1830958839609344:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746139077.424368:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072c19f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+37:2009:x1830958839609344:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2057us (2325us total) trans 4294970563 rc 0/0 00000100:00100000:0.0:1746139077.424382:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1671 00002000:00100000:0.0:1746139077.424396:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff880072c19f80 x1830958839609344/t4294970563(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:3/0 lens 496/448 e 0 to 0 dl 1746139088 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139077.424406:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072c19f80 with x1830958839609344 ext(0->7) 00010000:00010000:0.0:1746139077.424417:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012fa5c000/0x1f9f6ca451ac9183 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510091 expref: 37 pid: 10475 timeout: 802 lvb_type: 0 00010000:00010000:0.0:1746139077.424442:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012fa5c000/0x1f9f6ca451ac9183 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510091 expref: 37 pid: 10475 timeout: 802 lvb_type: 0 00002000:00010000:0.0:1746139077.424449:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880072c19f80 00000100:00100000:0.0:1746139077.429531:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.434314:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.436508:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.436551:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.438571:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.441742:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.447147:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f15df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+38:2010:x1830958839610624:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 5038us (5406us total) trans 4294970564 rc 0/0 00000100:00100000:0.0:1746139077.447157:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1674 00002000:00100000:0.0:1746139077.447167:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88009f15df80 x1830958839610624/t4294970564(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:3/0 lens 496/448 e 0 to 0 dl 1746139088 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139077.447176:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f15df80 with x1830958839610624 ext(0->7) 00010000:00010000:0.0:1746139077.447187:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f4d7400/0x1f9f6ca451ac9191 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351009f expref: 38 pid: 9562 timeout: 802 lvb_type: 0 00010000:00010000:0.0:1746139077.447202:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f4d7400/0x1f9f6ca451ac9191 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351009f expref: 38 pid: 9562 timeout: 802 lvb_type: 0 00002000:00010000:0.0:1746139077.447208:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f15df80 00000100:00100000:0.0:1746139077.448851:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.452256:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072c19180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:15672:1830958831816448:192.168.203.56@tcp:105: 00010000:00010000:0.0:1746139077.452291:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746139077.452353:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f15f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+37:2009:x1830958839610752:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3325us (3507us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139077.452366:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 15838 00000100:00100000:0.0:1746139077.453920:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.456484:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.461915:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.461980:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.467095:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.468524:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.468550:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839611648 00000100:00100000:0.0:1746139077.468555:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839611648 00010000:00010000:0.0:1746139077.468580:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f4d7200/0x1f9f6ca451ac9198 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35100a6 expref: 6 pid: 9562 timeout: 802 lvb_type: 0 00000100:00100000:0.0:1746139077.468602:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 15839 00000100:00100000:0.0:1746139077.468607:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c797480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958839611648:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746139077.468632:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746139077.468652:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f4d7200/0x1f9f6ca451ac9198 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35100a6 expref: 6 pid: 9562 timeout: 802 lvb_type: 0 00010000:00010000:0.0:1746139077.468664:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f4d7200/0x1f9f6ca451ac9198 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35100a6 expref: 6 pid: 9562 timeout: 802 lvb_type: 0 00010000:00010000:0.0:1746139077.468695:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f4d7200/0x1f9f6ca451ac9198 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35100a6 expref: 6 pid: 9562 timeout: 802 lvb_type: 0 00010000:00010000:0.0:1746139077.468716:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746139077.468742:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c797480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2007:x1830958839611648:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 135us (221us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139077.468748:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 15839 00000100:00100000:0.0:1746139077.468812:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.468846:0:7205:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839611776 00000100:00100000:0.0:1746139077.468849:0:7205:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839611776 00010000:00010000:0.0:1746139077.468863:0:7205:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f4d6000/0x1f9f6ca451ac919f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35100ad expref: 39 pid: 9562 timeout: 802 lvb_type: 0 00000100:00100000:0.0:1746139077.468877:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 15840 00000100:00100000:0.0:1746139077.468881:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c796300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+39:2007:x1830958839611776:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746139077.468886:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746139077.468892:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f4d6000/0x1f9f6ca451ac919f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35100ad expref: 39 pid: 9562 timeout: 802 lvb_type: 0 00010000:00010000:0.0:1746139077.468899:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f4d6000/0x1f9f6ca451ac919f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35100ad expref: 39 pid: 9562 timeout: 802 lvb_type: 0 00010000:00010000:0.0:1746139077.468909:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f4d6000/0x1f9f6ca451ac919f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35100ad expref: 39 pid: 9562 timeout: 802 lvb_type: 0 00010000:00010000:0.0:1746139077.468916:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139077.468917:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139077.468922:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012fa5c600/0x1f9f6ca451ac91a6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35100b4 expref: 38 pid: 10475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139077.468934:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012fa5c600/0x1f9f6ca451ac91a6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35100b4 expref: 38 pid: 10475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139077.468958:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012fa5c600/0x1f9f6ca451ac91a6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35100b4 expref: 38 pid: 10475 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746139077.468968:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c796a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:15672:1830958831816832:192.168.203.56@tcp:105: 00000100:00100000:0.0:1746139077.469025:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007256a000 going to sleep for 11 seconds 00000100:00100000:0.0:1746139077.473005:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.478963:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.480071:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c794700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+40:2010:x1830958839612416:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 844us (1111us total) trans 4294970565 rc 0/0 00000100:00100000:0.0:1746139077.480079:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1677 00002000:00100000:0.0:1746139077.480085:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88009c794700 x1830958839612416/t4294970565(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:3/0 lens 496/448 e 0 to 0 dl 1746139088 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139077.480091:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c794700 with x1830958839612416 ext(0->7) 00010000:00010000:0.0:1746139077.480098:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012fa5c600/0x1f9f6ca451ac91a6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35100b4 expref: 40 pid: 10475 timeout: 802 lvb_type: 0 00010000:00010000:0.0:1746139077.480107:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012fa5c600/0x1f9f6ca451ac91a6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35100b4 expref: 40 pid: 10475 timeout: 802 lvb_type: 0 00002000:00010000:0.0:1746139077.480113:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c794700 00000100:00100000:0.0:1746139077.482648:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.485559:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.500723:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.507019:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.507070:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.511353:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.511386:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.511717:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.511749:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 15842 00000100:00100000:0.0:1746139077.511756:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0cc2850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b60e9717-019c-4527-a82a-15e993ac5189+43:2009:x1830958839613696:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746139077.511763:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746139077.511779:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012fa5d400/0x1f9f6ca451ac91b4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35100c2 expref: 43 pid: 10475 timeout: 802 lvb_type: 0 00010000:00010000:0.0:1746139077.511788:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012fa5d400/0x1f9f6ca451ac91b4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35100c2 expref: 43 pid: 10475 timeout: 802 lvb_type: 0 00010000:00010000:0.0:1746139077.511816:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012fa5d400/0x1f9f6ca451ac91b4 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35100c2 expref: 43 pid: 10475 timeout: 802 lvb_type: 0 00010000:00010000:0.0:1746139077.511829:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139077.511830:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139077.511835:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f1a1c00/0x1f9f6ca451ac91bb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35100c9 expref: 42 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139077.511841:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f1a1c00/0x1f9f6ca451ac91bb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35100c9 expref: 42 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139077.511879:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f1a1c00/0x1f9f6ca451ac91bb lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35100c9 expref: 42 pid: 9564 timeout: 802 lvb_type: 0 00010000:00010000:0.0:1746139077.511886:0:7206:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f1a1c00/0x1f9f6ca451ac91bb lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35100c9 expref: 42 pid: 9564 timeout: 802 lvb_type: 0 00000100:00100000:0.0:1746139077.511894:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c797100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830958831817600:192.168.203.56@tcp:105: 00000100:00100000:0.0:1746139077.514713:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.517503:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.518534:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c797480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+43:2007:x1830958839614464:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 675us (1036us total) trans 4294970566 rc 0/0 00000100:00100000:0.0:1746139077.518541:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1679 00002000:00100000:0.0:1746139077.518545:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88009c797480 x1830958839614464/t4294970566(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:3/0 lens 496/448 e 0 to 0 dl 1746139088 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139077.518552:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c797480 with x1830958839614464 ext(0->7) 00010000:00010000:0.0:1746139077.518556:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f1a1c00/0x1f9f6ca451ac91bb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35100c9 expref: 43 pid: 9564 timeout: 802 lvb_type: 0 00010000:00010000:0.0:1746139077.518564:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f1a1c00/0x1f9f6ca451ac91bb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35100c9 expref: 43 pid: 9564 timeout: 802 lvb_type: 0 00002000:00010000:0.0:1746139077.518569:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c797480 00000100:00100000:0.0:1746139077.527449:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.535384:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.539051:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.542756:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.547329:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.549525:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.549565:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.549586:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839615744 00000100:00100000:0.0:1746139077.549591:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839615744 00010000:00010000:0.0:1746139077.549646:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f1a1400/0x1f9f6ca451ac91c2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35100d0 expref: 44 pid: 9564 timeout: 802 lvb_type: 0 00000100:00100000:0.0:1746139077.549663:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839615872 00000100:00100000:0.0:1746139077.549665:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839615872 00010000:00010000:0.0:1746139077.549689:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f1a0800/0x1f9f6ca451ac91c9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35100d7 expref: 6 pid: 9564 timeout: 802 lvb_type: 0 00000100:00100000:0.0:1746139077.549709:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 15846 00000100:00100000:0.0:1746139077.549713:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0220380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958839615872:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746139077.549718:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746139077.549723:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f1a0800/0x1f9f6ca451ac91c9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35100d7 expref: 6 pid: 9564 timeout: 802 lvb_type: 0 00010000:00010000:0.0:1746139077.550305:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f1a0800/0x1f9f6ca451ac91c9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35100d7 expref: 6 pid: 9564 timeout: 802 lvb_type: 0 00010000:00010000:0.0:1746139077.550332:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f1a0800/0x1f9f6ca451ac91c9 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35100d7 expref: 6 pid: 9564 timeout: 802 lvb_type: 0 00010000:00010000:0.0:1746139077.550695:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746139077.550717:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0220380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2007:x1830958839615872:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 1002us (1149us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139077.550724:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 15846 00000100:00100000:0.0:1746139077.551235:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.553209:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.556854:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.562113:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.567294:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.573172:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.575169:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.575222:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.578863:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.582226:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.582269:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.585508:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.588254:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.593684:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072507b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+46:2007:x1830958839618304:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 5175us (5418us total) trans 4294970568 rc 0/0 00000100:00100000:0.0:1746139077.593698:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1684 00002000:00100000:0.0:1746139077.593709:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff880072507b80 x1830958839618304/t4294970568(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:3/0 lens 496/448 e 0 to 0 dl 1746139088 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139077.593719:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072507b80 with x1830958839618304 ext(0->7) 00010000:00010000:0.0:1746139077.593731:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f1a1a00/0x1f9f6ca451ac91e5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35100f3 expref: 46 pid: 10475 timeout: 802 lvb_type: 0 00010000:00010000:0.0:1746139077.593750:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f1a1a00/0x1f9f6ca451ac91e5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35100f3 expref: 46 pid: 10475 timeout: 802 lvb_type: 0 00002000:00010000:0.0:1746139077.593758:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880072507b80 00000100:00100000:0.0:1746139077.597097:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.601064:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.603319:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.606929:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.609396:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.610131:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.616311:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.616341:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.616381:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.620318:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.628734:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bbe0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+49:2010:x1830958839620352:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2541us (2754us total) trans 4294970569 rc 0/0 00000100:00100000:0.0:1746139077.628745:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1686 00002000:00100000:0.0:1746139077.628754:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88012bbe0380 x1830958839620352/t4294970569(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:3/0 lens 496/448 e 0 to 0 dl 1746139088 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139077.628763:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bbe0380 with x1830958839620352 ext(0->7) 00010000:00010000:0.0:1746139077.628772:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0633c00/0x1f9f6ca451ac91fa lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510108 expref: 49 pid: 9564 timeout: 802 lvb_type: 0 00010000:00010000:0.0:1746139077.628787:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0633c00/0x1f9f6ca451ac91fa lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510108 expref: 49 pid: 9564 timeout: 802 lvb_type: 0 00002000:00010000:0.0:1746139077.628794:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012bbe0380 00000100:00100000:0.0:1746139077.633839:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.640803:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.645342:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.645919:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.648069:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.650933:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.651029:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.651156:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.653860:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.660088:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.664788:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bb70000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+51:2007:x1830958839622144:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 4511us (4695us total) trans 4294970570 rc 0/0 00000100:00100000:0.0:1746139077.664800:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1689 00002000:00100000:0.0:1746139077.664811:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88012bb70000 x1830958839622144/t4294970570(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:3/0 lens 496/448 e 0 to 0 dl 1746139088 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139077.664819:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bb70000 with x1830958839622144 ext(0->7) 00010000:00010000:0.0:1746139077.664828:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800724cd600/0x1f9f6ca451ac920f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351011d expref: 51 pid: 9562 timeout: 802 lvb_type: 0 00010000:00010000:0.0:1746139077.664843:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800724cd600/0x1f9f6ca451ac920f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351011d expref: 51 pid: 9562 timeout: 802 lvb_type: 0 00002000:00010000:0.0:1746139077.664848:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012bb70000 00000100:00100000:0.0:1746139077.669199:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.673397:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.675795:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.679386:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.679482:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.685507:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.687088:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.690205:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.690343:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.695728:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.702401:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.704423:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5d83800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+52:2007:x1830958839624192:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1666us (2022us total) trans 4294970571 rc 0/0 00000100:00100000:0.0:1746139077.704434:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1692 00002000:00100000:0.0:1746139077.704443:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff8800a5d83800 x1830958839624192/t4294970571(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:3/0 lens 496/448 e 0 to 0 dl 1746139088 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139077.704452:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5d83800 with x1830958839624192 ext(0->7) 00010000:00010000:0.0:1746139077.704460:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800724cdc00/0x1f9f6ca451ac9224 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510132 expref: 52 pid: 9564 timeout: 802 lvb_type: 0 00010000:00010000:0.0:1746139077.704474:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800724cdc00/0x1f9f6ca451ac9224 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510132 expref: 52 pid: 9564 timeout: 802 lvb_type: 0 00002000:00010000:0.0:1746139077.704485:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a5d83800 00000100:00100000:0.0:1746139077.708548:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.713544:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.719702:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.725666:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.725877:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.725928:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839624960 00000100:00100000:0.0:1746139077.725931:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839624960 00010000:00010000:0.0:1746139077.725949:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800724cd600/0x1f9f6ca451ac922b lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510139 expref: 6 pid: 9564 timeout: 802 lvb_type: 0 00000100:00100000:0.0:1746139077.725977:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 15860 00000100:00100000:0.0:1746139077.725982:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5d81f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958839624960:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746139077.725990:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746139077.726008:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800724cd600/0x1f9f6ca451ac922b lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510139 expref: 6 pid: 9564 timeout: 802 lvb_type: 0 00010000:00010000:0.0:1746139077.726099:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800724cd600/0x1f9f6ca451ac922b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510139 expref: 6 pid: 9564 timeout: 802 lvb_type: 0 00010000:00010000:0.0:1746139077.726117:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800724cd600/0x1f9f6ca451ac922b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510139 expref: 6 pid: 9564 timeout: 802 lvb_type: 0 00010000:00010000:0.0:1746139077.726150:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746139077.726189:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5d81f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2007:x1830958839624960:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 207us (312us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139077.726194:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 15860 00000100:00100000:0.0:1746139077.730063:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.736338:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.738930:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5d81c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+55:2008:x1830958839625472:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2154us (2599us total) trans 4294970572 rc 0/0 00000100:00100000:0.0:1746139077.738941:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1694 00002000:00100000:0.0:1746139077.738951:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff8800a5d81c00 x1830958839625472/t4294970572(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:3/0 lens 496/448 e 0 to 0 dl 1746139088 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139077.738961:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5d81c00 with x1830958839625472 ext(0->7) 00010000:00010000:0.0:1746139077.738970:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800724cd400/0x1f9f6ca451ac9232 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510140 expref: 55 pid: 9564 timeout: 802 lvb_type: 0 00010000:00010000:0.0:1746139077.738986:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800724cd400/0x1f9f6ca451ac9232 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510140 expref: 55 pid: 9564 timeout: 802 lvb_type: 0 00002000:00010000:0.0:1746139077.738995:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a5d81c00 00000100:00100000:0.0:1746139077.742529:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.751288:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839625856 00000100:00100000:0.0:1746139077.751299:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839625856 00002000:00100000:0.0:1746139077.751361:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff88012bbe3100 x1830958839625856/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:3/0 lens 488/0 e 0 to 0 dl 1746139088 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139077.751371:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bbe3100 with x1830958839625856 ext(0->4095) 00002000:00010000:0.0:1746139077.751376:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012bbe3100 00000100:00100000:0.0:1746139077.751786:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 12651 00000100:00100000:0.0:1746139077.751794:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bbe3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+54:2007:x1830958839625856:12345-192.168.203.56@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746139077.752256:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bbe3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+54:2007:x1830958839625856:12345-192.168.203.56@tcp:3:rw_seq_cst_vs_d.0 Request processed in 461us (1067us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746139077.752264:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 12651 00002000:00100000:0.0:1746139077.752270:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff88012bbe3100 x1830958839625856/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:3/0 lens 488/4536 e 0 to 0 dl 1746139088 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139077.752277:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bbe3100 with x1830958839625856 ext(0->4095) 00002000:00010000:0.0:1746139077.752279:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012bbe3100 00000100:00100000:0.0:1746139077.756984:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.757046:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.757376:0:10475:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 28546 00000100:00100000:0.0:1746139077.757385:0:10475:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5d82a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b60e9717-019c-4527-a82a-15e993ac5189+54:1157:x1830958839626112:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746139077.757393:0:10475:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746139077.757401:0:10475:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880131536200/0x1f9f6ca451ac9247 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3510155 expref: -99 pid: 10475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139077.757417:0:10475:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f4d7400/0x1f9f6ca451ac9239 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510147 expref: 55 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139077.757425:0:10475:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f4d7000/0x1f9f6ca451ac9240 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351014e expref: 5 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139077.757430:0:10475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139077.757431:0:10475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139077.757434:0:10475:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880131536200/0x1f9f6ca451ac9247 lrc: 5/0,0 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510155 expref: 55 pid: 10475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139077.757465:0:10475:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f4d7000/0x1f9f6ca451ac9240 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351014e expref: 5 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139077.757478:0:10475:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f4d7000/0x1f9f6ca451ac9240 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351014e expref: 5 pid: 9562 timeout: 803 lvb_type: 0 00000100:00100000:0.0:1746139077.757490:0:10475:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5d82d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10475:1830958831821568:192.168.203.56@tcp:104: 00010000:00010000:0.0:1746139077.757550:0:10475:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f4d7400/0x1f9f6ca451ac9239 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510147 expref: 55 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139077.757559:0:10475:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f4d7400/0x1f9f6ca451ac9239 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510147 expref: 55 pid: 9562 timeout: 803 lvb_type: 0 00000100:00100000:0.0:1746139077.757567:0:10475:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5f9a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10475:1830958831821696:192.168.203.56@tcp:104: 00000100:00100000:0.0:1746139077.757866:0:10475:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007256a3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746139077.759336:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.759391:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.764231:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.768935:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.773090:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.786956:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bbe0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+56:2008:x1830958839627136:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1106us (1851us total) trans 4294970573 rc 0/0 00000100:00100000:0.0:1746139077.786965:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1696 00002000:00100000:0.0:1746139077.786971:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88012bbe0700 x1830958839627136/t4294970573(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:3/0 lens 496/448 e 0 to 0 dl 1746139088 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139077.786980:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bbe0700 with x1830958839627136 ext(0->7) 00010000:00010000:0.0:1746139077.786987:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880131536200/0x1f9f6ca451ac9247 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510155 expref: 56 pid: 10475 timeout: 803 lvb_type: 0 00010000:00010000:0.0:1746139077.787000:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880131536200/0x1f9f6ca451ac9247 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510155 expref: 56 pid: 10475 timeout: 803 lvb_type: 0 00002000:00010000:0.0:1746139077.787006:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012bbe0700 00000100:00100000:0.0:1746139077.788418:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.791759:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.791798:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.794993:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.795018:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839627776 00000100:00100000:0.0:1746139077.795024:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839627776 00000100:00100000:0.0:1746139077.795071:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 28549 00000100:00100000:0.0:1746139077.795078:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5f99c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+57:1158:x1830958839627776:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746139077.795094:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746139077.795110:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f43a600/0x1f9f6ca451ac925c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a351016a expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139077.795131:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139077.795136:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f4d7800/0x1f9f6ca451ac9255 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510163 expref: 58 pid: 10475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139077.795142:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746139077.795145:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f43a600/0x1f9f6ca451ac925c lrc: 4/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351016a expref: 58 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139077.798364:0:9564:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f4d7800/0x1f9f6ca451ac9255 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510163 expref: 57 pid: 10475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139077.798383:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f43a600/0x1f9f6ca451ac925c lrc: 3/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351016a expref: 57 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139077.798395:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f43a600, rc 0) 00000100:00100000:0.0:1746139077.798425:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5f99c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+57:1158:x1830958839627776:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3347us (3440us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139077.798432:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 28549 00000100:00100000:0.0:1746139077.801959:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.809463:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.812146:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5f9a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+59:2010:x1830958839628416:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1727us (2686us total) trans 4294970574 rc 0/0 00000100:00100000:0.0:1746139077.812158:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1698 00002000:00100000:0.0:1746139077.812168:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff8800a5f9a680 x1830958839628416/t4294970574(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:3/0 lens 496/448 e 0 to 0 dl 1746139088 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139077.812184:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5f9a680 with x1830958839628416 ext(0->7) 00010000:00010000:0.0:1746139077.812192:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f4d7800/0x1f9f6ca451ac9255 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510163 expref: 59 pid: 10475 timeout: 803 lvb_type: 0 00010000:00010000:0.0:1746139077.812207:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f4d7800/0x1f9f6ca451ac9255 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510163 expref: 59 pid: 10475 timeout: 803 lvb_type: 0 00002000:00010000:0.0:1746139077.812214:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a5f9a680 00000100:00100000:0.0:1746139077.815574:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.821725:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.822332:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.822387:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839628928 00000100:00100000:0.0:1746139077.822390:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839628928 00002000:00100000:0.0:1746139077.822418:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff8800a5f9ad80 x1830958839628928/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:3/0 lens 488/0 e 0 to 0 dl 1746139088 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139077.822427:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5f9ad80 with x1830958839628928 ext(0->4095) 00010000:00010000:0.0:1746139077.822433:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f43a600/0x1f9f6ca451ac925c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351016a expref: 61 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139077.822442:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f43a600/0x1f9f6ca451ac925c lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351016a expref: 61 pid: 9564 timeout: 803 lvb_type: 0 00002000:00010000:0.0:1746139077.822447:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a5f9ad80 00000100:00100000:0.0:1746139077.822461:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 1699 00000100:00100000:0.0:1746139077.822466:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5f9ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+61:2008:x1830958839628928:12345-192.168.203.56@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746139077.822582:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5f9ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+61:2008:x1830958839628928:12345-192.168.203.56@tcp:3:rw_seq_cst_vs_d.0 Request processed in 111us (246us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746139077.822589:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1699 00002000:00100000:0.0:1746139077.822595:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff8800a5f9ad80 x1830958839628928/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:3/0 lens 488/4536 e 0 to 0 dl 1746139088 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139077.822606:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5f9ad80 with x1830958839628928 ext(0->4095) 00010000:00010000:0.0:1746139077.822611:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f43a600/0x1f9f6ca451ac925c lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351016a expref: 61 pid: 9564 timeout: 803 lvb_type: 0 00010000:00010000:0.0:1746139077.822634:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f43a600/0x1f9f6ca451ac925c lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351016a expref: 61 pid: 9564 timeout: 803 lvb_type: 0 00002000:00010000:0.0:1746139077.822640:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a5f9ad80 00000100:00100000:0.0:1746139077.825057:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.825396:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.828595:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.831714:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.832722:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131495c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+60:2007:x1830958839629696:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 813us (1014us total) trans 4294970575 rc 0/0 00000100:00100000:0.0:1746139077.832730:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1701 00002000:00100000:0.0:1746139077.832738:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff880131495c00 x1830958839629696/t4294970575(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:3/0 lens 496/448 e 0 to 0 dl 1746139088 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139077.832746:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131495c00 with x1830958839629696 ext(0->7) 00010000:00010000:0.0:1746139077.832751:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800724cda00/0x1f9f6ca451ac9263 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510171 expref: 60 pid: 9564 timeout: 803 lvb_type: 0 00010000:00010000:0.0:1746139077.832767:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800724cda00/0x1f9f6ca451ac9263 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510171 expref: 60 pid: 9564 timeout: 803 lvb_type: 0 00002000:00010000:0.0:1746139077.832772:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880131495c00 00000100:00100000:0.0:1746139077.835711:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.840365:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.843062:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.846109:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.849566:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.849665:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.853197:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839631104 00000100:00100000:0.0:1746139077.853202:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839631104 00010000:00010000:0.0:1746139077.853221:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800724cd800/0x1f9f6ca451ac926a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510178 expref: 6 pid: 9564 timeout: 803 lvb_type: 0 00000100:00100000:0.0:1746139077.853253:0:10475:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839631232 00000100:00100000:0.0:1746139077.853256:0:10475:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839631232 00000100:00100000:0.0:1746139077.855725:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.858293:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.859433:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131494a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+62:2009:x1830958839631744:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 903us (1145us total) trans 4294970576 rc 0/0 00000100:00100000:0.0:1746139077.859441:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1703 00002000:00100000:0.0:1746139077.859447:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff880131494a80 x1830958839631744/t4294970576(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:3/0 lens 496/448 e 0 to 0 dl 1746139088 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139077.859454:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131494a80 with x1830958839631744 ext(0->7) 00010000:00010000:0.0:1746139077.859460:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800724cce00/0x1f9f6ca451ac9278 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510186 expref: 62 pid: 9564 timeout: 803 lvb_type: 0 00010000:00010000:0.0:1746139077.859471:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800724cce00/0x1f9f6ca451ac9278 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510186 expref: 62 pid: 9564 timeout: 803 lvb_type: 0 00002000:00010000:0.0:1746139077.859476:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880131494a80 00000100:00100000:0.0:1746139077.862608:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.865783:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.871356:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.872592:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.873812:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.875923:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.878400:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.879048:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.882290:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.884992:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.888194:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c413b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+64:2009:x1830958839633536:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2975us (3200us total) trans 4294970577 rc 0/0 00000100:00100000:0.0:1746139077.888205:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1706 00002000:00100000:0.0:1746139077.888214:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88009c413b80 x1830958839633536/t4294970577(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:3/0 lens 496/448 e 0 to 0 dl 1746139088 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139077.888220:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c413b80 with x1830958839633536 ext(0->7) 00010000:00010000:0.0:1746139077.888229:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800724cce00/0x1f9f6ca451ac928d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351019b expref: 64 pid: 10475 timeout: 803 lvb_type: 0 00010000:00010000:0.0:1746139077.888244:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800724cce00/0x1f9f6ca451ac928d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351019b expref: 64 pid: 10475 timeout: 803 lvb_type: 0 00002000:00010000:0.0:1746139077.888253:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c413b80 00000100:00100000:0.0:1746139077.890859:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.893211:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.900510:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.903740:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.906821:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.910741:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.912426:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f17b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+67:2009:x1830958839634816:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1343us (1687us total) trans 4294970578 rc 0/0 00000100:00100000:0.0:1746139077.912437:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1708 00002000:00100000:0.0:1746139077.912446:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88009f17b480 x1830958839634816/t4294970578(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:3/0 lens 496/448 e 0 to 0 dl 1746139088 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139077.912454:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f17b480 with x1830958839634816 ext(0->7) 00010000:00010000:0.0:1746139077.912464:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800724cc800/0x1f9f6ca451ac929b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35101a9 expref: 67 pid: 10475 timeout: 803 lvb_type: 0 00010000:00010000:0.0:1746139077.912477:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800724cc800/0x1f9f6ca451ac929b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35101a9 expref: 67 pid: 10475 timeout: 803 lvb_type: 0 00002000:00010000:0.0:1746139077.912484:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f17b480 00000100:00100000:0.0:1746139077.914830:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.918002:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.923420:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.926126:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.926188:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.928586:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.930762:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.930810:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.934321:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.936723:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.938599:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c857480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+69:2009:x1830958839636608:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1587us (1880us total) trans 4294970579 rc 0/0 00000100:00100000:0.0:1746139077.938608:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1711 00002000:00100000:0.0:1746139077.938637:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88009c857480 x1830958839636608/t4294970579(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:3/0 lens 496/448 e 0 to 0 dl 1746139088 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139077.938646:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c857480 with x1830958839636608 ext(0->7) 00010000:00010000:0.0:1746139077.938653:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800724cd800/0x1f9f6ca451ac92b0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35101be expref: 69 pid: 9564 timeout: 803 lvb_type: 0 00010000:00010000:0.0:1746139077.938665:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800724cd800/0x1f9f6ca451ac92b0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35101be expref: 69 pid: 9564 timeout: 803 lvb_type: 0 00002000:00010000:0.0:1746139077.938696:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c857480 00000100:00100000:0.0:1746139077.940820:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.949138:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.956546:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.956990:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.960180:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.965162:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.969504:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.973513:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0759180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+70:2008:x1830958839637888:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3266us (4008us total) trans 4294970580 rc 0/0 00000100:00100000:0.0:1746139077.973531:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1713 00002000:00100000:0.0:1746139077.973544:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff8800a0759180 x1830958839637888/t4294970580(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:3/0 lens 496/448 e 0 to 0 dl 1746139088 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139077.973553:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0759180 with x1830958839637888 ext(0->7) 00010000:00010000:0.0:1746139077.973565:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800724cce00/0x1f9f6ca451ac92be lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35101d3 expref: 70 pid: 9564 timeout: 803 lvb_type: 0 00010000:00010000:0.0:1746139077.973581:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800724cce00/0x1f9f6ca451ac92be lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35101d3 expref: 70 pid: 9564 timeout: 803 lvb_type: 0 00002000:00010000:0.0:1746139077.973589:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a0759180 00000100:00100000:0.0:1746139077.977665:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.996880:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139077.996930:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.000922:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.002162:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.011187:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.013857:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c25e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+73:2007:x1830958839639168:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2375us (2668us total) trans 4294970581 rc 0/0 00000100:00100000:0.0:1746139078.013871:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1716 00002000:00100000:0.0:1746139078.013882:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88012c25e300 x1830958839639168/t4294970581(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:4/0 lens 496/448 e 0 to 0 dl 1746139089 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139078.013892:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c25e300 with x1830958839639168 ext(0->7) 00010000:00010000:0.0:1746139078.013904:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f4d7a00/0x1f9f6ca451ac92cc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35101da expref: 73 pid: 9564 timeout: 803 lvb_type: 0 00010000:00010000:0.0:1746139078.013940:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f4d7a00/0x1f9f6ca451ac92cc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35101da expref: 73 pid: 9564 timeout: 803 lvb_type: 0 00002000:00010000:0.0:1746139078.013947:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012c25e300 00000100:00100000:0.0:1746139078.016029:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.018439:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.024141:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.025925:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.031344:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.038420:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.042292:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.042331:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.042887:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.049137:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.056059:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.057962:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+75:2008:x1830958839641216:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1535us (1909us total) trans 4294970582 rc 0/0 00000100:00100000:0.0:1746139078.057971:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1718 00002000:00100000:0.0:1746139078.057979:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff8801391d1c00 x1830958839641216/t4294970582(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:4/0 lens 496/448 e 0 to 0 dl 1746139089 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139078.057988:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801391d1c00 with x1830958839641216 ext(0->7) 00010000:00010000:0.0:1746139078.057995:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f4d7c00/0x1f9f6ca451ac92e1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35101ef expref: 75 pid: 9564 timeout: 803 lvb_type: 0 00010000:00010000:0.0:1746139078.058009:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f4d7c00/0x1f9f6ca451ac92e1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35101ef expref: 75 pid: 9564 timeout: 803 lvb_type: 0 00002000:00010000:0.0:1746139078.058015:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801391d1c00 00000100:00100000:0.0:1746139078.062275:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.066908:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839641600 00000100:00100000:0.0:1746139078.066917:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839641600 00002000:00100000:0.0:1746139078.066966:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff88012bbe3800 x1830958839641600/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:4/0 lens 488/0 e 0 to 0 dl 1746139089 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139078.067015:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bbe3800 with x1830958839641600 ext(0->4095) 00002000:00010000:0.0:1746139078.067020:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012bbe3800 00000100:00100000:0.0:1746139078.068602:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 12664 00000100:00100000:0.0:1746139078.068637:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bbe3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+74:2010:x1830958839641600:12345-192.168.203.56@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746139078.072230:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.072284:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.075721:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.075769:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.077830:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.081431:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.086877:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.091298:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.092528:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800859ce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+76:2008:x1830958839642880:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 791us (1227us total) trans 4294970583 rc 0/0 00000100:00100000:0.0:1746139078.092536:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1720 00002000:00100000:0.0:1746139078.092542:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff8800859ce300 x1830958839642880/t4294970583(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:4/0 lens 496/448 e 0 to 0 dl 1746139089 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139078.092549:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800859ce300 with x1830958839642880 ext(0->7) 00010000:00010000:0.0:1746139078.092555:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f4d6e00/0x1f9f6ca451ac92f6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510204 expref: 76 pid: 10475 timeout: 803 lvb_type: 0 00010000:00010000:0.0:1746139078.092564:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f4d6e00/0x1f9f6ca451ac92f6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510204 expref: 76 pid: 10475 timeout: 803 lvb_type: 0 00002000:00010000:0.0:1746139078.092569:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800859ce300 00000100:00100000:0.0:1746139078.093941:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.098725:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.103944:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.106479:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.108187:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.110302:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.111551:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.111580:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.113799:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.116684:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.118997:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093491880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+79:2008:x1830958839644928:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1984us (2323us total) trans 4294970584 rc 0/0 00000100:00100000:0.0:1746139078.119012:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1723 00002000:00100000:0.0:1746139078.119025:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff880093491880 x1830958839644928/t4294970584(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:4/0 lens 496/448 e 0 to 0 dl 1746139089 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139078.119033:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093491880 with x1830958839644928 ext(0->7) 00010000:00010000:0.0:1746139078.119044:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0633200/0x1f9f6ca451ac930b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510219 expref: 79 pid: 24929 timeout: 803 lvb_type: 0 00010000:00010000:0.0:1746139078.119063:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0633200/0x1f9f6ca451ac930b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510219 expref: 79 pid: 24929 timeout: 803 lvb_type: 0 00002000:00010000:0.0:1746139078.119071:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093491880 00000100:00100000:0.0:1746139078.121540:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.125045:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.127919:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.132487:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.132600:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.134697:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.135701:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839646080 00000100:00100000:0.0:1746139078.135705:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839646080 00010000:00010000:0.0:1746139078.135725:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f5a3400/0x1f9f6ca451ac9319 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510227 expref: 6 pid: 24929 timeout: 803 lvb_type: 0 00000100:00100000:0.0:1746139078.135755:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 15894 00000100:00100000:0.0:1746139078.135760:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed1c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2009:x1830958839646080:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746139078.135767:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746139078.135775:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f5a3400/0x1f9f6ca451ac9319 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510227 expref: 6 pid: 24929 timeout: 803 lvb_type: 0 00010000:00010000:0.0:1746139078.135784:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f5a3400/0x1f9f6ca451ac9319 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510227 expref: 6 pid: 24929 timeout: 803 lvb_type: 0 00010000:00010000:0.0:1746139078.135796:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f5a3400/0x1f9f6ca451ac9319 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510227 expref: 6 pid: 24929 timeout: 803 lvb_type: 0 00010000:00010000:0.0:1746139078.135820:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139078.135822:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139078.135830:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f5a2800/0x1f9f6ca451ac9320 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351022e expref: 77 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139078.135838:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f5a2800/0x1f9f6ca451ac9320 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351022e expref: 77 pid: 24929 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746139078.138148:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.139843:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.140778:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f2d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+81:2009:x1830958839646720:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 776us (938us total) trans 4294970585 rc 0/0 00000100:00100000:0.0:1746139078.140785:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1726 00002000:00100000:0.0:1746139078.140792:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88009f2d2300 x1830958839646720/t4294970585(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:4/0 lens 496/448 e 0 to 0 dl 1746139089 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139078.140800:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f2d2300 with x1830958839646720 ext(0->7) 00010000:00010000:0.0:1746139078.140806:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f5a2800/0x1f9f6ca451ac9320 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351022e expref: 81 pid: 24929 timeout: 803 lvb_type: 0 00010000:00010000:0.0:1746139078.140815:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f5a2800/0x1f9f6ca451ac9320 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351022e expref: 81 pid: 24929 timeout: 803 lvb_type: 0 00002000:00010000:0.0:1746139078.140821:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f2d2300 00000100:00100000:0.0:1746139078.144786:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.149570:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.154337:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.154883:0:24929:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839647360 00000100:00100000:0.0:1746139078.154887:0:24929:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839647360 00000100:00100000:0.0:1746139078.154905:0:24929:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 28580 00000100:00100000:0.0:1746139078.154909:0:24929:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bbe2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b60e9717-019c-4527-a82a-15e993ac5189+80:1157:x1830958839647360:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746139078.154917:0:24929:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746139078.154923:0:24929:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88007279ba00/0x1f9f6ca451ac9335 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3510243 expref: -99 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139078.154937:0:24929:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0633200/0x1f9f6ca451ac9327 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510235 expref: 81 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139078.154944:0:24929:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f035600/0x1f9f6ca451ac932e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351023c expref: 5 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139078.154950:0:24929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139078.154951:0:24929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139078.154954:0:24929:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88007279ba00/0x1f9f6ca451ac9335 lrc: 5/0,0 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510243 expref: 81 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139078.154982:0:24929:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f035600/0x1f9f6ca451ac932e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351023c expref: 5 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139078.154995:0:24929:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f035600/0x1f9f6ca451ac932e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351023c expref: 5 pid: 24929 timeout: 803 lvb_type: 0 00000100:00100000:0.0:1746139078.155006:0:24929:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c412d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24929:1830958831829248:192.168.203.56@tcp:104: 00010000:00010000:0.0:1746139078.155088:0:24929:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0633200/0x1f9f6ca451ac9327 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510235 expref: 81 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139078.155096:0:24929:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0633200/0x1f9f6ca451ac9327 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510235 expref: 81 pid: 24929 timeout: 803 lvb_type: 0 00000100:00100000:0.0:1746139078.155109:0:24929:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c413480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24929:1830958831829376:192.168.203.56@tcp:104: 00000100:00100000:0.0:1746139078.155130:0:24929:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007256a000 going to sleep for 11 seconds 00000100:00100000:0.0:1746139078.157760:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.160031:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.160536:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.160819:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 15897 00000100:00100000:0.0:1746139078.160828:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c413480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958839647872:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746139078.160836:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746139078.160846:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f035600/0x1f9f6ca451ac932e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351023c expref: 6 pid: 24929 timeout: 803 lvb_type: 0 00010000:00010000:0.0:1746139078.160856:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f035600/0x1f9f6ca451ac932e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351023c expref: 6 pid: 24929 timeout: 803 lvb_type: 0 00010000:00010000:0.0:1746139078.160868:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f035600/0x1f9f6ca451ac932e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351023c expref: 6 pid: 24929 timeout: 803 lvb_type: 0 00010000:00010000:0.0:1746139078.161543:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746139078.161570:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c413480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2008:x1830958839647872:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 744us (1034us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139078.161577:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 15897 00000100:00100000:0.0:1746139078.163744:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.170246:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.172403:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.176117:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.178207:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.181815:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.183148:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.184520:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.186344:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.187076:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839649536 00000100:00100000:0.0:1746139078.187080:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839649536 00010000:00010000:0.0:1746139078.187098:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800724cc800/0x1f9f6ca451ac9343 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510251 expref: 83 pid: 24929 timeout: 803 lvb_type: 0 00000100:00100000:0.0:1746139078.187216:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 15900 00000100:00100000:0.0:1746139078.187223:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bbe1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+83:2009:x1830958839649536:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746139078.187230:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746139078.187240:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800724cc800/0x1f9f6ca451ac9343 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510251 expref: 83 pid: 24929 timeout: 803 lvb_type: 0 00010000:00010000:0.0:1746139078.187249:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800724cc800/0x1f9f6ca451ac9343 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510251 expref: 83 pid: 24929 timeout: 803 lvb_type: 0 00010000:00010000:0.0:1746139078.187261:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800724cc800/0x1f9f6ca451ac9343 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510251 expref: 83 pid: 24929 timeout: 803 lvb_type: 0 00010000:00010000:0.0:1746139078.187273:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139078.187274:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139078.187282:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800724cd800/0x1f9f6ca451ac934a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510258 expref: 82 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139078.187289:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800724cd800/0x1f9f6ca451ac934a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510258 expref: 82 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139078.187319:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800724cd800/0x1f9f6ca451ac934a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510258 expref: 82 pid: 24929 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746139078.187331:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5f9b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7207:1830958831830144:192.168.203.56@tcp:105: 00000100:00100000:0.0:1746139078.187400:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007256a9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746139078.189099:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5f9b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7207:1830958831830144:192.168.203.56@tcp:105: 00010000:00010000:0.0:1746139078.189116:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746139078.189142:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bbe1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+82:2009:x1830958839649536:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 1920us (2087us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139078.189151:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 15900 00000100:00100000:0.0:1746139078.189327:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839649920 00000100:00100000:0.0:1746139078.189332:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839649920 00002000:00100000:0.0:1746139078.189362:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff88009c794a80 x1830958839649920/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:4/0 lens 488/0 e 0 to 0 dl 1746139089 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139078.189372:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c794a80 with x1830958839649920 ext(0->4095) 00010000:00010000:0.0:1746139078.189378:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800724cd800/0x1f9f6ca451ac934a lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510258 expref: 82 pid: 24929 timeout: 803 lvb_type: 0 00010000:00010000:0.0:1746139078.189390:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800724cd800/0x1f9f6ca451ac934a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510258 expref: 82 pid: 24929 timeout: 803 lvb_type: 0 00002000:00010000:0.0:1746139078.189396:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c794a80 00000100:00100000:0.0:1746139078.189743:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 1730 00000100:00100000:0.0:1746139078.189751:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c794a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+82:2007:x1830958839649920:12345-192.168.203.56@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746139078.189867:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c794a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+82:2007:x1830958839649920:12345-192.168.203.56@tcp:3:rw_seq_cst_vs_d.0 Request processed in 116us (577us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746139078.189872:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1730 00002000:00100000:0.0:1746139078.189877:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff88009c794a80 x1830958839649920/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:4/0 lens 488/4536 e 0 to 0 dl 1746139089 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139078.189884:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c794a80 with x1830958839649920 ext(0->4095) 00010000:00010000:0.0:1746139078.189889:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800724cd800/0x1f9f6ca451ac934a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510258 expref: 82 pid: 24929 timeout: 803 lvb_type: 0 00010000:00010000:0.0:1746139078.189898:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800724cd800/0x1f9f6ca451ac934a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510258 expref: 82 pid: 24929 timeout: 803 lvb_type: 0 00002000:00010000:0.0:1746139078.189904:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c794a80 00000100:00100000:0.0:1746139078.192267:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.196482:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5f9b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+84:2008:x1830958839650176:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3999us (4205us total) trans 4294970587 rc 0/0 00000100:00100000:0.0:1746139078.196497:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1731 00002000:00100000:0.0:1746139078.196510:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff8800a5f9b100 x1830958839650176/t4294970587(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:4/0 lens 496/448 e 0 to 0 dl 1746139089 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139078.196524:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5f9b100 with x1830958839650176 ext(0->7) 00010000:00010000:0.0:1746139078.196537:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800724cd800/0x1f9f6ca451ac934a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510258 expref: 84 pid: 24929 timeout: 803 lvb_type: 0 00010000:00010000:0.0:1746139078.196555:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800724cd800/0x1f9f6ca451ac934a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510258 expref: 84 pid: 24929 timeout: 803 lvb_type: 0 00002000:00010000:0.0:1746139078.196568:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a5f9b100 00000100:00100000:0.0:1746139078.197965:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.200597:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.203428:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.205921:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.209250:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839651328 00000100:00100000:0.0:1746139078.209260:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839651328 00002000:00100000:0.0:1746139078.209308:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff88009c795c00 x1830958839651328/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:4/0 lens 488/0 e 0 to 0 dl 1746139089 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139078.209318:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c795c00 with x1830958839651328 ext(0->4095) 00002000:00010000:0.0:1746139078.209323:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c795c00 00000100:00100000:0.0:1746139078.209744:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 12675 00000100:00100000:0.0:1746139078.209750:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c795c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958839651328:12345-192.168.203.56@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746139078.209891:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c795c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958839651328:12345-192.168.203.56@tcp:3:rw_seq_cst_vs_d.0 Request processed in 141us (800us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746139078.209898:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 12675 00002000:00100000:0.0:1746139078.209904:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff88009c795c00 x1830958839651328/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:4/0 lens 488/4536 e 0 to 0 dl 1746139089 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139078.209911:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c795c00 with x1830958839651328 ext(0->4095) 00010000:00010000:0.0:1746139078.209917:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800724cce00/0x1f9f6ca451ac9351 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351025f expref: 6 pid: 24929 timeout: 803 lvb_type: 0 00010000:00010000:0.0:1746139078.209926:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800724cce00/0x1f9f6ca451ac9351 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351025f expref: 6 pid: 24929 timeout: 803 lvb_type: 0 00002000:00010000:0.0:1746139078.209937:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c795c00 00000100:00100000:0.0:1746139078.216754:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.216802:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.216846:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.221212:0:24929:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0ce8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24929:1830958831830912:192.168.203.56@tcp:104: 00010000:00010000:0.0:1746139078.221261:0:24929:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800724cc000/0x1f9f6ca451ac9366 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510274 expref: 6 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139078.221278:0:24929:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800724cc000, rc 0) 00000100:00100000:0.0:1746139078.221300:0:24929:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013107ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1158:x1830958839651712:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4273us (4453us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139078.221307:0:24929:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 28587 00000100:00100000:0.0:1746139078.224945:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.227961:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0ce8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+86:2010:x1830958839652224:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2689us (3016us total) trans 4294970588 rc 0/0 00000100:00100000:0.0:1746139078.227975:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1733 00002000:00100000:0.0:1746139078.227987:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff8800a0ce8700 x1830958839652224/t4294970588(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:4/0 lens 496/448 e 0 to 0 dl 1746139089 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139078.227997:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0ce8700 with x1830958839652224 ext(0->7) 00010000:00010000:0.0:1746139078.228010:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800724cdc00/0x1f9f6ca451ac935f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351026d expref: 86 pid: 24929 timeout: 803 lvb_type: 0 00010000:00010000:0.0:1746139078.228027:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800724cdc00/0x1f9f6ca451ac935f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351026d expref: 86 pid: 24929 timeout: 803 lvb_type: 0 00002000:00010000:0.0:1746139078.228040:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a0ce8700 00000100:00100000:0.0:1746139078.237990:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.243046:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.243191:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.243223:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839652736 00000100:00100000:0.0:1746139078.243234:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839652736 00002000:00100000:0.0:1746139078.243293:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff88009f15ca80 x1830958839652736/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:4/0 lens 488/0 e 0 to 0 dl 1746139089 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139078.243304:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f15ca80 with x1830958839652736 ext(0->4095) 00002000:00010000:0.0:1746139078.243311:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f15ca80 00000100:00100000:0.0:1746139078.243346:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 12676 00000100:00100000:0.0:1746139078.244297:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f15ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958839652736:12345-192.168.203.56@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746139078.247868:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.248175:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.252070:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839653248 00000100:00100000:0.0:1746139078.252077:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839653248 00002000:00100000:0.0:1746139078.252114:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff88009c794000 x1830958839653248/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:4/0 lens 488/0 e 0 to 0 dl 1746139089 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139078.252123:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c794000 with x1830958839653248 ext(0->4095) 00010000:00010000:0.0:1746139078.252131:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f034600/0x1f9f6ca451ac936d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351027b expref: 87 pid: 10475 timeout: 803 lvb_type: 0 00010000:00010000:0.0:1746139078.252144:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f034600/0x1f9f6ca451ac936d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351027b expref: 87 pid: 10475 timeout: 803 lvb_type: 0 00002000:00010000:0.0:1746139078.252154:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c794000 00000100:00100000:0.0:1746139078.252170:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 1734 00000100:00100000:0.0:1746139078.252176:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c794000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+87:2007:x1830958839653248:12345-192.168.203.56@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746139078.252288:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c794000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+87:2007:x1830958839653248:12345-192.168.203.56@tcp:3:rw_seq_cst_vs_d.0 Request processed in 112us (430us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746139078.252294:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1734 00002000:00100000:0.0:1746139078.252299:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff88009c794000 x1830958839653248/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:4/0 lens 488/4536 e 0 to 0 dl 1746139089 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139078.252305:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c794000 with x1830958839653248 ext(0->4095) 00010000:00010000:0.0:1746139078.252310:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f034600/0x1f9f6ca451ac936d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351027b expref: 87 pid: 10475 timeout: 803 lvb_type: 0 00010000:00010000:0.0:1746139078.252317:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f034600/0x1f9f6ca451ac936d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351027b expref: 87 pid: 10475 timeout: 803 lvb_type: 0 00002000:00010000:0.0:1746139078.252322:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c794000 00000100:00100000:0.0:1746139078.261792:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.265446:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c4d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+89:2009:x1830958839653504:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3266us (7821us total) trans 4294970589 rc 0/0 00000100:00100000:0.0:1746139078.265459:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1735 00002000:00100000:0.0:1746139078.265470:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88009c4d5f80 x1830958839653504/t4294970589(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:4/0 lens 496/448 e 0 to 0 dl 1746139089 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139078.265480:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c4d5f80 with x1830958839653504 ext(0->7) 00010000:00010000:0.0:1746139078.265492:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f034600/0x1f9f6ca451ac936d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351027b expref: 89 pid: 10475 timeout: 803 lvb_type: 0 00010000:00010000:0.0:1746139078.265509:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f034600/0x1f9f6ca451ac936d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351027b expref: 89 pid: 10475 timeout: 803 lvb_type: 0 00002000:00010000:0.0:1746139078.265516:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c4d5f80 00000100:00100000:0.0:1746139078.271187:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.275295:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.282416:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.282509:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.286016:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.289786:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839654784 00000100:00100000:0.0:1746139078.289799:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839654784 00002000:00100000:0.0:1746139078.289848:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88009ed1c000 x1830958839654784/t0(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:4/0 lens 496/0 e 0 to 0 dl 1746139089 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139078.289858:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ed1c000 with x1830958839654784 ext(0->7) 00010000:00010000:0.0:1746139078.289866:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800724cce00/0x1f9f6ca451ac937b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510289 expref: 88 pid: 10475 timeout: 803 lvb_type: 0 00010000:00010000:0.0:1746139078.289880:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800724cce00/0x1f9f6ca451ac937b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510289 expref: 88 pid: 10475 timeout: 803 lvb_type: 0 00002000:00010000:0.0:1746139078.289888:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ed1c000 00000100:00100000:0.0:1746139078.289919:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 1738 00000100:00100000:0.0:1746139078.289927:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed1c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+88:2009:x1830958839654784:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746139078.291133:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed1c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+90:2009:x1830958839654784:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1200us (1439us total) trans 4294970590 rc 0/0 00000100:00100000:0.0:1746139078.291143:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1738 00002000:00100000:0.0:1746139078.291150:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88009ed1c000 x1830958839654784/t4294970590(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:4/0 lens 496/448 e 0 to 0 dl 1746139089 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139078.291158:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ed1c000 with x1830958839654784 ext(0->7) 00010000:00010000:0.0:1746139078.291165:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800724cce00/0x1f9f6ca451ac937b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510289 expref: 90 pid: 10475 timeout: 803 lvb_type: 0 00010000:00010000:0.0:1746139078.291176:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800724cce00/0x1f9f6ca451ac937b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510289 expref: 90 pid: 10475 timeout: 803 lvb_type: 0 00002000:00010000:0.0:1746139078.291182:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ed1c000 00000100:00100000:0.0:1746139078.293120:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.300040:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.303078:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.304853:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.305973:0:10475:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f2d3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10475:1830958831832192:192.168.203.56@tcp:104: 00010000:00010000:0.0:1746139078.306226:0:10475:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800724cc800/0x1f9f6ca451ac9389 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510297 expref: 91 pid: 10475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139078.306234:0:10475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139078.306236:0:10475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139078.306243:0:10475:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800724cc800/0x1f9f6ca451ac9389 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510297 expref: 91 pid: 10475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139078.306250:0:10475:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800724cc800/0x1f9f6ca451ac9389 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510297 expref: 91 pid: 10475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139078.306343:0:10475:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800724cc800/0x1f9f6ca451ac9389 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510297 expref: 91 pid: 10475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139078.306353:0:10475:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800724cc800/0x1f9f6ca451ac9389 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510297 expref: 91 pid: 10475 timeout: 803 lvb_type: 0 00000100:00100000:0.0:1746139078.306363:0:10475:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c18ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10475:1830958831832448:192.168.203.56@tcp:105: 00000100:00100000:0.0:1746139078.309129:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.313470:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.319407:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.323160:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.324542:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.330777:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.330832:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.333428:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.334572:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839657344 00000100:00100000:0.0:1746139078.334576:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839657344 00002000:00100000:0.0:1746139078.334605:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff88009c796d80 x1830958839657344/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:4/0 lens 488/0 e 0 to 0 dl 1746139089 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139078.334613:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c796d80 with x1830958839657344 ext(0->4095) 00010000:00010000:0.0:1746139078.334649:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f034600/0x1f9f6ca451ac9390 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351029e expref: 93 pid: 24929 timeout: 803 lvb_type: 0 00010000:00010000:0.0:1746139078.334662:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f034600/0x1f9f6ca451ac9390 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351029e expref: 93 pid: 24929 timeout: 803 lvb_type: 0 00002000:00010000:0.0:1746139078.334684:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c796d80 00000100:00100000:0.0:1746139078.336349:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.336386:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.339127:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.341719:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.343211:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072789180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+94:2009:x1830958839658112:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1088us (1491us total) trans 4294970592 rc 0/0 00000100:00100000:0.0:1746139078.343221:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1743 00002000:00100000:0.0:1746139078.343227:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff880072789180 x1830958839658112/t4294970592(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:4/0 lens 496/448 e 0 to 0 dl 1746139089 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139078.343234:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072789180 with x1830958839658112 ext(0->7) 00010000:00010000:0.0:1746139078.343239:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f4d7c00/0x1f9f6ca451ac939e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35102ac expref: 94 pid: 10475 timeout: 803 lvb_type: 0 00010000:00010000:0.0:1746139078.343249:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f4d7c00/0x1f9f6ca451ac939e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35102ac expref: 94 pid: 10475 timeout: 803 lvb_type: 0 00002000:00010000:0.0:1746139078.343254:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880072789180 00000100:00100000:0.0:1746139078.345879:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.350788:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.352525:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.356346:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.356450:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.360050:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.360544:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.363214:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.365655:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.369402:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00010000:00010000:0.0:1746139078.369715:0:24929:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f035c00/0x1f9f6ca451ac93b3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35102c1 expref: 93 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139078.369729:0:24929:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f035c00/0x1f9f6ca451ac93b3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35102c1 expref: 93 pid: 24929 timeout: 803 lvb_type: 0 00000100:00100000:0.0:1746139078.369741:0:24929:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0223100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24929:1830958831833728:192.168.203.56@tcp:104: 00000100:00100000:0.0:1746139078.369826:0:24929:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bbaba80 going to sleep for 11 seconds 00000100:00100000:0.0:1746139078.373317:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.374694:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb69880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+96:2008:x1830958839660032:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1099us (1373us total) trans 4294970593 rc 0/0 00000100:00100000:0.0:1746139078.374700:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1745 00002000:00100000:0.0:1746139078.374706:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88009cb69880 x1830958839660032/t4294970593(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:4/0 lens 496/448 e 0 to 0 dl 1746139089 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139078.374713:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb69880 with x1830958839660032 ext(0->7) 00010000:00010000:0.0:1746139078.374719:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f035c00/0x1f9f6ca451ac93b3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35102c1 expref: 96 pid: 24929 timeout: 803 lvb_type: 0 00010000:00010000:0.0:1746139078.374728:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f035c00/0x1f9f6ca451ac93b3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35102c1 expref: 96 pid: 24929 timeout: 803 lvb_type: 0 00002000:00010000:0.0:1746139078.374734:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009cb69880 00000100:00100000:0.0:1746139078.380712:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.384867:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.388609:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.391949:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.402990:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.407882:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.413106:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801314bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+98:2009:x1830958839661184:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 4692us (5218us total) trans 4294970594 rc 0/0 00000100:00100000:0.0:1746139078.413122:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1747 00002000:00100000:0.0:1746139078.413136:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff8801314bdf80 x1830958839661184/t4294970594(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:4/0 lens 496/448 e 0 to 0 dl 1746139089 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139078.413146:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801314bdf80 with x1830958839661184 ext(0->7) 00010000:00010000:0.0:1746139078.413157:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800724cce00/0x1f9f6ca451ac93c1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35102cf expref: 98 pid: 24929 timeout: 803 lvb_type: 0 00010000:00010000:0.0:1746139078.413176:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800724cce00/0x1f9f6ca451ac93c1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35102cf expref: 98 pid: 24929 timeout: 803 lvb_type: 0 00002000:00010000:0.0:1746139078.413182:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801314bdf80 00000100:00100000:0.0:1746139078.420937:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.431048:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.431721:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.434955:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.436613:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.437805:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bbaba80 going to sleep for 11 seconds 00000100:00100000:0.0:1746139078.440351:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.450100:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.457183:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.462227:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.469091:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.469503:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.471936:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.474782:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.475058:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.475575:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.479932:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.484217:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.488875:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f17b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+103:2009:x1830958839664256:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2707us (4656us total) trans 4294970596 rc 0/0 00000100:00100000:0.0:1746139078.488888:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1753 00002000:00100000:0.0:1746139078.488900:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88009f17b100 x1830958839664256/t4294970596(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:4/0 lens 496/448 e 0 to 0 dl 1746139089 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139078.488910:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f17b100 with x1830958839664256 ext(0->7) 00010000:00010000:0.0:1746139078.488922:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f4d7a00/0x1f9f6ca451ac93e4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35102f2 expref: 103 pid: 24929 timeout: 803 lvb_type: 0 00010000:00010000:0.0:1746139078.488946:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f4d7a00/0x1f9f6ca451ac93e4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35102f2 expref: 103 pid: 24929 timeout: 803 lvb_type: 0 00002000:00010000:0.0:1746139078.488953:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f17b100 00000100:00100000:0.0:1746139078.494987:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.502071:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.510780:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.511070:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.515962:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.516658:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.516694:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839665152 00000100:00100000:0.0:1746139078.516700:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839665152 00002000:00100000:0.0:1746139078.516738:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff880072506680 x1830958839665152/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:4/0 lens 488/0 e 0 to 0 dl 1746139089 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139078.516746:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072506680 with x1830958839665152 ext(0->4095) 00010000:00010000:0.0:1746139078.516753:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800724cce00/0x1f9f6ca451ac93f2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510300 expref: 6 pid: 24929 timeout: 803 lvb_type: 0 00010000:00010000:0.0:1746139078.516763:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800724cce00/0x1f9f6ca451ac93f2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510300 expref: 6 pid: 24929 timeout: 803 lvb_type: 0 00002000:00010000:0.0:1746139078.516768:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880072506680 00000100:00100000:0.0:1746139078.516783:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 1754 00000100:00100000:0.0:1746139078.516789:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072506680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958839665152:12345-192.168.203.56@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746139078.516907:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072506680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958839665152:12345-192.168.203.56@tcp:3:rw_seq_cst_vs_d.0 Request processed in 114us (244us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746139078.516914:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1754 00002000:00100000:0.0:1746139078.516919:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff880072506680 x1830958839665152/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:4/0 lens 488/4536 e 0 to 0 dl 1746139089 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139078.516925:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072506680 with x1830958839665152 ext(0->4095) 00010000:00010000:0.0:1746139078.516929:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800724cce00/0x1f9f6ca451ac93f2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510300 expref: 6 pid: 24929 timeout: 803 lvb_type: 0 00010000:00010000:0.0:1746139078.516936:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800724cce00/0x1f9f6ca451ac93f2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510300 expref: 6 pid: 24929 timeout: 803 lvb_type: 0 00002000:00010000:0.0:1746139078.516945:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880072506680 00000100:00100000:0.0:1746139078.519870:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.525185:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.529441:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.536392:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.539136:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.543673:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.546824:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.551224:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.553998:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.557697:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.561718:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.575266:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.579725:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fae9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+107:2008:x1830958839667072:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 17750us (18004us total) trans 4294970598 rc 0/0 00000100:00100000:0.0:1746139078.579742:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1757 00002000:00100000:0.0:1746139078.579754:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88012fae9500 x1830958839667072/t4294970598(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:4/0 lens 496/448 e 0 to 0 dl 1746139089 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139078.579764:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fae9500 with x1830958839667072 ext(0->7) 00010000:00010000:0.0:1746139078.579776:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800724cda00/0x1f9f6ca451ac9407 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510315 expref: 107 pid: 24929 timeout: 803 lvb_type: 0 00010000:00010000:0.0:1746139078.579796:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800724cda00/0x1f9f6ca451ac9407 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510315 expref: 107 pid: 24929 timeout: 803 lvb_type: 0 00002000:00010000:0.0:1746139078.579811:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012fae9500 00000100:00100000:0.0:1746139078.586140:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.588382:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.591118:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.593597:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.613709:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.615053:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a086aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+108:2010:x1830958839668224:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1057us (1361us total) trans 4294970599 rc 0/0 00000100:00100000:0.0:1746139078.615061:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1759 00002000:00100000:0.0:1746139078.615067:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff8800a086aa00 x1830958839668224/t4294970599(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:4/0 lens 496/448 e 0 to 0 dl 1746139089 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139078.615075:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a086aa00 with x1830958839668224 ext(0->7) 00010000:00010000:0.0:1746139078.615082:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f034400/0x1f9f6ca451ac9415 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510323 expref: 108 pid: 9562 timeout: 803 lvb_type: 0 00010000:00010000:0.0:1746139078.615095:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f034400/0x1f9f6ca451ac9415 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510323 expref: 108 pid: 9562 timeout: 803 lvb_type: 0 00002000:00010000:0.0:1746139078.615102:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a086aa00 00000100:00100000:0.0:1746139078.616126:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.618941:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.622144:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.625225:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.629290:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.637750:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.645661:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.646546:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.649452:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.653392:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.658100:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.663032:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.670058:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.672704:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012faeb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+112:2007:x1830958839670528:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2356us (2643us total) trans 4294970601 rc 0/0 00000100:00100000:0.0:1746139078.672718:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1763 00002000:00100000:0.0:1746139078.672732:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88012faeb480 x1830958839670528/t4294970601(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:4/0 lens 496/448 e 0 to 0 dl 1746139089 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139078.672740:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012faeb480 with x1830958839670528 ext(0->7) 00010000:00010000:0.0:1746139078.672753:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f035200/0x1f9f6ca451ac9431 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351033f expref: 112 pid: 9562 timeout: 803 lvb_type: 0 00010000:00010000:0.0:1746139078.672770:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f035200/0x1f9f6ca451ac9431 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351033f expref: 112 pid: 9562 timeout: 803 lvb_type: 0 00002000:00010000:0.0:1746139078.672777:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012faeb480 00000100:00100000:0.0:1746139078.674493:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.677215:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.678136:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839671040 00000100:00100000:0.0:1746139078.678140:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839671040 00000100:00100000:0.0:1746139078.678172:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 28618 00000100:00100000:0.0:1746139078.678177:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f2d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b60e9717-019c-4527-a82a-15e993ac5189+111:1157:x1830958839671040:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746139078.678189:0:9562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746139078.678202:0:9562:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880131567200/0x1f9f6ca451ac943f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a351034d expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139078.678221:0:9562:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f035600/0x1f9f6ca451ac9438 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510346 expref: 5 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139078.678228:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139078.678230:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139078.678233:0:9562:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880131567200/0x1f9f6ca451ac943f lrc: 4/0,0 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351034d expref: 112 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139078.678261:0:9562:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f035600/0x1f9f6ca451ac9438 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510346 expref: 5 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139078.678273:0:9562:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f035600/0x1f9f6ca451ac9438 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510346 expref: 5 pid: 9562 timeout: 803 lvb_type: 0 00000100:00100000:0.0:1746139078.678284:0:9562:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072505180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9562:1830958831838336:192.168.203.56@tcp:104: 00000100:00100000:0.0:1746139078.678349:0:9562:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007256a480 going to sleep for 11 seconds 00000100:00100000:0.0:1746139078.681413:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.681563:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.686186:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.688982:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.690650:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072505180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+115:2009:x1830958839671808:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1060us (1679us total) trans 4294970602 rc 0/0 00000100:00100000:0.0:1746139078.690658:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1765 00002000:00100000:0.0:1746139078.690674:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff880072505180 x1830958839671808/t4294970602(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:4/0 lens 496/448 e 0 to 0 dl 1746139089 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139078.691049:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072505180 with x1830958839671808 ext(0->7) 00010000:00010000:0.0:1746139078.691059:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880131567200/0x1f9f6ca451ac943f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351034d expref: 115 pid: 9562 timeout: 803 lvb_type: 0 00010000:00010000:0.0:1746139078.691070:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880131567200/0x1f9f6ca451ac943f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351034d expref: 115 pid: 9562 timeout: 803 lvb_type: 0 00002000:00010000:0.0:1746139078.691076:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880072505180 00000100:00100000:0.0:1746139078.697217:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.703593:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.706653:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.706763:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.711276:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.711342:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.711693:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 1766 00000100:00100000:0.0:1746139078.711704:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c4d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2010:x1830958839672832:12345-192.168.203.56@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746139078.711887:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c4d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2010:x1830958839672832:12345-192.168.203.56@tcp:3:rw_seq_cst_vs_d.0 Request processed in 187us (612us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746139078.711894:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1766 00002000:00100000:0.0:1746139078.711899:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff88009c4d5880 x1830958839672832/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:4/0 lens 488/4536 e 0 to 0 dl 1746139089 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139078.711907:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c4d5880 with x1830958839672832 ext(0->4095) 00010000:00010000:0.0:1746139078.711911:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f4d6200/0x1f9f6ca451ac944d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351035b expref: 6 pid: 24929 timeout: 803 lvb_type: 0 00010000:00010000:0.0:1746139078.711920:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f4d6200/0x1f9f6ca451ac944d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351035b expref: 6 pid: 24929 timeout: 803 lvb_type: 0 00002000:00010000:0.0:1746139078.711926:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c4d5880 00000100:00100000:0.0:1746139078.715473:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.718144:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.724895:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.728738:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.735433:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c04000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+116:2008:x1830958839673472:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2132us (6695us total) trans 4294970603 rc 0/0 00000100:00100000:0.0:1746139078.735445:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1767 00002000:00100000:0.0:1746139078.735453:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff880094c04000 x1830958839673472/t4294970603(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:4/0 lens 496/448 e 0 to 0 dl 1746139089 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139078.735461:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c04000 with x1830958839673472 ext(0->7) 00010000:00010000:0.0:1746139078.735469:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f034600/0x1f9f6ca451ac9454 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510362 expref: 116 pid: 9562 timeout: 803 lvb_type: 0 00010000:00010000:0.0:1746139078.735482:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f034600/0x1f9f6ca451ac9454 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510362 expref: 116 pid: 9562 timeout: 803 lvb_type: 0 00002000:00010000:0.0:1746139078.735488:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094c04000 00000100:00100000:0.0:1746139078.737994:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.740907:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.744584:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.752380:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.754120:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.759819:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.765386:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.768651:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011dd87800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+119:2009:x1830958839674752:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1070us (3277us total) trans 4294970604 rc 0/0 00000100:00100000:0.0:1746139078.768661:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1769 00002000:00100000:0.0:1746139078.768676:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88011dd87800 x1830958839674752/t4294970604(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:4/0 lens 496/448 e 0 to 0 dl 1746139089 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139078.768683:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011dd87800 with x1830958839674752 ext(0->7) 00010000:00010000:0.0:1746139078.768690:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f035400/0x1f9f6ca451ac9462 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510370 expref: 119 pid: 9562 timeout: 804 lvb_type: 0 00010000:00010000:0.0:1746139078.768701:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f035400/0x1f9f6ca451ac9462 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510370 expref: 119 pid: 9562 timeout: 804 lvb_type: 0 00002000:00010000:0.0:1746139078.768707:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011dd87800 00000100:00100000:0.0:1746139078.777903:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.778500:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.785559:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.789102:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.789206:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.795294:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.799763:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.803882:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ee96a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+120:2009:x1830958839676032:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3062us (4255us total) trans 4294970605 rc 0/0 00000100:00100000:0.0:1746139078.803896:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1772 00002000:00100000:0.0:1746139078.803908:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88012ee96a00 x1830958839676032/t4294970605(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:4/0 lens 496/448 e 0 to 0 dl 1746139089 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139078.803919:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ee96a00 with x1830958839676032 ext(0->7) 00010000:00010000:0.0:1746139078.803929:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007279a200/0x1f9f6ca451ac9470 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351037e expref: 120 pid: 24929 timeout: 804 lvb_type: 0 00010000:00010000:0.0:1746139078.803948:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007279a200/0x1f9f6ca451ac9470 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351037e expref: 120 pid: 24929 timeout: 804 lvb_type: 0 00002000:00010000:0.0:1746139078.803955:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012ee96a00 00000100:00100000:0.0:1746139078.808396:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.816275:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.828953:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.832422:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.832536:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.836385:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.837775:0:9562:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f2d2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9562:1830958831840640:192.168.203.56@tcp:104: 00010000:00010000:0.0:1746139078.837823:0:9562:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88007279a200/0x1f9f6ca451ac9485 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510393 expref: 121 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139078.837833:0:9562:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88007279a200, rc 0) 00000100:00100000:0.0:1746139078.837859:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ee95180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b60e9717-019c-4527-a82a-15e993ac5189+122:1157:x1830958839677056:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5127us (5449us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139078.837865:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 28628 00000100:00100000:0.0:1746139078.842372:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.847769:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072789500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+123:2008:x1830958839678080:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1200us (1616us total) trans 4294970606 rc 0/0 00000100:00100000:0.0:1746139078.847778:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1775 00002000:00100000:0.0:1746139078.847784:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff880072789500 x1830958839678080/t4294970606(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:4/0 lens 496/448 e 0 to 0 dl 1746139089 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139078.847791:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072789500 with x1830958839678080 ext(0->7) 00010000:00010000:0.0:1746139078.847797:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007279a200/0x1f9f6ca451ac9485 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510393 expref: 123 pid: 9562 timeout: 804 lvb_type: 0 00010000:00010000:0.0:1746139078.847807:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007279a200/0x1f9f6ca451ac9485 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510393 expref: 123 pid: 9562 timeout: 804 lvb_type: 0 00002000:00010000:0.0:1746139078.847812:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880072789500 00000100:00100000:0.0:1746139078.852380:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.862424:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.869996:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.870055:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.876511:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.876672:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.880773:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.885068:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.892830:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.907532:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.909307:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.912863:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.918947:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.923546:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.927292:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.932103:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.936798:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.937817:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f558000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+126:2007:x1830958839680896:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 751us (1019us total) trans 4294970608 rc 0/0 00000100:00100000:0.0:1746139078.937824:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1779 00002000:00100000:0.0:1746139078.937830:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88009f558000 x1830958839680896/t4294970608(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:4/0 lens 496/448 e 0 to 0 dl 1746139089 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139078.937836:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f558000 with x1830958839680896 ext(0->7) 00010000:00010000:0.0:1746139078.937841:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009edca200/0x1f9f6ca451ac94a8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35103b6 expref: 126 pid: 10475 timeout: 804 lvb_type: 0 00010000:00010000:0.0:1746139078.937851:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009edca200/0x1f9f6ca451ac94a8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35103b6 expref: 126 pid: 10475 timeout: 804 lvb_type: 0 00002000:00010000:0.0:1746139078.937856:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f558000 00000100:00100000:0.0:1746139078.939726:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.946169:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072789f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:15672:1830958831842176:192.168.203.56@tcp:105: 00010000:00010000:0.0:1746139078.946193:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746139078.946236:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eeef480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+125:2008:x1830958839681024:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 6071us (6522us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139078.946246:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 15951 00000100:00100000:0.0:1746139078.946548:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.949575:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.949602:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839681536 00000100:00100000:0.0:1746139078.949609:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839681536 00000100:00100000:0.0:1746139078.949651:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 28636 00000100:00100000:0.0:1746139078.949656:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eeed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+127:1158:x1830958839681536:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746139078.949671:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746139078.949678:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f329c00/0x1f9f6ca451ac94bd lrc: 2/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a35103cb expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139078.949687:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139078.949690:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f034c00/0x1f9f6ca451ac94b6 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35103c4 expref: 128 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139078.949694:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746139078.949696:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f329c00/0x1f9f6ca451ac94bd lrc: 4/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35103cb expref: 128 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139078.950204:0:9564:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f034c00/0x1f9f6ca451ac94b6 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35103c4 expref: 128 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139078.950216:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f329c00/0x1f9f6ca451ac94bd lrc: 3/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35103cb expref: 128 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139078.950224:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f329c00, rc 0) 00000100:00100000:0.0:1746139078.950248:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eeed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+128:1158:x1830958839681536:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 592us (674us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139078.950253:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 28636 00000100:00100000:0.0:1746139078.952771:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.959242:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.963275:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.964941:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbaf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+129:2008:x1830958839682176:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1255us (1672us total) trans 4294970609 rc 0/0 00000100:00100000:0.0:1746139078.964954:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1781 00002000:00100000:0.0:1746139078.964962:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88009cbaf100 x1830958839682176/t4294970609(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:4/0 lens 496/448 e 0 to 0 dl 1746139089 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139078.964971:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cbaf100 with x1830958839682176 ext(0->7) 00010000:00010000:0.0:1746139078.964979:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f034c00/0x1f9f6ca451ac94b6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35103c4 expref: 129 pid: 24929 timeout: 804 lvb_type: 0 00010000:00010000:0.0:1746139078.964990:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f034c00/0x1f9f6ca451ac94b6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35103c4 expref: 129 pid: 24929 timeout: 804 lvb_type: 0 00002000:00010000:0.0:1746139078.964996:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009cbaf100 00000100:00100000:0.0:1746139078.968073:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.972067:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072789f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:15672:1830958831842688:192.168.203.56@tcp:105: 00010000:00010000:0.0:1746139078.972092:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746139078.972136:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbad880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+129:2009:x1830958839682304:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3838us (4076us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139078.972147:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 15953 00000100:00100000:0.0:1746139078.975032:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.979554:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.980054:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.984080:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.990786:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.997537:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139078.999850:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093641880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+131:2008:x1830958839683968:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1348us (2311us total) trans 4294970610 rc 0/0 00000100:00100000:0.0:1746139078.999866:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1783 00002000:00100000:0.0:1746139078.999875:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff880093641880 x1830958839683968/t4294970610(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:4/0 lens 496/448 e 0 to 0 dl 1746139089 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139078.999885:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093641880 with x1830958839683968 ext(0->7) 00010000:00010000:0.0:1746139078.999895:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f034400/0x1f9f6ca451ac94cb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35103d9 expref: 131 pid: 9564 timeout: 804 lvb_type: 0 00010000:00010000:0.0:1746139078.999912:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f034400/0x1f9f6ca451ac94cb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35103d9 expref: 131 pid: 9564 timeout: 804 lvb_type: 0 00002000:00010000:0.0:1746139078.999919:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093641880 00000100:00100000:0.0:1746139079.011216:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.017301:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.020293:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.023919:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.023988:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.027867:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.027922:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.031420:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.031684:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.034324:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.037258:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.038459:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c4d4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+132:2007:x1830958839686016:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 953us (1211us total) trans 4294970611 rc 0/0 00000100:00100000:0.0:1746139079.038466:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1786 00002000:00100000:0.0:1746139079.038473:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88009c4d4380 x1830958839686016/t4294970611(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:5/0 lens 496/448 e 0 to 0 dl 1746139090 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139079.038481:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c4d4380 with x1830958839686016 ext(0->7) 00010000:00010000:0.0:1746139079.038488:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009edcae00/0x1f9f6ca451ac94e0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35103ee expref: 132 pid: 9564 timeout: 804 lvb_type: 0 00010000:00010000:0.0:1746139079.038498:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009edcae00/0x1f9f6ca451ac94e0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35103ee expref: 132 pid: 9564 timeout: 804 lvb_type: 0 00002000:00010000:0.0:1746139079.038504:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c4d4380 00000100:00100000:0.0:1746139079.042746:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.045522:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.049007:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.054367:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.057975:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.059113:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.068170:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.068222:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.068282:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.068310:0:24929:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839687552 00000100:00100000:0.0:1746139079.068317:0:24929:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839687552 00000100:00100000:0.0:1746139079.068377:0:24929:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 28645 00000100:00100000:0.0:1746139079.068387:0:24929:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c0cc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+7:1158:x1830958839687552:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746139079.068409:0:24929:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746139079.068434:0:24929:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800726ebc00/0x1f9f6ca451ac94fc lrc: 2/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a351040a expref: -99 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139079.069045:0:24929:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88007279a200/0x1f9f6ca451ac94f5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510403 expref: 133 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139079.069052:0:24929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746139079.069054:0:24929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746139079.069057:0:24929:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800726ebc00/0x1f9f6ca451ac94fc lrc: 4/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351040a expref: 6 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139079.069081:0:24929:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88007279a200/0x1f9f6ca451ac94f5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510403 expref: 133 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139079.069091:0:24929:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88007279a200/0x1f9f6ca451ac94f5 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70080400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510403 expref: 133 pid: 9564 timeout: 804 lvb_type: 0 00000100:00100000:0.0:1746139079.069104:0:24929:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a075aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24929:1830958831844352:192.168.203.56@tcp:104: 00000100:00100000:0.0:1746139079.069151:0:24929:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007256ab40 going to sleep for 11 seconds 00000100:00100000:0.0:1746139079.074830:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.080494:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.082790:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a075aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+134:2009:x1830958839688064:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1030us (2305us total) trans 4294970612 rc 0/0 00000100:00100000:0.0:1746139079.082799:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1788 00002000:00100000:0.0:1746139079.082807:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff8800a075aa00 x1830958839688064/t4294970612(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:5/0 lens 496/448 e 0 to 0 dl 1746139090 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139079.082816:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a075aa00 with x1830958839688064 ext(0->7) 00010000:00010000:0.0:1746139079.082824:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007279a200/0x1f9f6ca451ac94f5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510403 expref: 134 pid: 9564 timeout: 804 lvb_type: 0 00010000:00010000:0.0:1746139079.082838:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007279a200/0x1f9f6ca451ac94f5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510403 expref: 134 pid: 9564 timeout: 804 lvb_type: 0 00002000:00010000:0.0:1746139079.082844:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a075aa00 00000100:00100000:0.0:1746139079.090546:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.098974:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.099106:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.102657:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.103516:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.107129:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.113076:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.114270:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800859cd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+137:2010:x1830958839689344:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 774us (1207us total) trans 4294970613 rc 0/0 00000100:00100000:0.0:1746139079.114277:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1790 00002000:00100000:0.0:1746139079.114283:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff8800859cd500 x1830958839689344/t4294970613(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:5/0 lens 496/448 e 0 to 0 dl 1746139090 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139079.114291:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800859cd500 with x1830958839689344 ext(0->7) 00010000:00010000:0.0:1746139079.114296:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009edca800/0x1f9f6ca451ac9503 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510411 expref: 137 pid: 24929 timeout: 804 lvb_type: 0 00010000:00010000:0.0:1746139079.114306:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009edca800/0x1f9f6ca451ac9503 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510411 expref: 137 pid: 24929 timeout: 804 lvb_type: 0 00002000:00010000:0.0:1746139079.114312:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800859cd500 00000100:00100000:0.0:1746139079.125239:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.131718:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.139208:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839689856 00000100:00100000:0.0:1746139079.139217:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839689856 00002000:00100000:0.0:1746139079.139268:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff8800a0223100 x1830958839689856/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:5/0 lens 488/0 e 0 to 0 dl 1746139090 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139079.139279:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0223100 with x1830958839689856 ext(0->4095) 00010000:00010000:0.0:1746139079.139289:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009edcba00/0x1f9f6ca451ac950a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510418 expref: 137 pid: 24929 timeout: 804 lvb_type: 0 00010000:00010000:0.0:1746139079.139303:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009edcba00/0x1f9f6ca451ac950a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510418 expref: 137 pid: 24929 timeout: 804 lvb_type: 0 00002000:00010000:0.0:1746139079.139310:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a0223100 00000100:00100000:0.0:1746139079.139329:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 1791 00000100:00100000:0.0:1746139079.139337:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0223100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+137:2007:x1830958839689856:12345-192.168.203.56@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746139079.139503:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0223100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+137:2007:x1830958839689856:12345-192.168.203.56@tcp:3:rw_seq_cst_vs_d.0 Request processed in 165us (499us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746139079.139509:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1791 00002000:00100000:0.0:1746139079.139515:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff8800a0223100 x1830958839689856/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:5/0 lens 488/4536 e 0 to 0 dl 1746139090 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139079.139522:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0223100 with x1830958839689856 ext(0->4095) 00010000:00010000:0.0:1746139079.139527:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009edcba00/0x1f9f6ca451ac950a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510418 expref: 137 pid: 24929 timeout: 804 lvb_type: 0 00010000:00010000:0.0:1746139079.139535:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009edcba00/0x1f9f6ca451ac950a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510418 expref: 137 pid: 24929 timeout: 804 lvb_type: 0 00002000:00010000:0.0:1746139079.139547:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a0223100 00000100:00100000:0.0:1746139079.142880:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.143528:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.146494:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.149855:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.151779:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088a74700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+138:2008:x1830958839690624:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1588us (1927us total) trans 4294970614 rc 0/0 00000100:00100000:0.0:1746139079.151791:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1793 00002000:00100000:0.0:1746139079.151802:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff880088a74700 x1830958839690624/t4294970614(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:5/0 lens 496/448 e 0 to 0 dl 1746139090 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139079.151810:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088a74700 with x1830958839690624 ext(0->7) 00010000:00010000:0.0:1746139079.151818:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009edcae00/0x1f9f6ca451ac9511 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351041f expref: 138 pid: 24929 timeout: 804 lvb_type: 0 00010000:00010000:0.0:1746139079.151833:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009edcae00/0x1f9f6ca451ac9511 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351041f expref: 138 pid: 24929 timeout: 804 lvb_type: 0 00002000:00010000:0.0:1746139079.151839:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880088a74700 00000100:00100000:0.0:1746139079.153642:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.157396:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.160476:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.163723:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.170240:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.170302:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.174763:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.174807:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.174849:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.179532:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.186964:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.189064:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088a76a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+141:2008:x1830958839692672:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 982us (2105us total) trans 4294970615 rc 0/0 00000100:00100000:0.0:1746139079.189075:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1795 00002000:00100000:0.0:1746139079.189084:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff880088a76a00 x1830958839692672/t4294970615(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:5/0 lens 496/448 e 0 to 0 dl 1746139090 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139079.189095:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088a76a00 with x1830958839692672 ext(0->7) 00010000:00010000:0.0:1746139079.189105:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f035c00/0x1f9f6ca451ac9526 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510434 expref: 141 pid: 9564 timeout: 804 lvb_type: 0 00010000:00010000:0.0:1746139079.189119:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f035c00/0x1f9f6ca451ac9526 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510434 expref: 141 pid: 9564 timeout: 804 lvb_type: 0 00002000:00010000:0.0:1746139079.189126:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880088a76a00 00000100:00100000:0.0:1746139079.192779:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.196362:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.199021:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.199069:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.201533:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.201587:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.206078:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.208836:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.211891:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.217606:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093492300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+142:2007:x1830958839694336:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1143us (1377us total) trans 4294970616 rc 0/0 00000100:00100000:0.0:1746139079.217631:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1797 00002000:00100000:0.0:1746139079.217639:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff880093492300 x1830958839694336/t4294970616(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:5/0 lens 496/448 e 0 to 0 dl 1746139090 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139079.217646:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093492300 with x1830958839694336 ext(0->7) 00010000:00010000:0.0:1746139079.217653:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f035c00/0x1f9f6ca451ac953b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510449 expref: 142 pid: 9562 timeout: 804 lvb_type: 0 00010000:00010000:0.0:1746139079.217675:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f035c00/0x1f9f6ca451ac953b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510449 expref: 142 pid: 9562 timeout: 804 lvb_type: 0 00002000:00010000:0.0:1746139079.217681:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093492300 00000100:00100000:0.0:1746139079.219486:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.226536:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.226585:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.230815:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.230867:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.234506:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.238899:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.241218:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008855dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+145:2010:x1830958839695616:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1266us (2323us total) trans 4294970617 rc 0/0 00000100:00100000:0.0:1746139079.241228:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1799 00002000:00100000:0.0:1746139079.241236:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88008855dc00 x1830958839695616/t4294970617(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:5/0 lens 496/448 e 0 to 0 dl 1746139090 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139079.241246:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008855dc00 with x1830958839695616 ext(0->7) 00010000:00010000:0.0:1746139079.241253:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009edcac00/0x1f9f6ca451ac9549 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510457 expref: 145 pid: 9562 timeout: 804 lvb_type: 0 00010000:00010000:0.0:1746139079.241267:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009edcac00/0x1f9f6ca451ac9549 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510457 expref: 145 pid: 9562 timeout: 804 lvb_type: 0 00002000:00010000:0.0:1746139079.241273:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008855dc00 00000100:00100000:0.0:1746139079.248260:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.256169:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.257910:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.259215:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.269650:0:7205:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0220e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7205:1830958831847936:192.168.203.56@tcp:105: 00010000:00010000:0.0:1746139079.269684:0:7205:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746139079.269733:0:7205:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f55a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2007:x1830958839696768:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3583us (3834us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139079.269746:0:7205:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 15976 00000100:00100000:0.0:1746139079.276395:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.277939:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008855ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+147:2009:x1830958839697408:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 904us (1551us total) trans 4294970618 rc 0/0 00000100:00100000:0.0:1746139079.277947:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1802 00002000:00100000:0.0:1746139079.277954:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88008855ea00 x1830958839697408/t4294970618(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:5/0 lens 496/448 e 0 to 0 dl 1746139090 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139079.277963:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008855ea00 with x1830958839697408 ext(0->7) 00010000:00010000:0.0:1746139079.277969:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009edcba00/0x1f9f6ca451ac955e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351046c expref: 147 pid: 10475 timeout: 804 lvb_type: 0 00010000:00010000:0.0:1746139079.277980:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009edcba00/0x1f9f6ca451ac955e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351046c expref: 147 pid: 10475 timeout: 804 lvb_type: 0 00002000:00010000:0.0:1746139079.277986:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008855ea00 00000100:00100000:0.0:1746139079.282417:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.286168:0:7205:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5f9a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7205:1830958831848064:192.168.203.56@tcp:105: 00010000:00010000:0.0:1746139079.286197:0:7205:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746139079.286246:0:7205:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008855ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b60e9717-019c-4527-a82a-15e993ac5189+146:2009:x1830958839697536:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3553us (3840us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139079.286259:0:7205:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 15977 00000100:00100000:0.0:1746139079.286384:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.286437:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839697792 00000100:00100000:0.0:1746139079.286443:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839697792 00002000:00100000:0.0:1746139079.286490:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff88008855f100 x1830958839697792/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:5/0 lens 488/0 e 0 to 0 dl 1746139090 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139079.286501:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008855f100 with x1830958839697792 ext(0->4095) 00002000:00010000:0.0:1746139079.286506:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008855f100 00000100:00100000:0.0:1746139079.286544:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 12716 00000100:00100000:0.0:1746139079.286553:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008855f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+146:2010:x1830958839697792:12345-192.168.203.56@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746139079.286714:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008855f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+146:2010:x1830958839697792:12345-192.168.203.56@tcp:3:rw_seq_cst_vs_d.0 Request processed in 162us (331us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746139079.286720:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 12716 00002000:00100000:0.0:1746139079.286726:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff88008855f100 x1830958839697792/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:5/0 lens 488/4536 e 0 to 0 dl 1746139090 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139079.286733:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008855f100 with x1830958839697792 ext(0->4095) 00002000:00010000:0.0:1746139079.286737:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008855f100 00000100:00100000:0.0:1746139079.292859:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.292984:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.297211:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.301888:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.311783:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.317074:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008855fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+148:2010:x1830958839698688:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 4944us (5287us total) trans 4294970619 rc 0/0 00000100:00100000:0.0:1746139079.317087:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1804 00002000:00100000:0.0:1746139079.317096:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88008855fb80 x1830958839698688/t4294970619(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:5/0 lens 496/448 e 0 to 0 dl 1746139090 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139079.317104:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008855fb80 with x1830958839698688 ext(0->7) 00010000:00010000:0.0:1746139079.317113:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f034e00/0x1f9f6ca451ac956c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510481 expref: 148 pid: 9564 timeout: 804 lvb_type: 0 00010000:00010000:0.0:1746139079.317138:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f034e00/0x1f9f6ca451ac956c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510481 expref: 148 pid: 9564 timeout: 804 lvb_type: 0 00002000:00010000:0.0:1746139079.317144:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008855fb80 00000100:00100000:0.0:1746139079.322674:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.327143:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839699200 00000100:00100000:0.0:1746139079.327151:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839699200 00002000:00100000:0.0:1746139079.327185:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff8800a5f9a300 x1830958839699200/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:5/0 lens 488/0 e 0 to 0 dl 1746139090 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139079.327194:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5f9a300 with x1830958839699200 ext(0->4095) 00002000:00010000:0.0:1746139079.327198:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a5f9a300 00000100:00100000:0.0:1746139079.327211:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 12717 00000100:00100000:0.0:1746139079.327216:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5f9a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958839699200:12345-192.168.203.56@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746139079.327309:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5f9a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958839699200:12345-192.168.203.56@tcp:3:rw_seq_cst_vs_d.0 Request processed in 93us (475us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746139079.327314:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 12717 00002000:00100000:0.0:1746139079.327318:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff8800a5f9a300 x1830958839699200/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:5/0 lens 488/4536 e 0 to 0 dl 1746139090 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139079.327325:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5f9a300 with x1830958839699200 ext(0->4095) 00002000:00010000:0.0:1746139079.327327:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a5f9a300 00000100:00100000:0.0:1746139079.329123:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.330285:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.339503:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.344319:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.346997:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008855df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+151:2010:x1830958839699968:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2456us (2676us total) trans 4294970620 rc 0/0 00000100:00100000:0.0:1746139079.347007:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1806 00002000:00100000:0.0:1746139079.347015:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88008855df80 x1830958839699968/t4294970620(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:5/0 lens 496/448 e 0 to 0 dl 1746139090 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139079.347023:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008855df80 with x1830958839699968 ext(0->7) 00010000:00010000:0.0:1746139079.347031:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f035e00/0x1f9f6ca451ac957a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510488 expref: 151 pid: 9564 timeout: 804 lvb_type: 0 00010000:00010000:0.0:1746139079.347042:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f035e00/0x1f9f6ca451ac957a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510488 expref: 151 pid: 9564 timeout: 804 lvb_type: 0 00002000:00010000:0.0:1746139079.347048:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008855df80 00000100:00100000:0.0:1746139079.348459:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.350702:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.353723:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.355981:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.359344:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839700864 00000100:00100000:0.0:1746139079.359352:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839700864 00000100:00100000:0.0:1746139079.359521:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 28666 00000100:00100000:0.0:1746139079.359529:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0220e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b60e9717-019c-4527-a82a-15e993ac5189+150:1157:x1830958839700864:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746139079.359545:0:9562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746139079.359559:0:9562:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ee68000/0x1f9f6ca451ac958f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a351049d expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139079.359580:0:9562:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009edca400/0x1f9f6ca451ac9581 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351048f expref: 151 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139079.359586:0:9562:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009edcae00/0x1f9f6ca451ac9588 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510496 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139079.359591:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139079.359592:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139079.359595:0:9562:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ee68000/0x1f9f6ca451ac958f lrc: 5/0,0 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351049d expref: 151 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139079.359637:0:9562:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009edcae00/0x1f9f6ca451ac9588 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510496 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139079.359648:0:9562:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009edcae00/0x1f9f6ca451ac9588 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510496 expref: 5 pid: 9564 timeout: 804 lvb_type: 0 00000100:00100000:0.0:1746139079.359672:0:9562:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008855ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9562:1830958831849216:192.168.203.56@tcp:104: 00010000:00010000:0.0:1746139079.360304:0:9562:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009edca400/0x1f9f6ca451ac9581 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351048f expref: 151 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139079.360313:0:9562:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009edca400/0x1f9f6ca451ac9581 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351048f expref: 151 pid: 24929 timeout: 804 lvb_type: 0 00000100:00100000:0.0:1746139079.360320:0:9562:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008855d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9562:1830958831849344:192.168.203.56@tcp:104: 00000100:00100000:0.0:1746139079.360344:0:9562:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007256aa80 going to sleep for 11 seconds 00000100:00100000:0.0:1746139079.363282:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.363901:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.368247:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.377769:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.380494:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008855d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+152:2007:x1830958839702016:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2457us (2729us total) trans 4294970621 rc 0/0 00000100:00100000:0.0:1746139079.380505:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1809 00002000:00100000:0.0:1746139079.380514:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88008855d500 x1830958839702016/t4294970621(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:5/0 lens 496/448 e 0 to 0 dl 1746139090 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139079.380521:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008855d500 with x1830958839702016 ext(0->7) 00010000:00010000:0.0:1746139079.380531:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ee68000/0x1f9f6ca451ac958f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351049d expref: 152 pid: 9562 timeout: 804 lvb_type: 0 00010000:00010000:0.0:1746139079.380545:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ee68000/0x1f9f6ca451ac958f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351049d expref: 152 pid: 9562 timeout: 804 lvb_type: 0 00002000:00010000:0.0:1746139079.380557:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008855d500 00000100:00100000:0.0:1746139079.382600:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.387395:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.389595:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.390298:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.394274:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.398924:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.402295:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.404155:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008855ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+155:2009:x1830958839703296:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1084us (1865us total) trans 4294970622 rc 0/0 00000100:00100000:0.0:1746139079.404164:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1811 00002000:00100000:0.0:1746139079.404170:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88008855ca80 x1830958839703296/t4294970622(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:5/0 lens 496/448 e 0 to 0 dl 1746139090 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139079.404178:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008855ca80 with x1830958839703296 ext(0->7) 00010000:00010000:0.0:1746139079.404184:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012fb7e400/0x1f9f6ca451ac959d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35104ab expref: 155 pid: 9562 timeout: 804 lvb_type: 0 00010000:00010000:0.0:1746139079.404195:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012fb7e400/0x1f9f6ca451ac959d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35104ab expref: 155 pid: 9562 timeout: 804 lvb_type: 0 00002000:00010000:0.0:1746139079.404201:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008855ca80 00000100:00100000:0.0:1746139079.406686:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.419301:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.421464:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.421530:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.424282:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.438767:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.447464:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.452333:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.458474:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.460069:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.462868:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.466443:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839705600 00000100:00100000:0.0:1746139079.466449:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839705600 00002000:00100000:0.0:1746139079.466482:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff8800a5f9b800 x1830958839705600/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:5/0 lens 488/0 e 0 to 0 dl 1746139090 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139079.466491:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5f9b800 with x1830958839705600 ext(0->4095) 00010000:00010000:0.0:1746139079.466504:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f034c00/0x1f9f6ca451ac95b9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35104c7 expref: 157 pid: 9564 timeout: 804 lvb_type: 0 00010000:00010000:0.0:1746139079.466515:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f034c00/0x1f9f6ca451ac95b9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35104c7 expref: 157 pid: 9564 timeout: 804 lvb_type: 0 00002000:00010000:0.0:1746139079.466521:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a5f9b800 00000100:00100000:0.0:1746139079.466536:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 1814 00000100:00100000:0.0:1746139079.466541:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5f9b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+157:2008:x1830958839705600:12345-192.168.203.56@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746139079.467110:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5f9b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+157:2008:x1830958839705600:12345-192.168.203.56@tcp:3:rw_seq_cst_vs_d.0 Request processed in 566us (1114us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746139079.467116:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1814 00002000:00100000:0.0:1746139079.467121:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff8800a5f9b800 x1830958839705600/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:5/0 lens 488/4536 e 0 to 0 dl 1746139090 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139079.467133:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5f9b800 with x1830958839705600 ext(0->4095) 00010000:00010000:0.0:1746139079.467139:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f034c00/0x1f9f6ca451ac95b9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35104c7 expref: 157 pid: 9564 timeout: 804 lvb_type: 0 00010000:00010000:0.0:1746139079.467148:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f034c00/0x1f9f6ca451ac95b9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35104c7 expref: 157 pid: 9564 timeout: 804 lvb_type: 0 00002000:00010000:0.0:1746139079.467153:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a5f9b800 00000100:00100000:0.0:1746139079.472204:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.477780:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.481867:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.486487:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.486676:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.492016:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.494095:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.498465:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.498518:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.503237:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.505750:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.510249:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c850e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+161:2009:x1830958839707648:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 879us (4502us total) trans 4294970625 rc 0/0 00000100:00100000:0.0:1746139079.510257:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1818 00002000:00100000:0.0:1746139079.510264:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88009c850e00 x1830958839707648/t4294970625(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:5/0 lens 496/448 e 0 to 0 dl 1746139090 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139079.510272:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c850e00 with x1830958839707648 ext(0->7) 00010000:00010000:0.0:1746139079.510278:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009edca600/0x1f9f6ca451ac95ce lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35104dc expref: 161 pid: 24929 timeout: 804 lvb_type: 0 00010000:00010000:0.0:1746139079.510288:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009edca600/0x1f9f6ca451ac95ce lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35104dc expref: 161 pid: 24929 timeout: 804 lvb_type: 0 00002000:00010000:0.0:1746139079.510293:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c850e00 00000100:00100000:0.0:1746139079.512015:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.519672:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.525411:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.527342:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.529191:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.533424:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.533459:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.533845:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.536867:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.541492:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.552733:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.559375:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.564864:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.565769:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.568143:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.570822:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.572861:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.577497:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.586565:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.596244:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.597395:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c18c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+164:2007:x1830958839711104:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 905us (1151us total) trans 4294970627 rc 0/0 00000100:00100000:0.0:1746139079.597403:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1823 00002000:00100000:0.0:1746139079.597408:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88009c18c000 x1830958839711104/t4294970627(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:5/0 lens 496/448 e 0 to 0 dl 1746139090 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139079.597415:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c18c000 with x1830958839711104 ext(0->7) 00010000:00010000:0.0:1746139079.597420:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009edcbe00/0x1f9f6ca451ac95f8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510506 expref: 164 pid: 24929 timeout: 804 lvb_type: 0 00010000:00010000:0.0:1746139079.597430:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009edcbe00/0x1f9f6ca451ac95f8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510506 expref: 164 pid: 24929 timeout: 804 lvb_type: 0 00002000:00010000:0.0:1746139079.597434:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c18c000 00000100:00100000:0.0:1746139079.599133:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.601767:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.602034:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.607078:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.607941:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.613354:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.648369:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.652037:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c18ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+167:2007:x1830958839712384:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1108us (3671us total) trans 4294970628 rc 0/0 00000100:00100000:0.0:1746139079.652051:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1826 00002000:00100000:0.0:1746139079.652062:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88009c18ea00 x1830958839712384/t4294970628(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:5/0 lens 496/448 e 0 to 0 dl 1746139090 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139079.652073:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c18ea00 with x1830958839712384 ext(0->7) 00010000:00010000:0.0:1746139079.652085:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009edca200/0x1f9f6ca451ac9606 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510514 expref: 167 pid: 24929 timeout: 804 lvb_type: 0 00010000:00010000:0.0:1746139079.652103:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009edca200/0x1f9f6ca451ac9606 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510514 expref: 167 pid: 24929 timeout: 804 lvb_type: 0 00002000:00010000:0.0:1746139079.652112:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c18ea00 00000100:00100000:0.0:1746139079.660198:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.665933:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.666148:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5f9a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7207:1830958831853824:192.168.203.56@tcp:105: 00010000:00010000:0.0:1746139079.666169:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746139079.666218:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c18ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+166:2008:x1830958839712512:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 5840us (6027us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139079.666229:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16001 00000100:00100000:0.0:1746139079.671022:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.675508:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.676127:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.685472:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.693766:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.696311:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eed9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+168:2008:x1830958839713664:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2032us (2547us total) trans 4294970629 rc 0/0 00000100:00100000:0.0:1746139079.696320:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1829 00002000:00100000:0.0:1746139079.696328:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88012eed9c00 x1830958839713664/t4294970629(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:5/0 lens 496/448 e 0 to 0 dl 1746139090 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139079.696336:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012eed9c00 with x1830958839713664 ext(0->7) 00010000:00010000:0.0:1746139079.696344:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009edca800/0x1f9f6ca451ac9614 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510522 expref: 168 pid: 9562 timeout: 804 lvb_type: 0 00010000:00010000:0.0:1746139079.696361:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009edca800/0x1f9f6ca451ac9614 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510522 expref: 168 pid: 9562 timeout: 804 lvb_type: 0 00002000:00010000:0.0:1746139079.696366:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012eed9c00 00000100:00100000:0.0:1746139079.708974:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.713398:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.719556:0:24929:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 28687 00000100:00100000:0.0:1746139079.719564:0:24929:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5f99880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b60e9717-019c-4527-a82a-15e993ac5189+168:1158:x1830958839714176:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746139079.719578:0:24929:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746139079.719593:0:24929:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f674c00/0x1f9f6ca451ac9622 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3510530 expref: -99 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139079.719612:0:24929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139079.719626:0:24929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139079.719633:0:24929:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f674c00/0x1f9f6ca451ac9622 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510530 expref: 169 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139079.719645:0:24929:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f674c00/0x1f9f6ca451ac9622 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510530 expref: 169 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139079.719652:0:24929:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f674c00, rc 0) 00000100:00100000:0.0:1746139079.719695:0:24929:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5f99880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b60e9717-019c-4527-a82a-15e993ac5189+169:1158:x1830958839714176:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 133us (2728us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139079.719700:0:24929:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 28687 00000100:00100000:0.0:1746139079.719712:0:24929:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 28688 00000100:00100000:0.0:1746139079.719716:0:24929:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5f9ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b60e9717-019c-4527-a82a-15e993ac5189+168:1157:x1830958839714304:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746139079.719720:0:24929:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746139079.719725:0:24929:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f674600/0x1f9f6ca451ac9629 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3510537 expref: -99 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139079.719735:0:24929:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009edca400/0x1f9f6ca451ac961b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510529 expref: 5 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139079.719741:0:24929:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f674c00/0x1f9f6ca451ac9622 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510530 expref: 169 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139079.719745:0:24929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139079.719746:0:24929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139079.719748:0:24929:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f674600/0x1f9f6ca451ac9629 lrc: 5/0,0 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510537 expref: 169 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139079.719767:0:24929:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f674c00/0x1f9f6ca451ac9622 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510530 expref: 169 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139079.719775:0:24929:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f674c00/0x1f9f6ca451ac9622 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510530 expref: 169 pid: 24929 timeout: 804 lvb_type: 0 00000100:00100000:0.0:1746139079.719783:0:24929:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012eed9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24929:1830958831854464:192.168.203.56@tcp:104: 00010000:00010000:0.0:1746139079.719834:0:24929:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009edca400/0x1f9f6ca451ac961b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510529 expref: 5 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139079.719840:0:24929:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009edca400/0x1f9f6ca451ac961b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510529 expref: 5 pid: 9562 timeout: 804 lvb_type: 0 00000100:00100000:0.0:1746139079.719847:0:24929:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012eed8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24929:1830958831854592:192.168.203.56@tcp:104: 00000100:00100000:0.0:1746139079.719859:0:24929:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007256a3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746139079.723929:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839714432 00000100:00100000:0.0:1746139079.723934:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839714432 00010000:00010000:0.0:1746139079.723953:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009edca400/0x1f9f6ca451ac961b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510529 expref: 6 pid: 9562 timeout: 804 lvb_type: 0 00000100:00100000:0.0:1746139079.723969:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16004 00000100:00100000:0.0:1746139079.723974:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0223100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958839714432:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746139079.723982:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746139079.723996:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009edca400/0x1f9f6ca451ac961b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510529 expref: 6 pid: 9562 timeout: 804 lvb_type: 0 00010000:00010000:0.0:1746139079.724003:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009edca400/0x1f9f6ca451ac961b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510529 expref: 6 pid: 9562 timeout: 804 lvb_type: 0 00010000:00010000:0.0:1746139079.724020:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009edca400/0x1f9f6ca451ac961b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510529 expref: 6 pid: 9562 timeout: 804 lvb_type: 0 00010000:00010000:0.0:1746139079.724030:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746139079.724043:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0223100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2008:x1830958839714432:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 69us (615us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139079.724048:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16004 00000100:00100000:0.0:1746139079.724423:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.728820:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.733288:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.738568:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.741969:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eed9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+170:2010:x1830958839715456:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2304us (3396us total) trans 4294970630 rc 0/0 00000100:00100000:0.0:1746139079.741987:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1832 00002000:00100000:0.0:1746139079.741999:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88012eed9f80 x1830958839715456/t4294970630(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:5/0 lens 496/448 e 0 to 0 dl 1746139090 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139079.742009:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012eed9f80 with x1830958839715456 ext(0->7) 00010000:00010000:0.0:1746139079.742020:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f674600/0x1f9f6ca451ac9629 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510537 expref: 170 pid: 24929 timeout: 804 lvb_type: 0 00010000:00010000:0.0:1746139079.742039:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f674600/0x1f9f6ca451ac9629 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510537 expref: 170 pid: 24929 timeout: 805 lvb_type: 0 00002000:00010000:0.0:1746139079.742048:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012eed9f80 00000100:00100000:0.0:1746139079.745769:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.753800:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.753894:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.756848:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.763523:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.771792:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.775307:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed1e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+173:2007:x1830958839716736:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2552us (3516us total) trans 4294970631 rc 0/0 00000100:00100000:0.0:1746139079.775319:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1835 00002000:00100000:0.0:1746139079.775330:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88009ed1e680 x1830958839716736/t4294970631(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:5/0 lens 496/448 e 0 to 0 dl 1746139090 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139079.775345:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ed1e680 with x1830958839716736 ext(0->7) 00010000:00010000:0.0:1746139079.775354:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012fb7e800/0x1f9f6ca451ac9637 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510545 expref: 173 pid: 24929 timeout: 805 lvb_type: 0 00010000:00010000:0.0:1746139079.775370:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012fb7e800/0x1f9f6ca451ac9637 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510545 expref: 173 pid: 24929 timeout: 805 lvb_type: 0 00002000:00010000:0.0:1746139079.775376:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ed1e680 00000100:00100000:0.0:1746139079.782442:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.782490:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.782524:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.782557:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.782578:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.782591:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.782652:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.782696:0:7205:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839716992 00000100:00100000:0.0:1746139079.782699:0:7205:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839716992 00010000:00010000:0.0:1746139079.782733:0:7205:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012fb7e800/0x1f9f6ca451ac9637 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510545 expref: 173 pid: 24929 timeout: 805 lvb_type: 0 00000100:00100000:0.0:1746139079.782763:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 1056 00000100:00100000:0.0:1746139079.782769:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed1d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2010:x1830958839717632:12345-192.168.203.56@tcp:400:kworker.0 00000100:00100000:0.0:1746139079.782816:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed1d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2010:x1830958839717632:12345-192.168.203.56@tcp:400:kworker.0 Request processed in 47us (259us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139079.782821:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1056 00000100:00100000:0.0:1746139079.782839:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 1058 00000100:00100000:0.0:1746139079.782843:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed1d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:57256782-7187-4d4f-9a1f-78e1ae613c85+7:2010:x1830958839717504:12345-192.168.203.56@tcp:400:kworker.0 00000100:00100000:0.0:1746139079.783357:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed1d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:57256782-7187-4d4f-9a1f-78e1ae613c85+7:2010:x1830958839717504:12345-192.168.203.56@tcp:400:kworker.0 Request processed in 511us (703us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139079.783363:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1058 00000100:00100000:0.0:1746139079.783492:0:24929:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839717760 00000100:00100000:0.0:1746139079.783495:0:24929:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839717760 00000100:00100000:0.0:1746139079.783526:0:24929:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 28692 00000100:00100000:0.0:1746139079.783531:0:24929:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5f99c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2006:x1830958839717760:12345-192.168.203.56@tcp:9:kworker.0 00000020:00000080:0.0:1746139079.783549:0:24929:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x1f9f6ca45197336c 00000100:00080000:0.0:1746139079.783556:0:24929:0:(import.c:66:import_set_state_nolock()) ffff880072595800 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1746139079.783596:0:24929:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 1, last_transno is 4294971935 00000100:00100000:0.0:1746139079.783738:0:24929:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5f99c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+2:2006:x1830958839717760:12345-192.168.203.56@tcp:9:kworker.0 Request processed in 205us (266us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139079.783744:0:24929:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 28692 00000100:00100000:0.0:1746139079.786406:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.786441:0:24929:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839717888 00000100:00100000:0.0:1746139079.786449:0:24929:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839717888 00000100:00100000:0.0:1746139079.786502:0:24929:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 28693 00000100:00100000:0.0:1746139079.786510:0:24929:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed1fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b60e9717-019c-4527-a82a-15e993ac5189+173:1157:x1830958839717888:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746139079.786538:0:24929:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746139079.786556:0:24929:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012fb93c00/0x1f9f6ca451ac9645 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3510553 expref: -99 pid: 24929 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746139079.789032:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.793242:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.798014:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.807433:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.808589:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed1ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+174:2007:x1830958839718912:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 810us (1165us total) trans 4294970632 rc 0/0 00000100:00100000:0.0:1746139079.808597:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1838 00002000:00100000:0.0:1746139079.808604:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88009ed1ed80 x1830958839718912/t4294970632(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:5/0 lens 496/448 e 0 to 0 dl 1746139090 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139079.808611:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ed1ed80 with x1830958839718912 ext(0->7) 00010000:00010000:0.0:1746139079.808639:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012fb93c00/0x1f9f6ca451ac9645 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510553 expref: 174 pid: 24929 timeout: 805 lvb_type: 0 00010000:00010000:0.0:1746139079.808649:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012fb93c00/0x1f9f6ca451ac9645 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510553 expref: 174 pid: 24929 timeout: 805 lvb_type: 0 00002000:00010000:0.0:1746139079.808656:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ed1ed80 00000100:00100000:0.0:1746139079.815075:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.818125:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.818547:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.818567:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839719424 00000100:00100000:0.0:1746139079.818569:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839719424 00000100:00100000:0.0:1746139079.818640:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 28695 00000100:00100000:0.0:1746139079.818647:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed1c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+174:1157:x1830958839719424:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746139079.818757:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746139079.818775:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012fb93400/0x1f9f6ca451ac9653 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3510561 expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139079.818904:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012fb7e800/0x1f9f6ca451ac964c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351055a expref: 5 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139079.818916:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139079.818918:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139079.818921:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012fb93400/0x1f9f6ca451ac9653 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510561 expref: 174 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139079.818949:0:9564:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012fb7e800/0x1f9f6ca451ac964c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351055a expref: 5 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139079.818962:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012fb7e800/0x1f9f6ca451ac964c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351055a expref: 5 pid: 24929 timeout: 805 lvb_type: 0 00000100:00100000:0.0:1746139079.818973:0:9564:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed1d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9564:1830958831856128:192.168.203.56@tcp:104: 00000100:00100000:0.0:1746139079.820336:0:9564:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007256a3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746139079.820906:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.820942:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.821777:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839719680 00000100:00100000:0.0:1746139079.821781:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839719680 00000100:00100000:0.0:1746139079.822318:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 28696 00000100:00100000:0.0:1746139079.822326:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed1d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+174:1158:x1830958839719680:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746139079.822340:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746139079.822354:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012fb93e00/0x1f9f6ca451ac965a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3510568 expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139079.822373:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012fb93400/0x1f9f6ca451ac9653 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510561 expref: 175 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139079.822383:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746139079.822385:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746139079.822388:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012fb93e00/0x1f9f6ca451ac965a lrc: 4/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510568 expref: 175 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139079.822411:0:9564:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012fb93400/0x1f9f6ca451ac9653 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510561 expref: 175 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139079.822421:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012fb93400/0x1f9f6ca451ac9653 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510561 expref: 175 pid: 9564 timeout: 805 lvb_type: 0 00000100:00100000:0.0:1746139079.822429:0:9564:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f55a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9564:1830958831856384:192.168.203.56@tcp:104: 00000100:00100000:0.0:1746139079.822460:0:9564:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007256ac00 going to sleep for 11 seconds 00000100:00100000:0.0:1746139079.826503:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.831406:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.832595:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f55aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+177:2008:x1830958839720192:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 896us (1197us total) trans 4294970633 rc 0/0 00000100:00100000:0.0:1746139079.832603:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1840 00002000:00100000:0.0:1746139079.832609:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88009f55aa00 x1830958839720192/t4294970633(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:5/0 lens 496/448 e 0 to 0 dl 1746139090 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139079.832695:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f55aa00 with x1830958839720192 ext(0->7) 00010000:00010000:0.0:1746139079.832702:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012fb93400/0x1f9f6ca451ac9653 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510561 expref: 177 pid: 9564 timeout: 805 lvb_type: 0 00010000:00010000:0.0:1746139079.832712:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012fb93400/0x1f9f6ca451ac9653 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510561 expref: 177 pid: 9564 timeout: 805 lvb_type: 0 00002000:00010000:0.0:1746139079.832718:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f55aa00 00000100:00100000:0.0:1746139079.835582:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.839962:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.845211:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.845437:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.848405:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.848493:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.851180:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.854105:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.856523:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.858430:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.862067:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f558000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+178:2010:x1830958839721856:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3408us (3627us total) trans 4294970634 rc 0/0 00000100:00100000:0.0:1746139079.862080:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1842 00002000:00100000:0.0:1746139079.862090:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88009f558000 x1830958839721856/t4294970634(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:5/0 lens 496/448 e 0 to 0 dl 1746139090 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139079.862100:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f558000 with x1830958839721856 ext(0->7) 00010000:00010000:0.0:1746139079.862111:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012fb7e800/0x1f9f6ca451ac9668 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510576 expref: 178 pid: 24929 timeout: 805 lvb_type: 0 00010000:00010000:0.0:1746139079.862127:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012fb7e800/0x1f9f6ca451ac9668 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510576 expref: 178 pid: 24929 timeout: 805 lvb_type: 0 00002000:00010000:0.0:1746139079.862134:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f558000 00000100:00100000:0.0:1746139079.867555:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.874384:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.875708:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.879114:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.879758:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.881850:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.884785:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.885922:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eeee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+181:2010:x1830958839723136:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 891us (1137us total) trans 4294970635 rc 0/0 00000100:00100000:0.0:1746139079.885930:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1844 00002000:00100000:0.0:1746139079.885937:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88009eeee680 x1830958839723136/t4294970635(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:5/0 lens 496/448 e 0 to 0 dl 1746139090 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139079.885944:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009eeee680 with x1830958839723136 ext(0->7) 00010000:00010000:0.0:1746139079.885950:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012fb7ec00/0x1f9f6ca451ac9676 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510584 expref: 181 pid: 24929 timeout: 805 lvb_type: 0 00010000:00010000:0.0:1746139079.885960:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012fb7ec00/0x1f9f6ca451ac9676 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510584 expref: 181 pid: 24929 timeout: 805 lvb_type: 0 00002000:00010000:0.0:1746139079.885965:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009eeee680 00000100:00100000:0.0:1746139079.889789:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.892738:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.894925:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.897743:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.899265:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.901819:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.902607:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.902828:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.905381:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.908118:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.910218:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eeedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+183:2007:x1830958839724928:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1844us (2099us total) trans 4294970636 rc 0/0 00000100:00100000:0.0:1746139079.910229:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1847 00002000:00100000:0.0:1746139079.910237:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88009eeedc00 x1830958839724928/t4294970636(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:5/0 lens 496/448 e 0 to 0 dl 1746139090 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139079.910247:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009eeedc00 with x1830958839724928 ext(0->7) 00010000:00010000:0.0:1746139079.910257:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f035400/0x1f9f6ca451ac968b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510599 expref: 183 pid: 9564 timeout: 805 lvb_type: 0 00010000:00010000:0.0:1746139079.910273:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f035400/0x1f9f6ca451ac968b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510599 expref: 183 pid: 9564 timeout: 805 lvb_type: 0 00002000:00010000:0.0:1746139079.910280:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009eeedc00 00000100:00100000:0.0:1746139079.912727:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.915507:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.918473:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.920551:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.923030:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.927385:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.933200:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.933228:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.933250:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.933679:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16022 00000100:00100000:0.0:1746139079.933687:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbae680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+7:2008:x1830958839726208:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746139079.933703:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746139079.933716:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f034c00/0x1f9f6ca451ac9699 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35105a7 expref: 7 pid: 9564 timeout: 805 lvb_type: 0 00010000:00010000:0.0:1746139079.933726:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f034c00/0x1f9f6ca451ac9699 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35105a7 expref: 7 pid: 9564 timeout: 805 lvb_type: 0 00010000:00010000:0.0:1746139079.933738:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f034c00/0x1f9f6ca451ac9699 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35105a7 expref: 7 pid: 9564 timeout: 805 lvb_type: 0 00010000:00010000:0.0:1746139079.933752:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139079.933754:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139079.933760:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012fb7f400/0x1f9f6ca451ac96a0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35105ae expref: 181 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139079.934100:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012fb7f400/0x1f9f6ca451ac96a0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35105ae expref: 181 pid: 24929 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746139079.935582:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.937771:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.938883:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbaed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+184:2009:x1830958839726976:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 764us (1116us total) trans 4294970637 rc 0/0 00000100:00100000:0.0:1746139079.938891:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1849 00002000:00100000:0.0:1746139079.938896:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88009cbaed80 x1830958839726976/t4294970637(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:5/0 lens 496/448 e 0 to 0 dl 1746139090 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139079.938903:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cbaed80 with x1830958839726976 ext(0->7) 00010000:00010000:0.0:1746139079.938909:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012fb7f400/0x1f9f6ca451ac96a0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35105ae expref: 184 pid: 24929 timeout: 805 lvb_type: 0 00010000:00010000:0.0:1746139079.938919:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012fb7f400/0x1f9f6ca451ac96a0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35105ae expref: 184 pid: 24929 timeout: 805 lvb_type: 0 00002000:00010000:0.0:1746139079.938924:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009cbaed80 00000100:00100000:0.0:1746139079.940846:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.944322:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.946464:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.949698:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.966301:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.966718:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.975363:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.975411:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.978869:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.983219:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.988772:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.989925:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbafb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+187:2008:x1830958839729280:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 776us (1161us total) trans 4294970638 rc 0/0 00000100:00100000:0.0:1746139079.989932:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1851 00002000:00100000:0.0:1746139079.989938:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88009cbafb80 x1830958839729280/t4294970638(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:5/0 lens 496/448 e 0 to 0 dl 1746139090 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139079.989945:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cbafb80 with x1830958839729280 ext(0->7) 00010000:00010000:0.0:1746139079.989952:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f035600/0x1f9f6ca451ac96b5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35105c3 expref: 187 pid: 9564 timeout: 805 lvb_type: 0 00010000:00010000:0.0:1746139079.989961:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f035600/0x1f9f6ca451ac96b5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35105c3 expref: 187 pid: 9564 timeout: 805 lvb_type: 0 00002000:00010000:0.0:1746139079.989968:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009cbafb80 00000100:00100000:0.0:1746139079.991744:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139079.994510:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.003422:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.005628:0:24929:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839729920 00000100:00100000:0.0:1746139080.005635:0:24929:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839729920 00000100:00100000:0.0:1746139080.005685:0:24929:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 28712 00000100:00100000:0.0:1746139080.005691:0:24929:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5f9aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b60e9717-019c-4527-a82a-15e993ac5189+186:1157:x1830958839729920:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746139080.005702:0:24929:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746139080.005714:0:24929:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88013102a800/0x1f9f6ca451ac96ca lrc: 2/0,0 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a35105d8 expref: -99 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139080.005735:0:24929:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012fb7e800/0x1f9f6ca451ac96bc lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35105ca expref: 187 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139080.005741:0:24929:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f034600/0x1f9f6ca451ac96c3 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35105d1 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139080.005747:0:24929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139080.005748:0:24929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139080.005751:0:24929:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88013102a800/0x1f9f6ca451ac96ca lrc: 5/0,0 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35105d8 expref: 187 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139080.005782:0:24929:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f034600/0x1f9f6ca451ac96c3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35105d1 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139080.005793:0:24929:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f034600/0x1f9f6ca451ac96c3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35105d1 expref: 5 pid: 9564 timeout: 805 lvb_type: 0 00000100:00100000:0.0:1746139080.005805:0:24929:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cbac380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24929:1830958831859712:192.168.203.56@tcp:104: 00010000:00010000:0.0:1746139080.005875:0:24929:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012fb7e800/0x1f9f6ca451ac96bc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35105ca expref: 187 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139080.005884:0:24929:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012fb7e800/0x1f9f6ca451ac96bc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35105ca expref: 187 pid: 24929 timeout: 805 lvb_type: 0 00000100:00100000:0.0:1746139080.005891:0:24929:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cbaca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24929:1830958831859840:192.168.203.56@tcp:104: 00000100:00100000:0.0:1746139080.005911:0:24929:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007256aa80 going to sleep for 11 seconds 00000100:00100000:0.0:1746139080.006768:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839730176 00000100:00100000:0.0:1746139080.006773:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839730176 00002000:00100000:0.0:1746139080.006806:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff8800a0220e00 x1830958839730176/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:6/0 lens 488/0 e 0 to 0 dl 1746139091 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139080.006816:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0220e00 with x1830958839730176 ext(0->4095) 00010000:00010000:0.0:1746139080.006823:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f034600/0x1f9f6ca451ac96c3 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35105d1 expref: 6 pid: 9564 timeout: 805 lvb_type: 0 00010000:00010000:0.0:1746139080.006831:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f034600/0x1f9f6ca451ac96c3 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35105d1 expref: 6 pid: 9564 timeout: 805 lvb_type: 0 00002000:00010000:0.0:1746139080.006837:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a0220e00 00000100:00100000:0.0:1746139080.007220:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 1852 00000100:00100000:0.0:1746139080.007228:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0220e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2009:x1830958839730176:12345-192.168.203.56@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746139080.007367:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0220e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2009:x1830958839730176:12345-192.168.203.56@tcp:3:rw_seq_cst_vs_d.0 Request processed in 140us (1326us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746139080.007374:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1852 00002000:00100000:0.0:1746139080.007380:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff8800a0220e00 x1830958839730176/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:6/0 lens 488/4536 e 0 to 0 dl 1746139091 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139080.007386:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0220e00 with x1830958839730176 ext(0->4095) 00010000:00010000:0.0:1746139080.007390:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f034600/0x1f9f6ca451ac96c3 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35105d1 expref: 6 pid: 9564 timeout: 805 lvb_type: 0 00010000:00010000:0.0:1746139080.007397:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f034600/0x1f9f6ca451ac96c3 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35105d1 expref: 6 pid: 9564 timeout: 805 lvb_type: 0 00002000:00010000:0.0:1746139080.007402:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a0220e00 00000100:00100000:0.0:1746139080.012144:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.012182:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.012229:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.019980:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.021815:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb69180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+189:2007:x1830958839731072:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1587us (1836us total) trans 4294970639 rc 0/0 00000100:00100000:0.0:1746139080.021825:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1854 00002000:00100000:0.0:1746139080.021833:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88009cb69180 x1830958839731072/t4294970639(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:6/0 lens 496/448 e 0 to 0 dl 1746139091 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139080.021840:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb69180 with x1830958839731072 ext(0->7) 00010000:00010000:0.0:1746139080.021846:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013102a800/0x1f9f6ca451ac96ca lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35105d8 expref: 189 pid: 24929 timeout: 805 lvb_type: 0 00010000:00010000:0.0:1746139080.021858:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013102a800/0x1f9f6ca451ac96ca lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35105d8 expref: 189 pid: 24929 timeout: 805 lvb_type: 0 00002000:00010000:0.0:1746139080.021865:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009cb69180 00000100:00100000:0.0:1746139080.023859:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.026264:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.030745:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.032763:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.039821:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.042791:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.043263:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.049176:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.050243:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.050825:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.059319:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.061263:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb68380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+190:2007:x1830958839733376:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1259us (1951us total) trans 4294970640 rc 0/0 00000100:00100000:0.0:1746139080.061271:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1856 00002000:00100000:0.0:1746139080.061278:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88009cb68380 x1830958839733376/t4294970640(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:6/0 lens 496/448 e 0 to 0 dl 1746139091 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139080.061285:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb68380 with x1830958839733376 ext(0->7) 00010000:00010000:0.0:1746139080.061291:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012fb7e800/0x1f9f6ca451ac96df lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35105ed expref: 190 pid: 24929 timeout: 805 lvb_type: 0 00010000:00010000:0.0:1746139080.061302:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012fb7e800/0x1f9f6ca451ac96df lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35105ed expref: 190 pid: 24929 timeout: 805 lvb_type: 0 00002000:00010000:0.0:1746139080.061307:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009cb68380 00000100:00100000:0.0:1746139080.068963:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.080408:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.080479:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.084799:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.084876:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.084917:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839734016 00000100:00100000:0.0:1746139080.084920:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839734016 00000100:00100000:0.0:1746139080.084936:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 28718 00000100:00100000:0.0:1746139080.084941:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb68e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+190:1158:x1830958839734016:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746139080.084955:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746139080.084970:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0142600/0x1f9f6ca451ac96f4 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3510602 expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139080.084982:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139080.084987:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f035200/0x1f9f6ca451ac96ed lrc: 2/0,0 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35105fb expref: 191 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139080.084993:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746139080.084995:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0142600/0x1f9f6ca451ac96f4 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510602 expref: 191 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139080.085166:0:9564:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f035200/0x1f9f6ca451ac96ed lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35105fb expref: 191 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139080.085177:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f035200/0x1f9f6ca451ac96ed lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70080400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35105fb expref: 191 pid: 9564 timeout: 805 lvb_type: 0 00000100:00100000:0.0:1746139080.085189:0:9564:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb6ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9564:1830958831861120:192.168.203.56@tcp:104: 00000100:00100000:0.0:1746139080.085248:0:9564:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007256a9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746139080.089699:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.097854:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.099084:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb6ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+193:2010:x1830958839734656:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1007us (1238us total) trans 4294970641 rc 0/0 00000100:00100000:0.0:1746139080.099091:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1858 00002000:00100000:0.0:1746139080.099097:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88009cb6ad80 x1830958839734656/t4294970641(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:6/0 lens 496/448 e 0 to 0 dl 1746139091 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139080.099106:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb6ad80 with x1830958839734656 ext(0->7) 00010000:00010000:0.0:1746139080.099111:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f035200/0x1f9f6ca451ac96ed lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35105fb expref: 193 pid: 9564 timeout: 805 lvb_type: 0 00010000:00010000:0.0:1746139080.099121:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f035200/0x1f9f6ca451ac96ed lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35105fb expref: 193 pid: 9564 timeout: 805 lvb_type: 0 00002000:00010000:0.0:1746139080.099127:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009cb6ad80 00000100:00100000:0.0:1746139080.102387:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.107319:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.109107:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839735168 00000100:00100000:0.0:1746139080.109112:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839735168 00002000:00100000:0.0:1746139080.109148:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff8800a5f9bb80 x1830958839735168/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:6/0 lens 488/0 e 0 to 0 dl 1746139091 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139080.109157:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5f9bb80 with x1830958839735168 ext(0->4095) 00010000:00010000:0.0:1746139080.109165:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0142600/0x1f9f6ca451ac96f4 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510602 expref: 194 pid: 9564 timeout: 805 lvb_type: 0 00010000:00010000:0.0:1746139080.109182:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0142600/0x1f9f6ca451ac96f4 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510602 expref: 194 pid: 9564 timeout: 805 lvb_type: 0 00002000:00010000:0.0:1746139080.109188:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a5f9bb80 00000100:00100000:0.0:1746139080.109212:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 1859 00000100:00100000:0.0:1746139080.109219:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5f9bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+194:2008:x1830958839735168:12345-192.168.203.56@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746139080.109352:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5f9bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+194:2008:x1830958839735168:12345-192.168.203.56@tcp:3:rw_seq_cst_vs_d.0 Request processed in 133us (300us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746139080.109358:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1859 00002000:00100000:0.0:1746139080.109363:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff8800a5f9bb80 x1830958839735168/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:6/0 lens 488/4536 e 0 to 0 dl 1746139091 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139080.109370:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5f9bb80 with x1830958839735168 ext(0->4095) 00010000:00010000:0.0:1746139080.109374:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0142600/0x1f9f6ca451ac96f4 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510602 expref: 194 pid: 9564 timeout: 805 lvb_type: 0 00010000:00010000:0.0:1746139080.109383:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0142600/0x1f9f6ca451ac96f4 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510602 expref: 194 pid: 9564 timeout: 805 lvb_type: 0 00002000:00010000:0.0:1746139080.109389:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a5f9bb80 00000100:00100000:0.0:1746139080.113209:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.118195:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.128356:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.130948:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801314bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+194:2007:x1830958839735936:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2246us (2589us total) trans 4294970642 rc 0/0 00000100:00100000:0.0:1746139080.130963:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1861 00002000:00100000:0.0:1746139080.130974:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff8801314bc000 x1830958839735936/t4294970642(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:6/0 lens 496/448 e 0 to 0 dl 1746139091 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139080.130984:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801314bc000 with x1830958839735936 ext(0->7) 00010000:00010000:0.0:1746139080.130995:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009edcac00/0x1f9f6ca451ac96fb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510609 expref: 194 pid: 9564 timeout: 805 lvb_type: 0 00010000:00010000:0.0:1746139080.131011:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009edcac00/0x1f9f6ca451ac96fb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510609 expref: 194 pid: 9564 timeout: 805 lvb_type: 0 00002000:00010000:0.0:1746139080.131019:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801314bc000 00000100:00100000:0.0:1746139080.138145:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.144078:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.144119:0:24929:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839736192 00000100:00100000:0.0:1746139080.144129:0:24929:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839736192 00000100:00100000:0.0:1746139080.144194:0:24929:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 28721 00000100:00100000:0.0:1746139080.144204:0:24929:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801314bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b60e9717-019c-4527-a82a-15e993ac5189+194:1157:x1830958839736192:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746139080.144226:0:24929:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746139080.144245:0:24929:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0142200/0x1f9f6ca451ac9709 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3510617 expref: -99 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139080.144279:0:24929:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009edca800/0x1f9f6ca451ac9702 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510610 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139080.144286:0:24929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139080.144288:0:24929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139080.144292:0:24929:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0142200/0x1f9f6ca451ac9709 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510617 expref: 195 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139080.144326:0:24929:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009edca800/0x1f9f6ca451ac9702 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510610 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139080.144337:0:24929:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009edca800/0x1f9f6ca451ac9702 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510610 expref: 5 pid: 9564 timeout: 805 lvb_type: 0 00000100:00100000:0.0:1746139080.144348:0:24929:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801314bf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24929:1830958831862016:192.168.203.56@tcp:104: 00000100:00100000:0.0:1746139080.144421:0:24929:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007256a480 going to sleep for 11 seconds 00000100:00080000:0.0:1746139080.150395:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746139080.150861:0:24929:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801314bf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24929:1830958831862016:192.168.203.56@tcp:104: 00010000:00010000:0.0:1746139080.150889:0:24929:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0142200/0x1f9f6ca451ac9709 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510617 expref: 194 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139080.150906:0:24929:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0142200, rc 0) 00000100:00100000:0.0:1746139080.150956:0:24929:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801314bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b60e9717-019c-4527-a82a-15e993ac5189+194:1157:x1830958839736192:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6753us (6890us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139080.150964:0:24929:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 28721 00000100:00100000:0.0:1746139080.152787:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.152828:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.157266:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.157311:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839736960 00000100:00100000:0.0:1746139080.157319:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839736960 00002000:00100000:0.0:1746139080.157367:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff8801314bd880 x1830958839736960/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:6/0 lens 488/0 e 0 to 0 dl 1746139091 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139080.157382:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801314bd880 with x1830958839736960 ext(0->4095) 00010000:00010000:0.0:1746139080.157391:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0142200/0x1f9f6ca451ac9709 lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510617 expref: 196 pid: 24929 timeout: 805 lvb_type: 0 00010000:00010000:0.0:1746139080.157406:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0142200/0x1f9f6ca451ac9709 lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510617 expref: 196 pid: 24929 timeout: 805 lvb_type: 0 00002000:00010000:0.0:1746139080.157412:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801314bd880 00000100:00100000:0.0:1746139080.157434:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 1863 00000100:00100000:0.0:1746139080.157441:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801314bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+196:2007:x1830958839736960:12345-192.168.203.56@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746139080.158157:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801314bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+196:2007:x1830958839736960:12345-192.168.203.56@tcp:3:rw_seq_cst_vs_d.0 Request processed in 715us (899us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746139080.158164:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1863 00002000:00100000:0.0:1746139080.158171:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff8801314bd880 x1830958839736960/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:6/0 lens 488/4536 e 0 to 0 dl 1746139091 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139080.158178:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801314bd880 with x1830958839736960 ext(0->4095) 00010000:00010000:0.0:1746139080.158183:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0142200/0x1f9f6ca451ac9709 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510617 expref: 196 pid: 24929 timeout: 805 lvb_type: 0 00010000:00010000:0.0:1746139080.158666:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0142200/0x1f9f6ca451ac9709 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510617 expref: 196 pid: 24929 timeout: 805 lvb_type: 0 00002000:00010000:0.0:1746139080.158675:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801314bd880 00000100:00100000:0.0:1746139080.164079:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839737216 00000100:00100000:0.0:1746139080.164089:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839737216 00002000:00100000:0.0:1746139080.164142:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff8800a5f9ad80 x1830958839737216/t0(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:6/0 lens 496/0 e 0 to 0 dl 1746139091 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139080.164152:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5f9ad80 with x1830958839737216 ext(0->7) 00010000:00010000:0.0:1746139080.164162:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0142200/0x1f9f6ca451ac9709 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510617 expref: 195 pid: 24929 timeout: 805 lvb_type: 0 00010000:00010000:0.0:1746139080.164178:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0142200/0x1f9f6ca451ac9709 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510617 expref: 195 pid: 24929 timeout: 805 lvb_type: 0 00002000:00010000:0.0:1746139080.164185:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a5f9ad80 00000100:00100000:0.0:1746139080.164218:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 1864 00000100:00100000:0.0:1746139080.164226:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5f9ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+195:2007:x1830958839737216:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746139080.169884:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5f9ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+197:2007:x1830958839737216:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 5644us (5856us total) trans 4294970643 rc 0/0 00000100:00100000:0.0:1746139080.169899:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1864 00002000:00100000:0.0:1746139080.169912:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff8800a5f9ad80 x1830958839737216/t4294970643(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:6/0 lens 496/448 e 0 to 0 dl 1746139091 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139080.169921:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5f9ad80 with x1830958839737216 ext(0->7) 00010000:00010000:0.0:1746139080.169934:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0142200/0x1f9f6ca451ac9709 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510617 expref: 197 pid: 24929 timeout: 805 lvb_type: 0 00010000:00010000:0.0:1746139080.169949:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0142200/0x1f9f6ca451ac9709 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510617 expref: 197 pid: 24929 timeout: 805 lvb_type: 0 00002000:00010000:0.0:1746139080.169956:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a5f9ad80 00000100:00100000:0.0:1746139080.177896:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.179704:0:10476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958831862656 00000100:00100000:0.0:1746139080.179710:0:10476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958831862656 00000100:00100000:0.0:1746139080.179750:0:10476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 497 00000100:00100000:0.0:1746139080.179755:0:10476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5f99c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3766:x1830958831862656:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1746139080.179774:0:10476:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 982764352 pending 2723840 free 3921104896 avail 3689582592 00000100:00100000:0.0:1746139080.179813:0:10476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5f99c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3766:x1830958831862656:12345-0@lo:13:osp-pre-0-1.0 Request processed in 57us (318us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139080.179818:0:10476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 497 00000100:00100000:0.0:1746139080.179869:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.179913:0:24929:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839737472 00000100:00100000:0.0:1746139080.179916:0:24929:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839737472 00000100:00100000:0.0:1746139080.179936:0:24929:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 28723 00000100:00100000:0.0:1746139080.179941:0:24929:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801314bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b60e9717-019c-4527-a82a-15e993ac5189+197:1157:x1830958839737472:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746139080.179950:0:24929:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746139080.179963:0:24929:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f46e600/0x1f9f6ca451ac9717 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3510625 expref: -99 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139080.179984:0:24929:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009edcb200/0x1f9f6ca451ac9710 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351061e expref: 198 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139080.179990:0:24929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139080.179992:0:24929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139080.179995:0:24929:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f46e600/0x1f9f6ca451ac9717 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510625 expref: 198 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139080.180017:0:24929:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009edcb200/0x1f9f6ca451ac9710 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351061e expref: 198 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139080.180032:0:24929:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009edcb200/0x1f9f6ca451ac9710 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351061e expref: 198 pid: 24929 timeout: 805 lvb_type: 0 00000100:00100000:0.0:1746139080.180040:0:24929:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801314bea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24929:1830958831862784:192.168.203.56@tcp:104: 00000100:00100000:0.0:1746139080.180078:0:24929:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007256a480 going to sleep for 11 seconds 00000100:00100000:0.0:1746139080.180176:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ba6d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:15672:1830958831862528:192.168.203.56@tcp:105: 00010000:00010000:0.0:1746139080.180194:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746139080.180216:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124a2f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+198:2009:x1830958839737344:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 1938us (2334us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139080.180225:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16038 00000100:00100000:0.0:1746139080.180726:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.182551:0:24929:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801314bea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24929:1830958831862784:192.168.203.56@tcp:104: 00010000:00010000:0.0:1746139080.182824:0:24929:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f46e600/0x1f9f6ca451ac9717 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510625 expref: 197 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139080.182843:0:24929:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f46e600, rc 0) 00000100:00100000:0.0:1746139080.184011:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.184052:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.187884:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.187940:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839738240 00000100:00100000:0.0:1746139080.187947:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839738240 00002000:00100000:0.0:1746139080.187989:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff8801314bdf80 x1830958839738240/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:6/0 lens 488/0 e 0 to 0 dl 1746139091 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139080.187999:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801314bdf80 with x1830958839738240 ext(0->4095) 00010000:00010000:0.0:1746139080.188007:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f46e600/0x1f9f6ca451ac9717 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510625 expref: 196 pid: 24929 timeout: 805 lvb_type: 0 00010000:00010000:0.0:1746139080.188020:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f46e600/0x1f9f6ca451ac9717 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510625 expref: 196 pid: 24929 timeout: 805 lvb_type: 0 00002000:00010000:0.0:1746139080.188027:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801314bdf80 00000100:00100000:0.0:1746139080.188045:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 1866 00000100:00100000:0.0:1746139080.188052:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801314bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+196:2008:x1830958839738240:12345-192.168.203.56@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746139080.188172:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801314bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+196:2008:x1830958839738240:12345-192.168.203.56@tcp:3:rw_seq_cst_vs_d.0 Request processed in 120us (289us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746139080.188178:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1866 00002000:00100000:0.0:1746139080.188183:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff8801314bdf80 x1830958839738240/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:6/0 lens 488/4536 e 0 to 0 dl 1746139091 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139080.188189:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801314bdf80 with x1830958839738240 ext(0->4095) 00010000:00010000:0.0:1746139080.188193:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f46e600/0x1f9f6ca451ac9717 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510625 expref: 196 pid: 24929 timeout: 805 lvb_type: 0 00010000:00010000:0.0:1746139080.188201:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f46e600/0x1f9f6ca451ac9717 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510625 expref: 196 pid: 24929 timeout: 805 lvb_type: 0 00002000:00010000:0.0:1746139080.188207:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801314bdf80 00000100:00100000:0.0:1746139080.202435:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.202499:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.204202:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb69880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+199:2008:x1830958839738496:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1426us (1699us total) trans 4294970644 rc 0/0 00000100:00100000:0.0:1746139080.204214:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1867 00002000:00100000:0.0:1746139080.204221:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88009cb69880 x1830958839738496/t4294970644(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:6/0 lens 496/448 e 0 to 0 dl 1746139091 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139080.204233:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb69880 with x1830958839738496 ext(0->7) 00010000:00010000:0.0:1746139080.204239:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f46e600/0x1f9f6ca451ac9717 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510625 expref: 199 pid: 24929 timeout: 805 lvb_type: 0 00010000:00010000:0.0:1746139080.204250:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f46e600/0x1f9f6ca451ac9717 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510625 expref: 199 pid: 24929 timeout: 805 lvb_type: 0 00002000:00010000:0.0:1746139080.204256:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009cb69880 00000100:00100000:0.0:1746139080.210739:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.213979:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.216843:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.219204:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.222180:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.226363:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.228422:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c412300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+200:2008:x1830958839739648:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1732us (2052us total) trans 4294970645 rc 0/0 00000100:00100000:0.0:1746139080.228432:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1869 00002000:00100000:0.0:1746139080.228439:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88009c412300 x1830958839739648/t4294970645(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:6/0 lens 496/448 e 0 to 0 dl 1746139091 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139080.228448:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c412300 with x1830958839739648 ext(0->7) 00010000:00010000:0.0:1746139080.228456:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f034400/0x1f9f6ca451ac9725 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510633 expref: 200 pid: 24929 timeout: 805 lvb_type: 0 00010000:00010000:0.0:1746139080.228474:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f034400/0x1f9f6ca451ac9725 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510633 expref: 200 pid: 24929 timeout: 805 lvb_type: 0 00002000:00010000:0.0:1746139080.228480:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c412300 00000100:00100000:0.0:1746139080.231374:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.238125:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.241091:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.249961:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.263828:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0223100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+203:2007:x1830958839740928:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3834us (8466us total) trans 4294970646 rc 0/0 00000100:00100000:0.0:1746139080.263841:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1872 00002000:00100000:0.0:1746139080.263853:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff8800a0223100 x1830958839740928/t4294970646(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:6/0 lens 496/448 e 0 to 0 dl 1746139091 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139080.263863:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0223100 with x1830958839740928 ext(0->7) 00010000:00010000:0.0:1746139080.263874:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f034200/0x1f9f6ca451ac9733 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510641 expref: 203 pid: 9564 timeout: 805 lvb_type: 0 00010000:00010000:0.0:1746139080.263889:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f034200/0x1f9f6ca451ac9733 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510641 expref: 203 pid: 9564 timeout: 805 lvb_type: 0 00002000:00010000:0.0:1746139080.263896:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a0223100 00000100:00100000:0.0:1746139080.266164:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.273331:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.280349:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.281962:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.282973:0:10475:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 28729 00000100:00100000:0.0:1746139080.282984:0:10475:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c413b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1158:x1830958839741440:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746139080.283009:0:10475:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746139080.283033:0:10475:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0599200/0x1f9f6ca451ac9741 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a351064f expref: -99 pid: 10475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139080.283067:0:10475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139080.283069:0:10475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139080.283078:0:10475:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0599200/0x1f9f6ca451ac9741 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351064f expref: 6 pid: 10475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139080.283208:0:10475:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0599200/0x1f9f6ca451ac9741 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351064f expref: 6 pid: 10475 timeout: 805 lvb_type: 0 00010000:00010000:0.0:1746139080.283217:0:10475:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0599200/0x1f9f6ca451ac9741 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351064f expref: 6 pid: 10475 timeout: 805 lvb_type: 0 00010000:00010000:0.0:1746139080.283227:0:10475:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0599200, rc 0) 00000100:00100000:0.0:1746139080.291127:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.299689:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.305213:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.310326:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.311604:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c413100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+204:2007:x1830958839742592:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 959us (1279us total) trans 4294970647 rc 0/0 00000100:00100000:0.0:1746139080.311612:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1874 00002000:00100000:0.0:1746139080.311635:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88009c413100 x1830958839742592/t4294970647(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:6/0 lens 496/448 e 0 to 0 dl 1746139091 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139080.311648:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c413100 with x1830958839742592 ext(0->7) 00010000:00010000:0.0:1746139080.311665:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012fb7f400/0x1f9f6ca451ac9748 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510656 expref: 204 pid: 9564 timeout: 805 lvb_type: 0 00010000:00010000:0.0:1746139080.311677:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012fb7f400/0x1f9f6ca451ac9748 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510656 expref: 204 pid: 9564 timeout: 805 lvb_type: 0 00002000:00010000:0.0:1746139080.311683:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c413100 00000100:00100000:0.0:1746139080.318844:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.322593:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.326728:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.326855:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.326895:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 28732 00000100:00100000:0.0:1746139080.326964:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bb73b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b60e9717-019c-4527-a82a-15e993ac5189+205:1158:x1830958839743232:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746139080.326971:0:9562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746139080.326976:0:9562:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0143400/0x1f9f6ca451ac975d lrc: 2/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a351066b expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139080.327002:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139080.327005:0:9562:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b5d1400/0x1f9f6ca451ac9756 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510664 expref: 206 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139080.327010:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746139080.327012:0:9562:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0143400/0x1f9f6ca451ac975d lrc: 4/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351066b expref: 206 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139080.327056:0:9562:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012b5d1400/0x1f9f6ca451ac9756 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510664 expref: 206 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139080.327068:0:9562:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0143400/0x1f9f6ca451ac975d lrc: 3/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351066b expref: 206 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139080.327077:0:9562:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0143400, rc 0) 00000100:00100000:0.0:1746139080.327122:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bb73b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b60e9717-019c-4527-a82a-15e993ac5189+206:1158:x1830958839743232:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 219us (403us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139080.327128:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 28732 00000100:00100000:0.0:1746139080.330562:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.332975:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.338309:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.341870:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bb73100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+207:2009:x1830958839743872:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 983us (3569us total) trans 4294970648 rc 0/0 00000100:00100000:0.0:1746139080.341878:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1876 00002000:00100000:0.0:1746139080.341884:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88012bb73100 x1830958839743872/t4294970648(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:6/0 lens 496/448 e 0 to 0 dl 1746139091 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139080.341890:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bb73100 with x1830958839743872 ext(0->7) 00010000:00010000:0.0:1746139080.341896:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012b5d1400/0x1f9f6ca451ac9756 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510664 expref: 207 pid: 9564 timeout: 805 lvb_type: 0 00010000:00010000:0.0:1746139080.341906:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012b5d1400/0x1f9f6ca451ac9756 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510664 expref: 207 pid: 9564 timeout: 805 lvb_type: 0 00002000:00010000:0.0:1746139080.341911:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012bb73100 00000100:00100000:0.0:1746139080.348761:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.352876:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.355488:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.361250:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.361374:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.364093:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.367027:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.369208:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5d81500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+208:2007:x1830958839745152:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1024us (2187us total) trans 4294970649 rc 0/0 00000100:00100000:0.0:1746139080.369215:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1879 00002000:00100000:0.0:1746139080.369221:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff8800a5d81500 x1830958839745152/t4294970649(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:6/0 lens 496/448 e 0 to 0 dl 1746139091 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139080.369228:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5d81500 with x1830958839745152 ext(0->7) 00010000:00010000:0.0:1746139080.369234:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012b5d1400/0x1f9f6ca451ac9764 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510672 expref: 208 pid: 9564 timeout: 805 lvb_type: 0 00010000:00010000:0.0:1746139080.369244:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012b5d1400/0x1f9f6ca451ac9764 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510672 expref: 208 pid: 9564 timeout: 805 lvb_type: 0 00002000:00010000:0.0:1746139080.369250:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a5d81500 00000100:00100000:0.0:1746139080.372954:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.378020:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.380732:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.383995:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.384827:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.390231:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.390439:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.390461:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839746304 00000100:00100000:0.0:1746139080.390465:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839746304 00000100:00100000:0.0:1746139080.390486:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 28738 00000100:00100000:0.0:1746139080.390491:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5d82a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:57256782-7187-4d4f-9a1f-78e1ae613c85+7:1158:x1830958839746304:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746139080.390506:0:9562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746139080.390519:0:9562:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a7836600/0x1f9f6ca451ac9780 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a351068e expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139080.390537:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139080.390542:0:9562:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b5d1a00/0x1f9f6ca451ac9779 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510687 expref: 209 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139080.390548:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746139080.390551:0:9562:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a7836600/0x1f9f6ca451ac9780 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351068e expref: 8 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139080.390579:0:9562:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012b5d1a00/0x1f9f6ca451ac9779 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510687 expref: 208 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139080.390588:0:9562:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a7836600/0x1f9f6ca451ac9780 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351068e expref: 8 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139080.390594:0:9562:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7836600, rc 0) 00000100:00100000:0.0:1746139080.390607:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5d82a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:57256782-7187-4d4f-9a1f-78e1ae613c85+8:1158:x1830958839746304:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 116us (167us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139080.390611:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 28738 00000100:00100000:0.0:1746139080.393372:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.398125:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.400600:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5d80a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+210:2008:x1830958839746944:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2272us (2473us total) trans 4294970650 rc 0/0 00000100:00100000:0.0:1746139080.400612:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1882 00002000:00100000:0.0:1746139080.400667:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff8800a5d80a80 x1830958839746944/t4294970650(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:6/0 lens 496/448 e 0 to 0 dl 1746139091 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139080.400677:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5d80a80 with x1830958839746944 ext(0->7) 00010000:00010000:0.0:1746139080.400686:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012b5d1a00/0x1f9f6ca451ac9779 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510687 expref: 210 pid: 9564 timeout: 805 lvb_type: 0 00010000:00010000:0.0:1746139080.400700:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012b5d1a00/0x1f9f6ca451ac9779 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510687 expref: 210 pid: 9564 timeout: 805 lvb_type: 0 00002000:00010000:0.0:1746139080.400708:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a5d80a80 00000100:00100000:0.0:1746139080.408260:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.413585:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.413674:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.413714:0:24929:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839747456 00000100:00100000:0.0:1746139080.413721:0:24929:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839747456 00000100:00100000:0.0:1746139080.413773:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 28739 00000100:00100000:0.0:1746139080.413779:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5d82d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b60e9717-019c-4527-a82a-15e993ac5189+210:1157:x1830958839747456:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746139080.413797:0:9562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746139080.415293:0:9562:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a7837800/0x1f9f6ca451ac9787 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3510695 expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746139080.417400:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.423750:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.427590:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.429815:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072c1aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+213:2007:x1830958839748224:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1235us (2233us total) trans 4294970651 rc 0/0 00000100:00100000:0.0:1746139080.429825:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1884 00002000:00100000:0.0:1746139080.429833:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff880072c1aa00 x1830958839748224/t4294970651(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:6/0 lens 496/448 e 0 to 0 dl 1746139091 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139080.429842:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072c1aa00 with x1830958839748224 ext(0->7) 00010000:00010000:0.0:1746139080.429850:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a7837800/0x1f9f6ca451ac9787 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510695 expref: 213 pid: 9562 timeout: 805 lvb_type: 0 00010000:00010000:0.0:1746139080.429864:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a7837800/0x1f9f6ca451ac9787 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510695 expref: 213 pid: 9562 timeout: 805 lvb_type: 0 00002000:00010000:0.0:1746139080.429870:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880072c1aa00 00000100:00100000:0.0:1746139080.437532:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.443233:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839748608 00000100:00100000:0.0:1746139080.443242:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839748608 00002000:00100000:0.0:1746139080.443286:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff88009cbad880 x1830958839748608/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:6/0 lens 488/0 e 0 to 0 dl 1746139091 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139080.443296:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cbad880 with x1830958839748608 ext(0->4095) 00002000:00010000:0.0:1746139080.443301:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009cbad880 00000100:00100000:0.0:1746139080.443430:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 12752 00000100:00100000:0.0:1746139080.443438:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+213:2009:x1830958839748608:12345-192.168.203.56@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746139080.443578:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+213:2009:x1830958839748608:12345-192.168.203.56@tcp:3:rw_seq_cst_vs_d.0 Request processed in 140us (411us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746139080.443585:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 12752 00002000:00100000:0.0:1746139080.443590:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff88009cbad880 x1830958839748608/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:6/0 lens 488/4536 e 0 to 0 dl 1746139091 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139080.443596:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cbad880 with x1830958839748608 ext(0->4095) 00002000:00010000:0.0:1746139080.443599:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009cbad880 00000100:00100000:0.0:1746139080.446589:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.446667:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.450960:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.451003:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.453099:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.471299:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.485365:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.489778:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072c1bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+214:2008:x1830958839749888:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3979us (4415us total) trans 4294970652 rc 0/0 00000100:00100000:0.0:1746139080.489791:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1886 00002000:00100000:0.0:1746139080.489804:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff880072c1bb80 x1830958839749888/t4294970652(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:6/0 lens 496/448 e 0 to 0 dl 1746139091 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139080.489814:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072c1bb80 with x1830958839749888 ext(0->7) 00010000:00010000:0.0:1746139080.489825:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009edec800/0x1f9f6ca451ac9795 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35106aa expref: 214 pid: 9564 timeout: 805 lvb_type: 0 00010000:00010000:0.0:1746139080.489843:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009edec800/0x1f9f6ca451ac9795 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35106aa expref: 214 pid: 9564 timeout: 805 lvb_type: 0 00002000:00010000:0.0:1746139080.490024:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880072c1bb80 00000100:00100000:0.0:1746139080.491788:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.497052:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.500534:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.508401:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.512008:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.512069:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.516372:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.517274:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.518521:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839751424 00000100:00100000:0.0:1746139080.518525:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839751424 00010000:00010000:0.0:1746139080.518547:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012b5d1200/0x1f9f6ca451ac97a3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35106b1 expref: 6 pid: 9564 timeout: 805 lvb_type: 0 00000100:00100000:0.0:1746139080.518580:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16061 00000100:00100000:0.0:1746139080.518585:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbaca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958839751424:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746139080.518592:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746139080.518606:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012b5d1200/0x1f9f6ca451ac97a3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35106b1 expref: 6 pid: 9564 timeout: 805 lvb_type: 0 00010000:00010000:0.0:1746139080.518643:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012b5d1200/0x1f9f6ca451ac97a3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35106b1 expref: 6 pid: 9564 timeout: 805 lvb_type: 0 00010000:00010000:0.0:1746139080.518669:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b5d1200/0x1f9f6ca451ac97a3 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35106b1 expref: 6 pid: 9564 timeout: 805 lvb_type: 0 00010000:00010000:0.0:1746139080.518687:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139080.518689:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139080.518696:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f034e00/0x1f9f6ca451ac97b1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35106bf expref: 214 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139080.518702:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f034e00/0x1f9f6ca451ac97b1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35106bf expref: 214 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139080.518726:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f034e00/0x1f9f6ca451ac97b1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35106bf expref: 214 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139080.518737:0:7206:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f034e00/0x1f9f6ca451ac97b1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35106bf expref: 214 pid: 9562 timeout: 805 lvb_type: 0 00000100:00100000:0.0:1746139080.518748:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072c19880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830958831868160:192.168.203.56@tcp:105: 00000100:00100000:0.0:1746139080.518820:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007256a9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746139080.522270:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072c19880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830958831868160:192.168.203.56@tcp:105: 00010000:00010000:0.0:1746139080.522292:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746139080.522346:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbaca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2008:x1830958839751424:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3758us (3951us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139080.522357:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16061 00000100:00100000:0.0:1746139080.522398:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839751680 00000100:00100000:0.0:1746139080.522405:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839751680 00002000:00100000:0.0:1746139080.522442:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff8800a5f98380 x1830958839751680/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:6/0 lens 488/0 e 0 to 0 dl 1746139091 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139080.522451:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5f98380 with x1830958839751680 ext(0->4095) 00010000:00010000:0.0:1746139080.522460:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f034e00/0x1f9f6ca451ac97b1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35106bf expref: 215 pid: 9562 timeout: 805 lvb_type: 0 00010000:00010000:0.0:1746139080.522472:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f034e00/0x1f9f6ca451ac97b1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35106bf expref: 215 pid: 9562 timeout: 805 lvb_type: 0 00002000:00010000:0.0:1746139080.522479:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a5f98380 00000100:00100000:0.0:1746139080.522510:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 1887 00000100:00100000:0.0:1746139080.522517:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5f98380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+215:2008:x1830958839751680:12345-192.168.203.56@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746139080.522668:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5f98380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+215:2008:x1830958839751680:12345-192.168.203.56@tcp:3:rw_seq_cst_vs_d.0 Request processed in 151us (638us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746139080.522674:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1887 00002000:00100000:0.0:1746139080.522678:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff8800a5f98380 x1830958839751680/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:6/0 lens 488/4536 e 0 to 0 dl 1746139091 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139080.522685:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5f98380 with x1830958839751680 ext(0->4095) 00010000:00010000:0.0:1746139080.522689:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f034e00/0x1f9f6ca451ac97b1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35106bf expref: 215 pid: 9562 timeout: 805 lvb_type: 0 00010000:00010000:0.0:1746139080.522697:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f034e00/0x1f9f6ca451ac97b1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35106bf expref: 215 pid: 9562 timeout: 805 lvb_type: 0 00002000:00010000:0.0:1746139080.522703:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a5f98380 00000100:00100000:0.0:1746139080.528100:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.529850:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072c19880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+217:2010:x1830958839751936:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1493us (1754us total) trans 4294970653 rc 0/0 00000100:00100000:0.0:1746139080.529861:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1888 00002000:00100000:0.0:1746139080.529868:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff880072c19880 x1830958839751936/t4294970653(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:6/0 lens 496/448 e 0 to 0 dl 1746139091 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139080.529876:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072c19880 with x1830958839751936 ext(0->7) 00010000:00010000:0.0:1746139080.529883:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f034e00/0x1f9f6ca451ac97b1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35106bf expref: 217 pid: 9562 timeout: 805 lvb_type: 0 00010000:00010000:0.0:1746139080.529906:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f034e00/0x1f9f6ca451ac97b1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35106bf expref: 217 pid: 9562 timeout: 805 lvb_type: 0 00002000:00010000:0.0:1746139080.529912:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880072c19880 00000100:00100000:0.0:1746139080.531839:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.540942:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.545544:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.554003:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.554061:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.562014:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.565391:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.566769:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fae8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+218:2008:x1830958839753216:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1164us (1385us total) trans 4294970654 rc 0/0 00000100:00100000:0.0:1746139080.566777:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1891 00002000:00100000:0.0:1746139080.566783:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88012fae8a80 x1830958839753216/t4294970654(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:6/0 lens 496/448 e 0 to 0 dl 1746139091 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139080.566791:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fae8a80 with x1830958839753216 ext(0->7) 00010000:00010000:0.0:1746139080.566797:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012b5d1400/0x1f9f6ca451ac97bf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35106cd expref: 218 pid: 9564 timeout: 805 lvb_type: 0 00010000:00010000:0.0:1746139080.566809:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012b5d1400/0x1f9f6ca451ac97bf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35106cd expref: 218 pid: 9564 timeout: 805 lvb_type: 0 00002000:00010000:0.0:1746139080.566816:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012fae8a80 00000100:00100000:0.0:1746139080.571408:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.576193:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.584216:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.587990:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.591456:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.591778:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.592193:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.596639:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.611768:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.611886:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.616897:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.619500:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.624182:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.627291:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.634368:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.636055:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013107f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+222:2007:x1830958839756160:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1468us (1691us total) trans 4294970656 rc 0/0 00000100:00100000:0.0:1746139080.636065:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1896 00002000:00100000:0.0:1746139080.636077:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88013107f800 x1830958839756160/t4294970656(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:6/0 lens 496/448 e 0 to 0 dl 1746139091 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139080.636085:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013107f800 with x1830958839756160 ext(0->7) 00010000:00010000:0.0:1746139080.636092:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f0e5e00/0x1f9f6ca451ac97e2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35106f0 expref: 222 pid: 9562 timeout: 805 lvb_type: 0 00010000:00010000:0.0:1746139080.636102:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f0e5e00/0x1f9f6ca451ac97e2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35106f0 expref: 222 pid: 9562 timeout: 805 lvb_type: 0 00002000:00010000:0.0:1746139080.636108:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013107f800 00000100:00100000:0.0:1746139080.643211:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.643334:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.646004:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.647825:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.650579:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.652598:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.655670:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.657191:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013107ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+224:2008:x1830958839757312:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 976us (1519us total) trans 4294970657 rc 0/0 00000100:00100000:0.0:1746139080.657198:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1898 00002000:00100000:0.0:1746139080.657204:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88013107ea00 x1830958839757312/t4294970657(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:6/0 lens 496/448 e 0 to 0 dl 1746139091 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139080.657211:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013107ea00 with x1830958839757312 ext(0->7) 00010000:00010000:0.0:1746139080.657217:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f0e4600/0x1f9f6ca451ac97f0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35106fe expref: 224 pid: 9562 timeout: 805 lvb_type: 0 00010000:00010000:0.0:1746139080.657227:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f0e4600/0x1f9f6ca451ac97f0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35106fe expref: 224 pid: 9562 timeout: 805 lvb_type: 0 00002000:00010000:0.0:1746139080.657232:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013107ea00 00000100:00100000:0.0:1746139080.658849:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.660774:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.663966:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.664790:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.666499:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.668259:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.674750:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.675790:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013107ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+227:2009:x1830958839758592:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 746us (1049us total) trans 4294970658 rc 0/0 00000100:00100000:0.0:1746139080.675797:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1900 00002000:00100000:0.0:1746139080.675802:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88013107ed80 x1830958839758592/t4294970658(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:6/0 lens 496/448 e 0 to 0 dl 1746139091 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139080.675809:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013107ed80 with x1830958839758592 ext(0->7) 00010000:00010000:0.0:1746139080.675813:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f0e5000/0x1f9f6ca451ac97fe lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351070c expref: 227 pid: 9562 timeout: 805 lvb_type: 0 00010000:00010000:0.0:1746139080.675823:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f0e5000/0x1f9f6ca451ac97fe lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351070c expref: 227 pid: 9562 timeout: 805 lvb_type: 0 00002000:00010000:0.0:1746139080.675828:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013107ed80 00000100:00100000:0.0:1746139080.677361:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.683237:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.690231:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.690285:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.693077:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.695659:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.702051:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.704937:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013107c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+228:2007:x1830958839759872:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2375us (2889us total) trans 4294970659 rc 0/0 00000100:00100000:0.0:1746139080.704948:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1902 00002000:00100000:0.0:1746139080.704958:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88013107c380 x1830958839759872/t4294970659(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:6/0 lens 496/448 e 0 to 0 dl 1746139091 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139080.704966:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013107c380 with x1830958839759872 ext(0->7) 00010000:00010000:0.0:1746139080.704975:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f0e4200/0x1f9f6ca451ac980c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351071a expref: 228 pid: 9562 timeout: 805 lvb_type: 0 00010000:00010000:0.0:1746139080.704989:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f0e4200/0x1f9f6ca451ac980c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351071a expref: 228 pid: 9562 timeout: 805 lvb_type: 0 00002000:00010000:0.0:1746139080.704995:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013107c380 00000100:00100000:0.0:1746139080.711960:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.715527:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.724128:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.727107:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.731316:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.737528:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbaf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+230:2008:x1830958839761024:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3204us (3572us total) trans 4294970660 rc 0/0 00000100:00100000:0.0:1746139080.737539:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1904 00002000:00100000:0.0:1746139080.737548:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88009cbaf480 x1830958839761024/t4294970660(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:6/0 lens 496/448 e 0 to 0 dl 1746139091 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139080.737558:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cbaf480 with x1830958839761024 ext(0->7) 00010000:00010000:0.0:1746139080.737568:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f0e5000/0x1f9f6ca451ac981a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510728 expref: 230 pid: 9562 timeout: 805 lvb_type: 0 00010000:00010000:0.0:1746139080.737583:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f0e5000/0x1f9f6ca451ac981a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510728 expref: 230 pid: 9562 timeout: 805 lvb_type: 0 00002000:00010000:0.0:1746139080.737589:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009cbaf480 00000100:00100000:0.0:1746139080.742528:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.749367:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.749806:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.752509:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.753136:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.757293:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.762722:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.764462:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093492300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+233:2007:x1830958839762304:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1425us (1748us total) trans 4294970661 rc 0/0 00000100:00100000:0.0:1746139080.764473:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1906 00002000:00100000:0.0:1746139080.764481:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff880093492300 x1830958839762304/t4294970661(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:6/0 lens 496/448 e 0 to 0 dl 1746139091 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139080.764489:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093492300 with x1830958839762304 ext(0->7) 00010000:00010000:0.0:1746139080.764498:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012fb9e200/0x1f9f6ca451ac9828 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510736 expref: 233 pid: 9562 timeout: 806 lvb_type: 0 00010000:00010000:0.0:1746139080.764513:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012fb9e200/0x1f9f6ca451ac9828 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510736 expref: 233 pid: 9562 timeout: 806 lvb_type: 0 00002000:00010000:0.0:1746139080.764520:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093492300 00000100:00100000:0.0:1746139080.771782:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.776180:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.781107:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.784985:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.788827:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839763200 00000100:00100000:0.0:1746139080.788839:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839763200 00002000:00100000:0.0:1746139080.788899:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff8800a5f99f80 x1830958839763200/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:6/0 lens 488/0 e 0 to 0 dl 1746139091 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139080.788909:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5f99f80 with x1830958839763200 ext(0->4095) 00010000:00010000:0.0:1746139080.788920:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a5f56800/0x1f9f6ca451ac9836 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510744 expref: 6 pid: 9562 timeout: 806 lvb_type: 0 00010000:00010000:0.0:1746139080.788933:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a5f56800/0x1f9f6ca451ac9836 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510744 expref: 6 pid: 9562 timeout: 806 lvb_type: 0 00002000:00010000:0.0:1746139080.788943:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a5f99f80 00000100:00100000:0.0:1746139080.788980:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 1907 00000100:00100000:0.0:1746139080.788988:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5f99f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958839763200:12345-192.168.203.56@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746139080.789613:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5f99f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958839763200:12345-192.168.203.56@tcp:3:rw_seq_cst_vs_d.0 Request processed in 625us (2022us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746139080.789636:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1907 00002000:00100000:0.0:1746139080.789641:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff8800a5f99f80 x1830958839763200/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:6/0 lens 488/4536 e 0 to 0 dl 1746139091 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139080.789649:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5f99f80 with x1830958839763200 ext(0->4095) 00010000:00010000:0.0:1746139080.789663:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a5f56800/0x1f9f6ca451ac9836 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510744 expref: 6 pid: 9562 timeout: 806 lvb_type: 0 00010000:00010000:0.0:1746139080.789672:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a5f56800/0x1f9f6ca451ac9836 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510744 expref: 6 pid: 9562 timeout: 806 lvb_type: 0 00002000:00010000:0.0:1746139080.789677:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a5f99f80 00000100:00100000:0.0:1746139080.791612:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.794761:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.797719:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.801439:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.803268:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007278b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+234:2008:x1830958839763968:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1046us (1828us total) trans 4294970662 rc 0/0 00000100:00100000:0.0:1746139080.803275:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1908 00002000:00100000:0.0:1746139080.803281:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88007278b800 x1830958839763968/t4294970662(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:6/0 lens 496/448 e 0 to 0 dl 1746139091 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139080.803289:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007278b800 with x1830958839763968 ext(0->7) 00010000:00010000:0.0:1746139080.803294:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f1a1a00/0x1f9f6ca451ac983d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351074b expref: 234 pid: 9562 timeout: 806 lvb_type: 0 00010000:00010000:0.0:1746139080.803304:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f1a1a00/0x1f9f6ca451ac983d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351074b expref: 234 pid: 9562 timeout: 806 lvb_type: 0 00002000:00010000:0.0:1746139080.803310:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007278b800 00000100:00100000:0.0:1746139080.810043:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.810103:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.813135:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.815767:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.821147:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.825593:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.836403:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.837669:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072789500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+236:2008:x1830958839765120:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 998us (1276us total) trans 4294970663 rc 0/0 00000100:00100000:0.0:1746139080.837676:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1910 00002000:00100000:0.0:1746139080.837682:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff880072789500 x1830958839765120/t4294970663(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:6/0 lens 496/448 e 0 to 0 dl 1746139091 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139080.837690:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072789500 with x1830958839765120 ext(0->7) 00010000:00010000:0.0:1746139080.837697:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800726eb400/0x1f9f6ca451ac984b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510759 expref: 236 pid: 9562 timeout: 806 lvb_type: 0 00010000:00010000:0.0:1746139080.837708:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800726eb400/0x1f9f6ca451ac984b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510759 expref: 236 pid: 9562 timeout: 806 lvb_type: 0 00002000:00010000:0.0:1746139080.837713:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880072789500 00000100:00100000:0.0:1746139080.838878:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.842669:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.842745:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.846941:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.847566:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.850552:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.856121:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.857165:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093640000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+239:2008:x1830958839766400:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 802us (1052us total) trans 4294970664 rc 0/0 00000100:00100000:0.0:1746139080.857172:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1913 00002000:00100000:0.0:1746139080.857177:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff880093640000 x1830958839766400/t4294970664(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:6/0 lens 496/448 e 0 to 0 dl 1746139091 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139080.857185:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093640000 with x1830958839766400 ext(0->7) 00010000:00010000:0.0:1746139080.857190:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a7836600/0x1f9f6ca451ac9859 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510767 expref: 239 pid: 9562 timeout: 806 lvb_type: 0 00010000:00010000:0.0:1746139080.857199:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a7836600/0x1f9f6ca451ac9859 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510767 expref: 239 pid: 9562 timeout: 806 lvb_type: 0 00002000:00010000:0.0:1746139080.857204:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093640000 00000100:00100000:0.0:1746139080.862747:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.866834:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.872196:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.872793:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.876071:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.876123:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.876947:0:7205:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839767424 00000100:00100000:0.0:1746139080.876951:0:7205:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839767424 00010000:00010000:0.0:1746139080.876986:0:7205:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f1a1a00/0x1f9f6ca451ac9860 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351076e expref: 240 pid: 9562 timeout: 806 lvb_type: 0 00000100:00100000:0.0:1746139080.877641:0:7205:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16087 00000100:00100000:0.0:1746139080.877659:0:7205:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124a2d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b60e9717-019c-4527-a82a-15e993ac5189+240:2009:x1830958839767424:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746139080.877673:0:7205:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746139080.877693:0:7205:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f1a1a00/0x1f9f6ca451ac9860 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351076e expref: 240 pid: 9562 timeout: 806 lvb_type: 0 00010000:00010000:0.0:1746139080.877703:0:7205:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f1a1a00/0x1f9f6ca451ac9860 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351076e expref: 240 pid: 9562 timeout: 806 lvb_type: 0 00010000:00010000:0.0:1746139080.877725:0:7205:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f1a1a00/0x1f9f6ca451ac9860 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351076e expref: 240 pid: 9562 timeout: 806 lvb_type: 0 00010000:00010000:0.0:1746139080.877742:0:7205:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746139080.878473:0:7205:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124a2d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b60e9717-019c-4527-a82a-15e993ac5189+238:2009:x1830958839767424:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 823us (2348us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139080.878480:0:7205:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16087 00000100:00100000:0.0:1746139080.882254:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.884945:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.891190:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.893003:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.894801:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093643800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+240:2010:x1830958839768064:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1262us (1798us total) trans 4294970665 rc 0/0 00000100:00100000:0.0:1746139080.894808:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1915 00002000:00100000:0.0:1746139080.894814:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff880093643800 x1830958839768064/t4294970665(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:6/0 lens 496/448 e 0 to 0 dl 1746139091 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139080.894821:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093643800 with x1830958839768064 ext(0->7) 00010000:00010000:0.0:1746139080.894827:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f674400/0x1f9f6ca451ac986e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351077c expref: 240 pid: 24929 timeout: 806 lvb_type: 0 00010000:00010000:0.0:1746139080.894836:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f674400/0x1f9f6ca451ac986e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351077c expref: 240 pid: 24929 timeout: 806 lvb_type: 0 00002000:00010000:0.0:1746139080.894841:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093643800 00000100:00100000:0.0:1746139080.897116:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.902818:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.904480:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.906502:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.908391:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.911131:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.924048:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.926268:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072788000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+243:2010:x1830958839769344:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1873us (2221us total) trans 4294970666 rc 0/0 00000100:00100000:0.0:1746139080.926279:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1917 00002000:00100000:0.0:1746139080.926288:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff880072788000 x1830958839769344/t4294970666(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:6/0 lens 496/448 e 0 to 0 dl 1746139091 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139080.926296:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072788000 with x1830958839769344 ext(0->7) 00010000:00010000:0.0:1746139080.926305:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f674c00/0x1f9f6ca451ac987c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351078a expref: 243 pid: 24929 timeout: 806 lvb_type: 0 00010000:00010000:0.0:1746139080.926319:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f674c00/0x1f9f6ca451ac987c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351078a expref: 243 pid: 24929 timeout: 806 lvb_type: 0 00002000:00010000:0.0:1746139080.926325:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880072788000 00000100:00100000:0.0:1746139080.931397:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.933537:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.937494:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.940033:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.940086:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.944025:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.950081:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.951845:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a086ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+244:2007:x1830958839770624:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1351us (1771us total) trans 4294970667 rc 0/0 00000100:00100000:0.0:1746139080.951855:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1920 00002000:00100000:0.0:1746139080.951863:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff8800a086ad80 x1830958839770624/t4294970667(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:6/0 lens 496/448 e 0 to 0 dl 1746139091 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139080.951870:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a086ad80 with x1830958839770624 ext(0->7) 00010000:00010000:0.0:1746139080.951877:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f675400/0x1f9f6ca451ac988a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510798 expref: 244 pid: 24929 timeout: 806 lvb_type: 0 00010000:00010000:0.0:1746139080.951896:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f675400/0x1f9f6ca451ac988a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510798 expref: 244 pid: 24929 timeout: 806 lvb_type: 0 00002000:00010000:0.0:1746139080.951902:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a086ad80 00000100:00100000:0.0:1746139080.956075:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.963258:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.963436:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.966028:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.966402:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.968779:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.973750:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839771904 00000100:00100000:0.0:1746139080.973761:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839771904 00002000:00100000:0.0:1746139080.973814:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88009ba6dc00 x1830958839771904/t0(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:6/0 lens 496/0 e 0 to 0 dl 1746139091 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139080.973824:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba6dc00 with x1830958839771904 ext(0->7) 00010000:00010000:0.0:1746139080.973833:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f035400/0x1f9f6ca451ac9898 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35107a6 expref: 245 pid: 9564 timeout: 806 lvb_type: 0 00010000:00010000:0.0:1746139080.973846:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f035400/0x1f9f6ca451ac9898 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35107a6 expref: 245 pid: 9564 timeout: 806 lvb_type: 0 00002000:00010000:0.0:1746139080.973854:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ba6dc00 00000100:00100000:0.0:1746139080.973871:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 1922 00000100:00100000:0.0:1746139080.973878:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba6dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+245:2007:x1830958839771904:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746139080.976445:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba6dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+247:2007:x1830958839771904:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2554us (3138us total) trans 4294970668 rc 0/0 00000100:00100000:0.0:1746139080.976456:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1922 00002000:00100000:0.0:1746139080.976467:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88009ba6dc00 x1830958839771904/t4294970668(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:6/0 lens 496/448 e 0 to 0 dl 1746139091 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139080.976476:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba6dc00 with x1830958839771904 ext(0->7) 00010000:00010000:0.0:1746139080.976486:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f035400/0x1f9f6ca451ac9898 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35107a6 expref: 247 pid: 9564 timeout: 806 lvb_type: 0 00010000:00010000:0.0:1746139080.976500:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f035400/0x1f9f6ca451ac9898 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35107a6 expref: 247 pid: 9564 timeout: 806 lvb_type: 0 00002000:00010000:0.0:1746139080.976506:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ba6dc00 00000100:00100000:0.0:1746139080.980928:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.986103:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.986780:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.986848:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839772416 00000100:00100000:0.0:1746139080.986852:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839772416 00002000:00100000:0.0:1746139080.986883:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff8800a086a680 x1830958839772416/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:6/0 lens 488/0 e 0 to 0 dl 1746139091 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139080.986892:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a086a680 with x1830958839772416 ext(0->4095) 00002000:00010000:0.0:1746139080.986897:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a086a680 00000100:00100000:0.0:1746139080.986911:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 12772 00000100:00100000:0.0:1746139080.986916:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a086a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+247:2008:x1830958839772416:12345-192.168.203.56@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746139080.987018:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a086a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+248:2008:x1830958839772416:12345-192.168.203.56@tcp:3:rw_seq_cst_vs_d.0 Request processed in 102us (238us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746139080.987027:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 12772 00002000:00100000:0.0:1746139080.987033:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff8800a086a680 x1830958839772416/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:6/0 lens 488/4536 e 0 to 0 dl 1746139091 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139080.987039:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a086a680 with x1830958839772416 ext(0->4095) 00010000:00010000:0.0:1746139080.987044:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f035e00/0x1f9f6ca451ac989f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35107ad expref: 248 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139080.987052:0:27210:0:(ldlm_lockd.c:596:ldlm_refresh_waiting_lock()) ### wasn't waiting ns: filter-lustre-OST0000_UUID lock: ffff88009f035e00/0x1f9f6ca451ac989f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35107ad expref: 248 pid: 9564 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746139080.987058:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a086a680 00000100:00100000:0.0:1746139080.990123:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.990252:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.993293:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.998256:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139080.999341:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0868380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+248:2010:x1830958839773184:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 876us (1095us total) trans 4294970669 rc 0/0 00000100:00100000:0.0:1746139080.999349:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1924 00002000:00100000:0.0:1746139080.999355:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff8800a0868380 x1830958839773184/t4294970669(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:6/0 lens 496/448 e 0 to 0 dl 1746139091 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139080.999361:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0868380 with x1830958839773184 ext(0->7) 00010000:00010000:0.0:1746139080.999367:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f675400/0x1f9f6ca451ac98a6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35107b4 expref: 248 pid: 24929 timeout: 806 lvb_type: 0 00010000:00010000:0.0:1746139080.999377:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f675400/0x1f9f6ca451ac98a6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35107b4 expref: 248 pid: 24929 timeout: 806 lvb_type: 0 00002000:00010000:0.0:1746139080.999383:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a0868380 00000100:00100000:0.0:1746139081.002329:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.009463:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.011847:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.012693:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.014233:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.018334:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.021150:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.023022:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c05500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+251:2007:x1830958839774464:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1168us (1875us total) trans 4294970670 rc 0/0 00000100:00100000:0.0:1746139081.023031:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1926 00002000:00100000:0.0:1746139081.023038:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff880094c05500 x1830958839774464/t4294970670(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:7/0 lens 496/448 e 0 to 0 dl 1746139092 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139081.023045:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c05500 with x1830958839774464 ext(0->7) 00010000:00010000:0.0:1746139081.023051:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f035c00/0x1f9f6ca451ac98b4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35107c2 expref: 251 pid: 9564 timeout: 806 lvb_type: 0 00010000:00010000:0.0:1746139081.023063:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f035c00/0x1f9f6ca451ac98b4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35107c2 expref: 251 pid: 9564 timeout: 806 lvb_type: 0 00002000:00010000:0.0:1746139081.023069:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094c05500 00000100:00100000:0.0:1746139081.024468:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.030083:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.035952:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.038068:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.039773:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.043023:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.043062:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.043788:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.043800:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839775616 00000100:00100000:0.0:1746139081.043802:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839775616 00010000:00010000:0.0:1746139081.043815:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f034e00/0x1f9f6ca451ac98c2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35107d0 expref: 6 pid: 9564 timeout: 806 lvb_type: 0 00000100:00100000:0.0:1746139081.043830:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16101 00000100:00100000:0.0:1746139081.043834:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124a2fc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958839775616:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746139081.043840:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746139081.044119:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f034e00/0x1f9f6ca451ac98c2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35107d0 expref: 6 pid: 9564 timeout: 806 lvb_type: 0 00010000:00010000:0.0:1746139081.044129:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f034e00/0x1f9f6ca451ac98c2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35107d0 expref: 6 pid: 9564 timeout: 806 lvb_type: 0 00010000:00010000:0.0:1746139081.045677:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f034e00/0x1f9f6ca451ac98c2 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35107d0 expref: 6 pid: 9564 timeout: 806 lvb_type: 0 00010000:00010000:0.0:1746139081.045706:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139081.045709:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139081.045716:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f034400/0x1f9f6ca451ac98c9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35107d7 expref: 251 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139081.045723:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f034400/0x1f9f6ca451ac98c9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35107d7 expref: 251 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139081.045759:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f034400/0x1f9f6ca451ac98c9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35107d7 expref: 251 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139081.045771:0:7206:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f034400/0x1f9f6ca451ac98c9 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35107d7 expref: 251 pid: 9564 timeout: 806 lvb_type: 0 00000100:00100000:0.0:1746139081.045782:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c05880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830958831877888:192.168.203.56@tcp:105: 00000100:00100000:0.0:1746139081.045860:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007256a000 going to sleep for 11 seconds 00000100:00100000:0.0:1746139081.049431:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.055239:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.056775:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c06d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+253:2010:x1830958839776256:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1097us (1543us total) trans 4294970671 rc 0/0 00000100:00100000:0.0:1746139081.056783:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1929 00002000:00100000:0.0:1746139081.056789:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff880094c06d80 x1830958839776256/t4294970671(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:7/0 lens 496/448 e 0 to 0 dl 1746139092 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139081.056797:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c06d80 with x1830958839776256 ext(0->7) 00010000:00010000:0.0:1746139081.056802:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f034400/0x1f9f6ca451ac98c9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35107d7 expref: 253 pid: 9564 timeout: 806 lvb_type: 0 00010000:00010000:0.0:1746139081.056813:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f034400/0x1f9f6ca451ac98c9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35107d7 expref: 253 pid: 9564 timeout: 806 lvb_type: 0 00002000:00010000:0.0:1746139081.056819:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094c06d80 00000100:00100000:0.0:1746139081.060534:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.066080:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.069949:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.070185:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.073976:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.077912:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.087715:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.090265:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072507b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+254:2009:x1830958839777536:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2351us (2550us total) trans 4294970672 rc 0/0 00000100:00100000:0.0:1746139081.090276:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1931 00002000:00100000:0.0:1746139081.090285:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff880072507b80 x1830958839777536/t4294970672(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:7/0 lens 496/448 e 0 to 0 dl 1746139092 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139081.090294:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072507b80 with x1830958839777536 ext(0->7) 00010000:00010000:0.0:1746139081.090302:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f035600/0x1f9f6ca451ac98d7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35107e5 expref: 254 pid: 9564 timeout: 806 lvb_type: 0 00010000:00010000:0.0:1746139081.090318:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f035600/0x1f9f6ca451ac98d7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35107e5 expref: 254 pid: 9564 timeout: 806 lvb_type: 0 00002000:00010000:0.0:1746139081.090325:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880072507b80 00000100:00100000:0.0:1746139081.098991:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.102992:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.103906:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.103960:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839778048 00000100:00100000:0.0:1746139081.103964:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839778048 00002000:00100000:0.0:1746139081.103999:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff880072505880 x1830958839778048/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:7/0 lens 488/0 e 0 to 0 dl 1746139092 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139081.104010:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072505880 with x1830958839778048 ext(0->4095) 00002000:00010000:0.0:1746139081.104014:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880072505880 00000100:00100000:0.0:1746139081.104046:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 12776 00000100:00100000:0.0:1746139081.104052:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072505880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958839778048:12345-192.168.203.56@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746139081.106784:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.108429:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.118713:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.121021:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072506680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+257:2010:x1830958839778816:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2078us (2307us total) trans 4294970673 rc 0/0 00000100:00100000:0.0:1746139081.121032:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1933 00002000:00100000:0.0:1746139081.121042:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff880072506680 x1830958839778816/t4294970673(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:7/0 lens 496/448 e 0 to 0 dl 1746139092 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139081.121051:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072506680 with x1830958839778816 ext(0->7) 00010000:00010000:0.0:1746139081.121061:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f034400/0x1f9f6ca451ac98e5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35107f3 expref: 257 pid: 9564 timeout: 806 lvb_type: 0 00010000:00010000:0.0:1746139081.121074:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f034400/0x1f9f6ca451ac98e5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35107f3 expref: 257 pid: 9564 timeout: 806 lvb_type: 0 00002000:00010000:0.0:1746139081.121081:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880072506680 00000100:00100000:0.0:1746139081.129206:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.134837:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.135396:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.139583:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.146392:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.149558:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.159094:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.161613:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.163531:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072507100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+258:2008:x1830958839780480:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1273us (1911us total) trans 4294970674 rc 0/0 00000100:00100000:0.0:1746139081.163540:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1935 00002000:00100000:0.0:1746139081.163547:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff880072507100 x1830958839780480/t4294970674(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:7/0 lens 496/448 e 0 to 0 dl 1746139092 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139081.163555:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072507100 with x1830958839780480 ext(0->7) 00010000:00010000:0.0:1746139081.163563:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f035200/0x1f9f6ca451ac98fa lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510808 expref: 258 pid: 9564 timeout: 806 lvb_type: 0 00010000:00010000:0.0:1746139081.163575:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f035200/0x1f9f6ca451ac98fa lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510808 expref: 258 pid: 9564 timeout: 806 lvb_type: 0 00002000:00010000:0.0:1746139081.163582:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880072507100 00000100:00100000:0.0:1746139081.166072:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.167349:0:7205:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839780736 00000100:00100000:0.0:1746139081.167353:0:7205:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839780736 00010000:00010000:0.0:1746139081.167375:0:7205:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f035200/0x1f9f6ca451ac98fa lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510808 expref: 259 pid: 9564 timeout: 806 lvb_type: 0 00000100:00100000:0.0:1746139081.167409:0:7205:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16109 00000100:00100000:0.0:1746139081.167416:0:7205:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5f99180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b60e9717-019c-4527-a82a-15e993ac5189+259:2008:x1830958839780736:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746139081.167426:0:7205:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746139081.167445:0:7205:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f035200/0x1f9f6ca451ac98fa lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510808 expref: 259 pid: 9564 timeout: 806 lvb_type: 0 00010000:00010000:0.0:1746139081.167465:0:7205:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f035200/0x1f9f6ca451ac98fa lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510808 expref: 259 pid: 9564 timeout: 806 lvb_type: 0 00010000:00010000:0.0:1746139081.167483:0:7205:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f035200/0x1f9f6ca451ac98fa lrc: 0/0,0 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510808 expref: 259 pid: 9564 timeout: 806 lvb_type: 0 00010000:00010000:0.0:1746139081.167505:0:7205:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139081.167507:0:7205:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139081.167513:0:7205:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f674600/0x1f9f6ca451ac9901 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351080f expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139081.167520:0:7205:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f674600/0x1f9f6ca451ac9901 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351080f expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139081.167542:0:7205:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f674600/0x1f9f6ca451ac9901 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351080f expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139081.167552:0:7205:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f674600/0x1f9f6ca451ac9901 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351080f expref: 5 pid: 9564 timeout: 806 lvb_type: 0 00000100:00100000:0.0:1746139081.167564:0:7205:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072504380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7205:1830958831879808:192.168.203.56@tcp:105: 00000100:00100000:0.0:1746139081.167661:0:7205:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007256ac00 going to sleep for 11 seconds 00000100:00100000:0.0:1746139081.173899:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.177216:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.181087:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.186592:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.202932:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.204474:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c0cc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+260:2007:x1830958839781632:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1309us (1537us total) trans 4294970675 rc 0/0 00000100:00100000:0.0:1746139081.204483:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1937 00002000:00100000:0.0:1746139081.204491:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88009c0cc000 x1830958839781632/t4294970675(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:7/0 lens 496/448 e 0 to 0 dl 1746139092 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139081.204500:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c0cc000 with x1830958839781632 ext(0->7) 00010000:00010000:0.0:1746139081.204508:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f675600/0x1f9f6ca451ac9908 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510816 expref: 260 pid: 9564 timeout: 806 lvb_type: 0 00010000:00010000:0.0:1746139081.204520:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f675600/0x1f9f6ca451ac9908 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510816 expref: 260 pid: 9564 timeout: 806 lvb_type: 0 00002000:00010000:0.0:1746139081.204526:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c0cc000 00000100:00100000:0.0:1746139081.210783:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.214745:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.219222:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.222410:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.226719:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.226754:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.226783:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.234212:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839783424 00000100:00100000:0.0:1746139081.234223:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839783424 00002000:00100000:0.0:1746139081.234272:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff8800a5f9a680 x1830958839783424/t0(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:7/0 lens 496/0 e 0 to 0 dl 1746139092 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139081.234283:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5f9a680 with x1830958839783424 ext(0->7) 00010000:00010000:0.0:1746139081.234292:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0633600/0x1f9f6ca451ac991d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351082b expref: 260 pid: 24929 timeout: 806 lvb_type: 0 00010000:00010000:0.0:1746139081.234308:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0633600/0x1f9f6ca451ac991d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351082b expref: 260 pid: 24929 timeout: 806 lvb_type: 0 00002000:00010000:0.0:1746139081.234316:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a5f9a680 00000100:00100000:0.0:1746139081.234751:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 1940 00000100:00100000:0.0:1746139081.234760:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5f9a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+260:2007:x1830958839783424:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746139081.242684:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5f9a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+262:2007:x1830958839783424:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 7912us (8523us total) trans 4294970676 rc 0/0 00000100:00100000:0.0:1746139081.242700:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1940 00002000:00100000:0.0:1746139081.242711:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff8800a5f9a680 x1830958839783424/t4294970676(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:7/0 lens 496/448 e 0 to 0 dl 1746139092 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139081.242722:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5f9a680 with x1830958839783424 ext(0->7) 00010000:00010000:0.0:1746139081.242733:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0633600/0x1f9f6ca451ac991d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351082b expref: 262 pid: 24929 timeout: 806 lvb_type: 0 00010000:00010000:0.0:1746139081.242752:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0633600/0x1f9f6ca451ac991d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351082b expref: 262 pid: 24929 timeout: 806 lvb_type: 0 00002000:00010000:0.0:1746139081.242759:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a5f9a680 00000100:00100000:0.0:1746139081.247717:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.251267:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.258596:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.263916:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.269353:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.273196:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.276154:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c0cc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+264:2008:x1830958839784576:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2368us (2956us total) trans 4294970677 rc 0/0 00000100:00100000:0.0:1746139081.276164:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1942 00002000:00100000:0.0:1746139081.276173:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88009c0cc700 x1830958839784576/t4294970677(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:7/0 lens 496/448 e 0 to 0 dl 1746139092 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139081.276182:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c0cc700 with x1830958839784576 ext(0->7) 00010000:00010000:0.0:1746139081.276191:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f572600/0x1f9f6ca451ac992b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510839 expref: 264 pid: 24929 timeout: 806 lvb_type: 0 00010000:00010000:0.0:1746139081.276203:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f572600/0x1f9f6ca451ac992b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510839 expref: 264 pid: 24929 timeout: 806 lvb_type: 0 00002000:00010000:0.0:1746139081.276209:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c0cc700 00000100:00100000:0.0:1746139081.279450:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.279556:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.283199:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839785088 00000100:00100000:0.0:1746139081.283206:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839785088 00002000:00100000:0.0:1746139081.283246:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff88009ba6f100 x1830958839785088/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:7/0 lens 488/0 e 0 to 0 dl 1746139092 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139081.283253:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba6f100 with x1830958839785088 ext(0->4095) 00010000:00010000:0.0:1746139081.283260:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0632600/0x1f9f6ca451ac9932 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510840 expref: 6 pid: 24929 timeout: 806 lvb_type: 0 00010000:00010000:0.0:1746139081.283270:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0632600/0x1f9f6ca451ac9932 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510840 expref: 6 pid: 24929 timeout: 806 lvb_type: 0 00002000:00010000:0.0:1746139081.283279:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ba6f100 00000100:00100000:0.0:1746139081.283304:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 1943 00000100:00100000:0.0:1746139081.283310:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba6f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958839785088:12345-192.168.203.56@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746139081.283424:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba6f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958839785088:12345-192.168.203.56@tcp:3:rw_seq_cst_vs_d.0 Request processed in 113us (570us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746139081.283429:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1943 00002000:00100000:0.0:1746139081.283432:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff88009ba6f100 x1830958839785088/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:7/0 lens 488/4536 e 0 to 0 dl 1746139092 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139081.283438:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba6f100 with x1830958839785088 ext(0->4095) 00010000:00010000:0.0:1746139081.283440:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0632600/0x1f9f6ca451ac9932 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510840 expref: 6 pid: 24929 timeout: 806 lvb_type: 0 00010000:00010000:0.0:1746139081.283446:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0632600/0x1f9f6ca451ac9932 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510840 expref: 6 pid: 24929 timeout: 806 lvb_type: 0 00002000:00010000:0.0:1746139081.283450:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ba6f100 00000100:00100000:0.0:1746139081.285091:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.288962:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.297520:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839785600 00000100:00100000:0.0:1746139081.297531:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839785600 00000100:00100000:0.0:1746139081.297582:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 28802 00000100:00100000:0.0:1746139081.297590:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880078072050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1158:x1830958839785600:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746139081.297609:0:9562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746139081.297685:0:9562:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f0afe00/0x1f9f6ca451ac9940 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a351084e expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139081.297720:0:9562:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0633600/0x1f9f6ca451ac9939 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510847 expref: 263 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139081.297732:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746139081.297734:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746139081.297737:0:9562:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f0afe00/0x1f9f6ca451ac9940 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351084e expref: 6 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139081.297772:0:9562:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0633600/0x1f9f6ca451ac9939 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510847 expref: 263 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139081.297786:0:9562:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0633600/0x1f9f6ca451ac9939 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510847 expref: 263 pid: 9562 timeout: 806 lvb_type: 0 00000100:00100000:0.0:1746139081.297799:0:9562:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c0cca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9562:1830958831881728:192.168.203.56@tcp:104: 00000100:00100000:0.0:1746139081.297897:0:9562:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007256a3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746139081.302026:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.303347:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c0cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+266:2008:x1830958839785728:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1063us (1317us total) trans 4294970678 rc 0/0 00000100:00100000:0.0:1746139081.303355:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1944 00002000:00100000:0.0:1746139081.303362:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88009c0cfb80 x1830958839785728/t4294970678(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:7/0 lens 496/448 e 0 to 0 dl 1746139092 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139081.303369:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c0cfb80 with x1830958839785728 ext(0->7) 00010000:00010000:0.0:1746139081.303375:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0633600/0x1f9f6ca451ac9939 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510847 expref: 266 pid: 9562 timeout: 806 lvb_type: 0 00010000:00010000:0.0:1746139081.303386:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0633600/0x1f9f6ca451ac9939 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510847 expref: 266 pid: 9562 timeout: 806 lvb_type: 0 00002000:00010000:0.0:1746139081.303392:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c0cfb80 00000100:00100000:0.0:1746139081.307859:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.311084:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.313902:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.318871:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839786752 00000100:00100000:0.0:1746139081.318881:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839786752 00000100:00100000:0.0:1746139081.318940:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 28804 00000100:00100000:0.0:1746139081.318947:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba6e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1158:x1830958839786752:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746139081.318968:0:9562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746139081.318987:0:9562:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f0afe00/0x1f9f6ca451ac994e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a351085c expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139081.319015:0:9562:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0633200/0x1f9f6ca451ac9947 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510855 expref: 265 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139081.319022:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746139081.319023:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746139081.319027:0:9562:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f0afe00/0x1f9f6ca451ac994e lrc: 4/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351085c expref: 6 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139081.319056:0:9562:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0633200/0x1f9f6ca451ac9947 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510855 expref: 265 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139081.319068:0:9562:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0633200/0x1f9f6ca451ac9947 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510855 expref: 265 pid: 9562 timeout: 806 lvb_type: 0 00000100:00100000:0.0:1746139081.319080:0:9562:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c0cea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9562:1830958831882240:192.168.203.56@tcp:104: 00000100:00100000:0.0:1746139081.319167:0:9562:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007256ac00 going to sleep for 11 seconds 00000100:00100000:0.0:1746139081.322832:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.324692:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c0cf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+268:2007:x1830958839786880:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1452us (1869us total) trans 4294970679 rc 0/0 00000100:00100000:0.0:1746139081.324701:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1946 00002000:00100000:0.0:1746139081.324713:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88009c0cf480 x1830958839786880/t4294970679(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:7/0 lens 496/448 e 0 to 0 dl 1746139092 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139081.324722:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c0cf480 with x1830958839786880 ext(0->7) 00010000:00010000:0.0:1746139081.324728:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0633200/0x1f9f6ca451ac9947 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510855 expref: 268 pid: 9562 timeout: 806 lvb_type: 0 00010000:00010000:0.0:1746139081.324742:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0633200/0x1f9f6ca451ac9947 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510855 expref: 268 pid: 9562 timeout: 806 lvb_type: 0 00002000:00010000:0.0:1746139081.324749:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c0cf480 00000100:00100000:0.0:1746139081.327599:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.332020:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.336168:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839787392 00000100:00100000:0.0:1746139081.336180:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839787392 00000100:00100000:0.0:1746139081.336251:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 28805 00000100:00100000:0.0:1746139081.336260:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5f9aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b60e9717-019c-4527-a82a-15e993ac5189+267:1157:x1830958839787392:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746139081.336280:0:9562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746139081.336300:0:9562:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f0aec00/0x1f9f6ca451ac9955 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3510863 expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139081.336333:0:9562:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f0afe00/0x1f9f6ca451ac994e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351085c expref: 5 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139081.336340:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139081.336342:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139081.336345:0:9562:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f0aec00/0x1f9f6ca451ac9955 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510863 expref: 268 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139081.336377:0:9562:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f0afe00/0x1f9f6ca451ac994e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351085c expref: 5 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139081.336387:0:9562:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f0afe00/0x1f9f6ca451ac994e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351085c expref: 5 pid: 9562 timeout: 806 lvb_type: 0 00000100:00100000:0.0:1746139081.336399:0:9562:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011dd84000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9562:1830958831882496:192.168.203.56@tcp:104: 00000100:00100000:0.0:1746139081.336475:0:9562:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007256a000 going to sleep for 11 seconds 00000100:00100000:0.0:1746139081.339344:0:7205:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839787648 00000100:00100000:0.0:1746139081.339350:0:7205:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839787648 00010000:00010000:0.0:1746139081.339375:0:7205:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f0afe00/0x1f9f6ca451ac994e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351085c expref: 6 pid: 9562 timeout: 806 lvb_type: 0 00000100:00100000:0.0:1746139081.339407:0:7205:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16121 00000100:00100000:0.0:1746139081.339414:0:7205:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba6fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958839787648:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746139081.339426:0:7205:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746139081.339445:0:7205:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f0afe00/0x1f9f6ca451ac994e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351085c expref: 6 pid: 9562 timeout: 806 lvb_type: 0 00010000:00010000:0.0:1746139081.339460:0:7205:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f0afe00/0x1f9f6ca451ac994e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351085c expref: 6 pid: 9562 timeout: 806 lvb_type: 0 00010000:00010000:0.0:1746139081.339481:0:7205:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f0afe00/0x1f9f6ca451ac994e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351085c expref: 6 pid: 9562 timeout: 806 lvb_type: 0 00010000:00010000:0.0:1746139081.339506:0:7205:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139081.339509:0:7205:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139081.339515:0:7205:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f0aec00/0x1f9f6ca451ac9955 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510863 expref: 268 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139081.339523:0:7205:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f0aec00/0x1f9f6ca451ac9955 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510863 expref: 268 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139081.339547:0:7205:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f0aec00/0x1f9f6ca451ac9955 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510863 expref: 268 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139081.339557:0:7205:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f0aec00/0x1f9f6ca451ac9955 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510863 expref: 268 pid: 9562 timeout: 806 lvb_type: 0 00000100:00100000:0.0:1746139081.339567:0:7205:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011dd85500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7205:1830958831882752:192.168.203.56@tcp:105: 00000100:00100000:0.0:1746139081.339637:0:7205:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007256aa80 going to sleep for 11 seconds 00000100:00100000:0.0:1746139081.342814:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.347372:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.348674:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011dd85f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+271:2010:x1830958839788160:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 856us (1310us total) trans 4294970680 rc 0/0 00000100:00100000:0.0:1746139081.348687:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1948 00002000:00100000:0.0:1746139081.348694:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88011dd85f80 x1830958839788160/t4294970680(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:7/0 lens 496/448 e 0 to 0 dl 1746139092 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139081.348703:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011dd85f80 with x1830958839788160 ext(0->7) 00010000:00010000:0.0:1746139081.348709:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f0aec00/0x1f9f6ca451ac9955 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510863 expref: 271 pid: 9562 timeout: 806 lvb_type: 0 00010000:00010000:0.0:1746139081.348719:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f0aec00/0x1f9f6ca451ac9955 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510863 expref: 271 pid: 9562 timeout: 806 lvb_type: 0 00002000:00010000:0.0:1746139081.348726:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011dd85f80 00000100:00100000:0.0:1746139081.350546:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.353756:0:7205:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072506a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7205:1830958831882880:192.168.203.56@tcp:105: 00010000:00010000:0.0:1746139081.353777:0:7205:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746139081.353816:0:7205:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124a2d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b60e9717-019c-4527-a82a-15e993ac5189+270:2009:x1830958839788288:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 2794us (3276us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139081.353829:0:7205:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16122 00000100:00100000:0.0:1746139081.356209:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.359397:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.359493:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.363164:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.363208:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.364736:0:9562:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ed1d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9562:1830958831883136:192.168.203.56@tcp:104: 00010000:00010000:0.0:1746139081.364760:0:9562:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f035400/0x1f9f6ca451ac996a lrc: 3/0,0 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510878 expref: 271 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139081.364773:0:9562:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f035400, rc 0) 00000100:00100000:0.0:1746139081.364789:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011dd85c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b60e9717-019c-4527-a82a-15e993ac5189+271:1157:x1830958839788800:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5259us (5403us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139081.364794:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 28808 00000100:00100000:0.0:1746139081.378039:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed1c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+272:2009:x1830958839789952:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2941us (4415us total) trans 4294970681 rc 0/0 00000100:00100000:0.0:1746139081.378052:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1951 00002000:00100000:0.0:1746139081.378065:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88009ed1c000 x1830958839789952/t4294970681(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:7/0 lens 496/448 e 0 to 0 dl 1746139092 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139081.378074:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ed1c000 with x1830958839789952 ext(0->7) 00010000:00010000:0.0:1746139081.378084:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f035400/0x1f9f6ca451ac996a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510878 expref: 272 pid: 9562 timeout: 806 lvb_type: 0 00010000:00010000:0.0:1746139081.378101:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f035400/0x1f9f6ca451ac996a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510878 expref: 272 pid: 9562 timeout: 806 lvb_type: 0 00002000:00010000:0.0:1746139081.378107:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ed1c000 00000100:00100000:0.0:1746139081.380164:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.384787:0:7205:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072507480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7205:1830958831883520:192.168.203.56@tcp:105: 00010000:00010000:0.0:1746139081.384811:0:7205:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746139081.384869:0:7205:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011dd86680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b60e9717-019c-4527-a82a-15e993ac5189+271:2009:x1830958839790080:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 4446us (4711us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139081.384881:0:7205:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16125 00000100:00100000:0.0:1746139081.389552:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.389705:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.393288:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.397369:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.405315:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.407376:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011dd87100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+275:2007:x1830958839791232:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1234us (2067us total) trans 4294970682 rc 0/0 00000100:00100000:0.0:1746139081.407384:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1953 00002000:00100000:0.0:1746139081.407391:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88011dd87100 x1830958839791232/t4294970682(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:7/0 lens 496/448 e 0 to 0 dl 1746139092 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139081.407399:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011dd87100 with x1830958839791232 ext(0->7) 00010000:00010000:0.0:1746139081.407406:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f035200/0x1f9f6ca451ac9978 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510886 expref: 275 pid: 24929 timeout: 806 lvb_type: 0 00010000:00010000:0.0:1746139081.407418:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f035200/0x1f9f6ca451ac9978 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510886 expref: 275 pid: 24929 timeout: 806 lvb_type: 0 00002000:00010000:0.0:1746139081.407425:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011dd87100 00000100:00100000:0.0:1746139081.409596:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.413657:0:7205:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072505c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7205:1830958831884032:192.168.203.56@tcp:105: 00010000:00010000:0.0:1746139081.413678:0:7205:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746139081.413716:0:7205:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011dd84a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b60e9717-019c-4527-a82a-15e993ac5189+275:2009:x1830958839791360:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3507us (4127us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139081.413724:0:7205:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16127 00000100:00100000:0.0:1746139081.419791:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.425463:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.425496:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.425532:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.425553:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839792256 00000100:00100000:0.0:1746139081.425557:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839792256 00010000:00010000:0.0:1746139081.425581:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f035c00/0x1f9f6ca451ac9986 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510894 expref: 6 pid: 24929 timeout: 806 lvb_type: 0 00000100:00100000:0.0:1746139081.425602:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839792512 00000100:00100000:0.0:1746139081.425604:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839792512 00010000:00010000:0.0:1746139081.425613:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0633600/0x1f9f6ca451ac997f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351088d expref: 276 pid: 10475 timeout: 806 lvb_type: 0 00000100:00100000:0.0:1746139081.425659:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16128 00000100:00100000:0.0:1746139081.425665:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c0ced80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958839792256:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746139081.425676:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746139081.425692:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f035c00/0x1f9f6ca451ac9986 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510894 expref: 7 pid: 24929 timeout: 806 lvb_type: 0 00010000:00010000:0.0:1746139081.425700:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f035c00/0x1f9f6ca451ac9986 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510894 expref: 7 pid: 24929 timeout: 806 lvb_type: 0 00010000:00010000:0.0:1746139081.425718:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f035c00/0x1f9f6ca451ac9986 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510894 expref: 7 pid: 24929 timeout: 806 lvb_type: 0 00010000:00010000:0.0:1746139081.425737:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746139081.425753:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c0ced80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958839792256:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 88us (256us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139081.425758:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16128 00000100:00100000:0.0:1746139081.430804:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.434668:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.437447:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c0cf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+276:2007:x1830958839793024:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1706us (2831us total) trans 4294970683 rc 0/0 00000100:00100000:0.0:1746139081.437458:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1955 00002000:00100000:0.0:1746139081.437467:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88009c0cf800 x1830958839793024/t4294970683(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:7/0 lens 496/448 e 0 to 0 dl 1746139092 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139081.437475:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c0cf800 with x1830958839793024 ext(0->7) 00010000:00010000:0.0:1746139081.437485:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0633a00/0x1f9f6ca451ac998d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351089b expref: 276 pid: 10475 timeout: 806 lvb_type: 0 00010000:00010000:0.0:1746139081.437502:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0633a00/0x1f9f6ca451ac998d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351089b expref: 276 pid: 10475 timeout: 806 lvb_type: 0 00002000:00010000:0.0:1746139081.437509:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c0cf800 00000100:00100000:0.0:1746139081.440135:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.445608:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.451372:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.451467:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.451521:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 28815 00000100:00100000:0.0:1746139081.451530:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ee97100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+276:1158:x1830958839793664:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746139081.451560:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746139081.451687:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0633a00/0x1f9f6ca451ac99a2 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a35108b0 expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139081.451730:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139081.451736:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f675800/0x1f9f6ca451ac999b lrc: 3/0,0 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35108a9 expref: 278 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139081.451742:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746139081.451744:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0633a00/0x1f9f6ca451ac99a2 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35108b0 expref: 278 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139081.451768:0:9564:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f675800/0x1f9f6ca451ac999b lrc: 4/0,0 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35108a9 expref: 278 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139081.451779:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0633a00/0x1f9f6ca451ac99a2 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35108b0 expref: 278 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139081.451789:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0633a00, rc 0) 00000100:00100000:0.0:1746139081.455451:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.455695:0:7205:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16131 00000100:00100000:0.0:1746139081.455705:0:7205:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ee94000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958839793792:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746139081.455718:0:7205:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746139081.455738:0:7205:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880131566200/0x1f9f6ca451ac9994 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35108a2 expref: 6 pid: 10475 timeout: 806 lvb_type: 0 00010000:00010000:0.0:1746139081.455753:0:7205:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880131566200/0x1f9f6ca451ac9994 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35108a2 expref: 6 pid: 10475 timeout: 806 lvb_type: 0 00010000:00010000:0.0:1746139081.455777:0:7205:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880131566200/0x1f9f6ca451ac9994 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35108a2 expref: 6 pid: 10475 timeout: 806 lvb_type: 0 00010000:00010000:0.0:1746139081.455801:0:7205:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139081.455803:0:7205:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139081.455811:0:7205:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f675800/0x1f9f6ca451ac999b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35108a9 expref: 276 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139081.455819:0:7205:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f675800/0x1f9f6ca451ac999b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35108a9 expref: 276 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139081.455850:0:7205:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f675800/0x1f9f6ca451ac999b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35108a9 expref: 276 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139081.455861:0:7205:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f675800/0x1f9f6ca451ac999b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35108a9 expref: 276 pid: 9562 timeout: 806 lvb_type: 0 00000100:00100000:0.0:1746139081.455871:0:7205:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ee97480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7205:1830958831885056:192.168.203.56@tcp:105: 00000100:00100000:0.0:1746139081.455943:0:7205:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007256a480 going to sleep for 11 seconds 00000100:00100000:0.0:1746139081.457951:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.462428:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.466847:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.469955:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.472038:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.475135:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.476699:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.478481:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.479854:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.479926:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.482596:0:7205:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072507480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7205:1830958831885696:192.168.203.56@tcp:105: 00010000:00010000:0.0:1746139081.482642:0:7205:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746139081.482688:0:7205:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ee97480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2009:x1830958839795584:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 1918us (2760us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139081.482698:0:7205:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16134 00000100:00100000:0.0:1746139081.489966:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.503160:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.511004:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.511096:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.513730:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.514762:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.520431:0:7205:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072506a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7205:1830958831886208:192.168.203.56@tcp:105: 00010000:00010000:0.0:1746139081.520460:0:7205:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746139081.525095:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.532419:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.537915:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.541503:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.544959:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.546698:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.546742:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.551090:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.552997:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.556434:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.558718:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.571054:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072c18a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+284:2007:x1830958839799168:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 11117us (12330us total) trans 4294970687 rc 0/0 00000100:00100000:0.0:1746139081.571069:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1965 00002000:00100000:0.0:1746139081.571082:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff880072c18a80 x1830958839799168/t4294970687(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:7/0 lens 496/448 e 0 to 0 dl 1746139092 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139081.571098:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072c18a80 with x1830958839799168 ext(0->7) 00010000:00010000:0.0:1746139081.571110:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880072514a00/0x1f9f6ca451ac99d3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35108e1 expref: 284 pid: 9562 timeout: 806 lvb_type: 0 00010000:00010000:0.0:1746139081.571127:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880072514a00/0x1f9f6ca451ac99d3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35108e1 expref: 284 pid: 9562 timeout: 806 lvb_type: 0 00002000:00010000:0.0:1746139081.571134:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880072c18a80 00000100:00100000:0.0:1746139081.573216:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.574256:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.578896:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.582811:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.595120:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.601162:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.603981:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5d82680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+286:2007:x1830958839800320:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1057us (2826us total) trans 4294970688 rc 0/0 00000100:00100000:0.0:1746139081.603989:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1967 00002000:00100000:0.0:1746139081.603996:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff8800a5d82680 x1830958839800320/t4294970688(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:7/0 lens 496/448 e 0 to 0 dl 1746139092 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139081.604005:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5d82680 with x1830958839800320 ext(0->7) 00010000:00010000:0.0:1746139081.604014:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a7836600/0x1f9f6ca451ac99e1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35108ef expref: 286 pid: 9564 timeout: 806 lvb_type: 0 00010000:00010000:0.0:1746139081.604027:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a7836600/0x1f9f6ca451ac99e1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35108ef expref: 286 pid: 9564 timeout: 806 lvb_type: 0 00002000:00010000:0.0:1746139081.604038:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a5d82680 00000100:00100000:0.0:1746139081.606579:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.608357:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839800576 00000100:00100000:0.0:1746139081.608361:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839800576 00000100:00100000:0.0:1746139081.608395:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 28827 00000100:00100000:0.0:1746139081.608400:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c0cca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+286:1157:x1830958839800576:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746139081.608412:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746139081.608427:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f0e4600/0x1f9f6ca451ac99ef lrc: 2/0,0 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a35108fd expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139081.608443:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012fb9f800/0x1f9f6ca451ac99e8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35108f6 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139081.608449:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139081.608450:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139081.608454:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f0e4600/0x1f9f6ca451ac99ef lrc: 4/0,0 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35108fd expref: 287 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139081.608471:0:9564:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012fb9f800/0x1f9f6ca451ac99e8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35108f6 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139081.608481:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012fb9f800/0x1f9f6ca451ac99e8 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35108f6 expref: 5 pid: 9564 timeout: 806 lvb_type: 0 00000100:00100000:0.0:1746139081.608490:0:9564:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5d82a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9564:1830958831887616:192.168.203.56@tcp:104: 00000100:00100000:0.0:1746139081.608510:0:9564:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007256a480 going to sleep for 11 seconds 00000100:00100000:0.0:1746139081.611173:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.616501:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.620524:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.636183:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.640234:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.641715:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5d83100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+288:2009:x1830958839801472:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1012us (1479us total) trans 4294970689 rc 0/0 00000100:00100000:0.0:1746139081.641723:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1969 00002000:00100000:0.0:1746139081.641728:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff8800a5d83100 x1830958839801472/t4294970689(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:7/0 lens 496/448 e 0 to 0 dl 1746139092 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139081.641737:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5d83100 with x1830958839801472 ext(0->7) 00010000:00010000:0.0:1746139081.641743:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f0e4600/0x1f9f6ca451ac99ef lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35108fd expref: 288 pid: 9564 timeout: 806 lvb_type: 0 00010000:00010000:0.0:1746139081.641753:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f0e4600/0x1f9f6ca451ac99ef lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35108fd expref: 288 pid: 9564 timeout: 806 lvb_type: 0 00002000:00010000:0.0:1746139081.641759:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a5d83100 00000100:00100000:0.0:1746139081.644049:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.653718:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1063 00000100:00100000:0.0:1746139081.653726:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba6d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3765:x1830958831888768:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746139081.653755:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba6d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3765:x1830958831888768:12345-0@lo:400:kworker.0 Request processed in 31us (662us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139081.653760:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1063 00000100:00100000:0.0:1746139081.653777:0:10475:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958831889152 00000100:00100000:0.0:1746139081.653780:0:10475:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958831889152 00000100:00100000:0.0:1746139081.653799:0:10475:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 740 00000100:00100000:0.0:1746139081.653804:0:10475:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093642300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3765:x1830958831889152:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746139081.653826:0:10475:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093642300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3765:x1830958831889152:12345-0@lo:400:kworker.0 Request processed in 22us (595us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139081.653830:0:10475:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 740 00000100:00100000:0.0:1746139081.654061:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072507480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830958831888000:192.168.203.56@tcp:105: 00010000:00010000:0.0:1746139081.654075:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746139081.654111:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5d82a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b60e9717-019c-4527-a82a-15e993ac5189+287:2010:x1830958839801600:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 9767us (10075us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139081.654119:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16144 00000100:00100000:0.0:1746139081.654149:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839801856 00000100:00100000:0.0:1746139081.654151:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839801856 00002000:00100000:0.0:1746139081.654178:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff88012ee94000 x1830958839801856/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:7/0 lens 488/0 e 0 to 0 dl 1746139092 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139081.654188:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ee94000 with x1830958839801856 ext(0->4095) 00002000:00010000:0.0:1746139081.654193:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012ee94000 00000100:00100000:0.0:1746139081.654257:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 12795 00000100:00100000:0.0:1746139081.654263:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ee94000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2010:x1830958839801856:12345-192.168.203.56@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746139081.654405:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ee94000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2010:x1830958839801856:12345-192.168.203.56@tcp:3:rw_seq_cst_vs_d.0 Request processed in 141us (284us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746139081.654411:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 12795 00002000:00100000:0.0:1746139081.654416:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff88012ee94000 x1830958839801856/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:7/0 lens 488/4536 e 0 to 0 dl 1746139092 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139081.654422:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ee94000 with x1830958839801856 ext(0->4095) 00002000:00010000:0.0:1746139081.654425:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012ee94000 00000100:00100000:0.0:1746139081.655821:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.656594:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.658827:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.663605:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.668141:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.669884:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c410700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+291:2007:x1830958839802752:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1513us (1747us total) trans 4294970690 rc 0/0 00000100:00100000:0.0:1746139081.669895:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1971 00002000:00100000:0.0:1746139081.669903:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88009c410700 x1830958839802752/t4294970690(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:7/0 lens 496/448 e 0 to 0 dl 1746139092 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139081.669912:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c410700 with x1830958839802752 ext(0->7) 00010000:00010000:0.0:1746139081.669921:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880072515400/0x1f9f6ca451ac99fd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351090b expref: 291 pid: 24929 timeout: 806 lvb_type: 0 00010000:00010000:0.0:1746139081.669936:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880072515400/0x1f9f6ca451ac99fd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351090b expref: 291 pid: 24929 timeout: 806 lvb_type: 0 00002000:00010000:0.0:1746139081.669943:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c410700 00000100:00100000:0.0:1746139081.674277:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.680449:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.685179:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.690571:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.691929:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.694976:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.696545:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.696583:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.698769:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.702174:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.703732:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801314bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+293:2009:x1830958839804544:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1347us (1560us total) trans 4294970691 rc 0/0 00000100:00100000:0.0:1746139081.703741:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1974 00002000:00100000:0.0:1746139081.703748:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff8801314bc700 x1830958839804544/t4294970691(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:7/0 lens 496/448 e 0 to 0 dl 1746139092 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139081.703756:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801314bc700 with x1830958839804544 ext(0->7) 00010000:00010000:0.0:1746139081.703763:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f674c00/0x1f9f6ca451ac9a12 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510920 expref: 293 pid: 9562 timeout: 806 lvb_type: 0 00010000:00010000:0.0:1746139081.703775:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f674c00/0x1f9f6ca451ac9a12 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510920 expref: 293 pid: 9562 timeout: 806 lvb_type: 0 00002000:00010000:0.0:1746139081.703781:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801314bc700 00000100:00100000:0.0:1746139081.708486:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.714169:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.717932:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.720696:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.722732:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.725174:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.726837:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.727222:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.727640:0:7205:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839806080 00000100:00100000:0.0:1746139081.727671:0:7205:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839806080 00010000:00010000:0.0:1746139081.727687:0:7205:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012b5d1a00/0x1f9f6ca451ac9a19 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510927 expref: 293 pid: 9562 timeout: 806 lvb_type: 0 00000100:00100000:0.0:1746139081.727709:0:7205:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16151 00000100:00100000:0.0:1746139081.727714:0:7205:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ee95500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b60e9717-019c-4527-a82a-15e993ac5189+293:2009:x1830958839806080:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746139081.727721:0:7205:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746139081.727727:0:7205:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012b5d1a00/0x1f9f6ca451ac9a19 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510927 expref: 293 pid: 9562 timeout: 806 lvb_type: 0 00010000:00010000:0.0:1746139081.727736:0:7205:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012b5d1a00/0x1f9f6ca451ac9a19 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510927 expref: 293 pid: 9562 timeout: 806 lvb_type: 0 00010000:00010000:0.0:1746139081.727748:0:7205:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b5d1a00/0x1f9f6ca451ac9a19 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510927 expref: 293 pid: 9562 timeout: 806 lvb_type: 0 00010000:00010000:0.0:1746139081.727760:0:7205:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139081.727762:0:7205:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139081.727768:0:7205:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880084a85200/0x1f9f6ca451ac9a27 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510935 expref: 292 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139081.727774:0:7205:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880084a85200/0x1f9f6ca451ac9a27 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510935 expref: 292 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139081.727797:0:7205:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880084a85200/0x1f9f6ca451ac9a27 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510935 expref: 292 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139081.727807:0:7205:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880084a85200/0x1f9f6ca451ac9a27 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510935 expref: 292 pid: 9562 timeout: 806 lvb_type: 0 00000100:00100000:0.0:1746139081.727821:0:7205:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801314bf100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7205:1830958831891456:192.168.203.56@tcp:105: 00000100:00100000:0.0:1746139081.727870:0:7205:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007256aa80 going to sleep for 11 seconds 00000100:00100000:0.0:1746139081.730173:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.734885:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958831891584 00000100:00100000:0.0:1746139081.734903:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958831891584 00000100:00100000:0.0:1746139081.734989:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 499 00000100:00100000:0.0:1746139081.734999:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013107c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3766:x1830958831891584:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1746139081.735116:0:9566:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 4218880 granted 498596672 pending 0 free 3921297408 avail 3689775104 00000100:00100000:0.0:1746139081.735198:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013107c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3766:x1830958831891584:12345-0@lo:13:osp-pre-1-1.0 Request processed in 201us (3499us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139081.735204:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 499 00000100:00100000:0.0:1746139081.735564:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839806592 00000100:00100000:0.0:1746139081.735568:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839806592 00002000:00100000:0.0:1746139081.735597:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff8800a5d82a00 x1830958839806592/t0(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:7/0 lens 496/0 e 0 to 0 dl 1746139092 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139081.735607:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5d82a00 with x1830958839806592 ext(0->7) 00010000:00010000:0.0:1746139081.735651:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880084a85200/0x1f9f6ca451ac9a27 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510935 expref: 292 pid: 9562 timeout: 806 lvb_type: 0 00010000:00010000:0.0:1746139081.735667:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880084a85200/0x1f9f6ca451ac9a27 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510935 expref: 292 pid: 9562 timeout: 806 lvb_type: 0 00002000:00010000:0.0:1746139081.735674:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a5d82a00 00000100:00100000:0.0:1746139081.735695:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 1977 00000100:00100000:0.0:1746139081.735701:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5d82a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+292:2008:x1830958839806592:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746139081.739975:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5d82a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+294:2008:x1830958839806592:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 4262us (4621us total) trans 4294970692 rc 0/0 00000100:00100000:0.0:1746139081.739987:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1977 00002000:00100000:0.0:1746139081.739998:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff8800a5d82a00 x1830958839806592/t4294970692(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:7/0 lens 496/448 e 0 to 0 dl 1746139092 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139081.740008:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5d82a00 with x1830958839806592 ext(0->7) 00010000:00010000:0.0:1746139081.740020:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880084a85200/0x1f9f6ca451ac9a27 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510935 expref: 294 pid: 9562 timeout: 806 lvb_type: 0 00010000:00010000:0.0:1746139081.740037:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880084a85200/0x1f9f6ca451ac9a27 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510935 expref: 294 pid: 9562 timeout: 807 lvb_type: 0 00002000:00010000:0.0:1746139081.740044:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a5d82a00 00000100:00100000:0.0:1746139081.746286:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.750968:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.760364:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.760427:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.763866:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.767926:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.771141:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eed8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+297:2009:x1830958839807872:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1119us (3219us total) trans 4294970693 rc 0/0 00000100:00100000:0.0:1746139081.771226:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1980 00002000:00100000:0.0:1746139081.771237:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88012eed8700 x1830958839807872/t4294970693(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:7/0 lens 496/448 e 0 to 0 dl 1746139092 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139081.771246:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012eed8700 with x1830958839807872 ext(0->7) 00010000:00010000:0.0:1746139081.771254:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008760cc00/0x1f9f6ca451ac9a35 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510943 expref: 297 pid: 24929 timeout: 807 lvb_type: 0 00010000:00010000:0.0:1746139081.771266:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008760cc00/0x1f9f6ca451ac9a35 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510943 expref: 297 pid: 24929 timeout: 807 lvb_type: 0 00002000:00010000:0.0:1746139081.771272:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012eed8700 00000100:00100000:0.0:1746139081.779336:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.781868:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.789507:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.794121:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.794170:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.800425:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.804996:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.809902:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0758380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+298:2007:x1830958839809152:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 4099us (4904us total) trans 4294970694 rc 0/0 00000100:00100000:0.0:1746139081.809914:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1983 00002000:00100000:0.0:1746139081.809924:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff8800a0758380 x1830958839809152/t4294970694(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:7/0 lens 496/448 e 0 to 0 dl 1746139092 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139081.809934:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0758380 with x1830958839809152 ext(0->7) 00010000:00010000:0.0:1746139081.809944:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008760d000/0x1f9f6ca451ac9a43 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510951 expref: 298 pid: 24929 timeout: 807 lvb_type: 0 00010000:00010000:0.0:1746139081.809961:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008760d000/0x1f9f6ca451ac9a43 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510951 expref: 298 pid: 24929 timeout: 807 lvb_type: 0 00002000:00010000:0.0:1746139081.809968:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a0758380 00000100:00100000:0.0:1746139081.812253:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.818292:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.823914:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.825132:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.828700:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.833862:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.833928:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.838200:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.840368:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.843151:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0759180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+300:2010:x1830958839810944:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1963us (2780us total) trans 4294970695 rc 0/0 00000100:00100000:0.0:1746139081.843164:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1986 00002000:00100000:0.0:1746139081.843224:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff8800a0759180 x1830958839810944/t4294970695(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:7/0 lens 496/448 e 0 to 0 dl 1746139092 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139081.843232:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0759180 with x1830958839810944 ext(0->7) 00010000:00010000:0.0:1746139081.843246:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008760de00/0x1f9f6ca451ac9a58 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510966 expref: 300 pid: 9562 timeout: 807 lvb_type: 0 00010000:00010000:0.0:1746139081.843261:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008760de00/0x1f9f6ca451ac9a58 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510966 expref: 300 pid: 9562 timeout: 807 lvb_type: 0 00002000:00010000:0.0:1746139081.843268:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a0759180 00000100:00100000:0.0:1746139081.846820:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.852447:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.856296:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.856396:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.862023:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.864822:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.868370:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131497800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+303:2010:x1830958839812224:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3298us (3550us total) trans 4294970696 rc 0/0 00000100:00100000:0.0:1746139081.868384:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1988 00002000:00100000:0.0:1746139081.868397:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff880131497800 x1830958839812224/t4294970696(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:7/0 lens 496/448 e 0 to 0 dl 1746139092 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139081.868408:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131497800 with x1830958839812224 ext(0->7) 00010000:00010000:0.0:1746139081.868419:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f674c00/0x1f9f6ca451ac9a66 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510974 expref: 303 pid: 9562 timeout: 807 lvb_type: 0 00010000:00010000:0.0:1746139081.868437:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f674c00/0x1f9f6ca451ac9a66 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510974 expref: 303 pid: 9562 timeout: 807 lvb_type: 0 00002000:00010000:0.0:1746139081.868444:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880131497800 00000100:00100000:0.0:1746139081.879579:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.888169:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.889805:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.895698:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839812864 00000100:00100000:0.0:1746139081.895708:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839812864 00000100:00100000:0.0:1746139081.896253:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 28847 00000100:00100000:0.0:1746139081.896258:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880078071c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1158:x1830958839812864:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746139081.896273:0:9562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746139081.896285:0:9562:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008763ca00/0x1f9f6ca451ac9a7b lrc: 2/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3510989 expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139081.896301:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139081.896306:0:9562:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f675800/0x1f9f6ca451ac9a74 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510982 expref: 302 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139081.896312:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746139081.896315:0:9562:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008763ca00/0x1f9f6ca451ac9a7b lrc: 4/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510989 expref: 6 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139081.896353:0:9562:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f675800/0x1f9f6ca451ac9a74 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510982 expref: 302 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139081.896484:0:9562:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008763ca00/0x1f9f6ca451ac9a7b lrc: 3/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510989 expref: 6 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139081.896492:0:9562:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008763ca00, rc 0) 00000100:00100000:0.0:1746139081.899468:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.902490:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.907596:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131496680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+304:2010:x1830958839813504:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 4443us (5097us total) trans 4294970697 rc 0/0 00000100:00100000:0.0:1746139081.907610:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1991 00002000:00100000:0.0:1746139081.907662:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff880131496680 x1830958839813504/t4294970697(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:7/0 lens 496/448 e 0 to 0 dl 1746139092 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139081.907671:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131496680 with x1830958839813504 ext(0->7) 00010000:00010000:0.0:1746139081.907680:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f675800/0x1f9f6ca451ac9a74 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510982 expref: 304 pid: 9562 timeout: 807 lvb_type: 0 00010000:00010000:0.0:1746139081.907695:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f675800/0x1f9f6ca451ac9a74 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510982 expref: 304 pid: 9562 timeout: 807 lvb_type: 0 00002000:00010000:0.0:1746139081.907706:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880131496680 00000100:00100000:0.0:1746139081.912230:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.917264:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.921324:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.925825:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.928609:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.929153:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.929192:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.929384:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16165 00000100:00100000:0.0:1746139081.929392:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c4d6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958839814528:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746139081.929400:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746139081.929410:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008763ca00/0x1f9f6ca451ac9a7b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510989 expref: 6 pid: 9562 timeout: 807 lvb_type: 0 00010000:00010000:0.0:1746139081.929419:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008763ca00/0x1f9f6ca451ac9a7b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510989 expref: 6 pid: 9562 timeout: 807 lvb_type: 0 00010000:00010000:0.0:1746139081.929431:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008763ca00/0x1f9f6ca451ac9a7b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510989 expref: 6 pid: 9562 timeout: 807 lvb_type: 0 00010000:00010000:0.0:1746139081.929445:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139081.929446:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139081.929452:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008760c400/0x1f9f6ca451ac9a89 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510997 expref: 304 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139081.929459:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008760c400/0x1f9f6ca451ac9a89 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510997 expref: 304 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139081.929479:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008760c400/0x1f9f6ca451ac9a89 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510997 expref: 304 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139081.929490:0:7207:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008760c400/0x1f9f6ca451ac9a89 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510997 expref: 304 pid: 9564 timeout: 807 lvb_type: 0 00000100:00100000:0.0:1746139081.929500:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c4d6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7207:1830958831894912:192.168.203.56@tcp:105: 00000100:00100000:0.0:1746139081.929568:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007256a000 going to sleep for 11 seconds 00000100:00100000:0.0:1746139081.935838:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.939428:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c4d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+307:2007:x1830958839815296:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2109us (3592us total) trans 4294970698 rc 0/0 00000100:00100000:0.0:1746139081.939439:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1993 00002000:00100000:0.0:1746139081.939447:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88009c4d7b80 x1830958839815296/t4294970698(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:7/0 lens 496/448 e 0 to 0 dl 1746139092 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139081.939456:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c4d7b80 with x1830958839815296 ext(0->7) 00010000:00010000:0.0:1746139081.939465:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008760c400/0x1f9f6ca451ac9a89 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510997 expref: 307 pid: 9564 timeout: 807 lvb_type: 0 00010000:00010000:0.0:1746139081.939479:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008760c400/0x1f9f6ca451ac9a89 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510997 expref: 307 pid: 9564 timeout: 807 lvb_type: 0 00002000:00010000:0.0:1746139081.939486:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c4d7b80 00000100:00100000:0.0:1746139081.948957:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.949008:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.952450:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.954490:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.955610:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.957656:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.959427:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.960716:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c4d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+308:2009:x1830958839816576:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1028us (1289us total) trans 4294970699 rc 0/0 00000100:00100000:0.0:1746139081.960724:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1996 00002000:00100000:0.0:1746139081.960730:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88009c4d5880 x1830958839816576/t4294970699(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:7/0 lens 496/448 e 0 to 0 dl 1746139092 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139081.960737:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c4d5880 with x1830958839816576 ext(0->7) 00010000:00010000:0.0:1746139081.960742:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009edec800/0x1f9f6ca451ac9a97 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35109a5 expref: 308 pid: 9562 timeout: 807 lvb_type: 0 00010000:00010000:0.0:1746139081.960753:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009edec800/0x1f9f6ca451ac9a97 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35109a5 expref: 308 pid: 9562 timeout: 807 lvb_type: 0 00002000:00010000:0.0:1746139081.960759:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c4d5880 00000100:00100000:0.0:1746139081.966409:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.971754:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.971899:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.971934:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839817088 00000100:00100000:0.0:1746139081.971943:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839817088 00002000:00100000:0.0:1746139081.971996:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff88009c4d7480 x1830958839817088/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:7/0 lens 488/0 e 0 to 0 dl 1746139092 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139081.972006:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c4d7480 with x1830958839817088 ext(0->4095) 00002000:00010000:0.0:1746139081.972012:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c4d7480 00000100:00100000:0.0:1746139081.972036:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 12803 00000100:00100000:0.0:1746139081.972044:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c4d7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958839817088:12345-192.168.203.56@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746139081.972189:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c4d7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958839817088:12345-192.168.203.56@tcp:3:rw_seq_cst_vs_d.0 Request processed in 146us (289us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746139081.972196:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 12803 00002000:00100000:0.0:1746139081.972202:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff88009c4d7480 x1830958839817088/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:7/0 lens 488/4536 e 0 to 0 dl 1746139092 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139081.972209:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c4d7480 with x1830958839817088 ext(0->4095) 00002000:00010000:0.0:1746139081.972211:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c4d7480 00000100:00100000:0.0:1746139081.976588:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.977346:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.980941:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.980974:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839817600 00000100:00100000:0.0:1746139081.980981:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839817600 00002000:00100000:0.0:1746139081.981016:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff88009f2d3b80 x1830958839817600/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:7/0 lens 488/0 e 0 to 0 dl 1746139092 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139081.981024:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f2d3b80 with x1830958839817600 ext(0->4095) 00010000:00010000:0.0:1746139081.981031:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012fb93600/0x1f9f6ca451ac9aa5 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35109b3 expref: 8 pid: 9562 timeout: 807 lvb_type: 0 00010000:00010000:0.0:1746139081.981043:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012fb93600/0x1f9f6ca451ac9aa5 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35109b3 expref: 8 pid: 9562 timeout: 807 lvb_type: 0 00002000:00010000:0.0:1746139081.981048:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f2d3b80 00000100:00100000:0.0:1746139081.981072:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 1997 00000100:00100000:0.0:1746139081.981079:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f2d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+8:2007:x1830958839817600:12345-192.168.203.56@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746139081.981179:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f2d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+8:2007:x1830958839817600:12345-192.168.203.56@tcp:3:rw_seq_cst_vs_d.0 Request processed in 101us (238us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746139081.981184:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1997 00002000:00100000:0.0:1746139081.981189:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff88009f2d3b80 x1830958839817600/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:7/0 lens 488/4536 e 0 to 0 dl 1746139092 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139081.981196:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f2d3b80 with x1830958839817600 ext(0->4095) 00010000:00010000:0.0:1746139081.981200:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012fb93600/0x1f9f6ca451ac9aa5 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35109b3 expref: 8 pid: 9562 timeout: 807 lvb_type: 0 00010000:00010000:0.0:1746139081.981208:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012fb93600/0x1f9f6ca451ac9aa5 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35109b3 expref: 8 pid: 9562 timeout: 807 lvb_type: 0 00002000:00010000:0.0:1746139081.981213:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f2d3b80 00000100:00100000:0.0:1746139081.985126:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139081.987277:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f2d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+9:2007:x1830958839817856:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 772us (2153us total) trans 4294970700 rc 0/0 00000100:00100000:0.0:1746139081.987285:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1998 00002000:00100000:0.0:1746139081.987290:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88009f2d0a80 x1830958839817856/t4294970700(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:7/0 lens 496/448 e 0 to 0 dl 1746139092 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139081.987298:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f2d0a80 with x1830958839817856 ext(0->7) 00010000:00010000:0.0:1746139081.987303:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012fb93600/0x1f9f6ca451ac9aa5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35109b3 expref: 9 pid: 9562 timeout: 807 lvb_type: 0 00010000:00010000:0.0:1746139081.987313:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012fb93600/0x1f9f6ca451ac9aa5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35109b3 expref: 9 pid: 9562 timeout: 807 lvb_type: 0 00002000:00010000:0.0:1746139081.987323:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f2d0a80 00000100:00100000:0.0:1746139081.991543:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139082.001786:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139082.005715:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139082.005756:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00080000:0.0:1746139082.006593:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746139082.011137:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139082.015531:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139082.022466:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139082.025276:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f2d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+10:2010:x1830958839819136:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1344us (2809us total) trans 4294970701 rc 0/0 00000100:00100000:0.0:1746139082.025285:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2000 00002000:00100000:0.0:1746139082.025293:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff88009f2d2300 x1830958839819136/t4294970701(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:8/0 lens 496/448 e 0 to 0 dl 1746139093 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139082.025301:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f2d2300 with x1830958839819136 ext(0->7) 00010000:00010000:0.0:1746139082.025308:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012fb92e00/0x1f9f6ca451ac9ab3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35109c8 expref: 10 pid: 24929 timeout: 807 lvb_type: 0 00010000:00010000:0.0:1746139082.025319:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012fb92e00/0x1f9f6ca451ac9ab3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35109c8 expref: 10 pid: 24929 timeout: 807 lvb_type: 0 00002000:00010000:0.0:1746139082.025326:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f2d2300 00000100:00100000:0.0:1746139082.027229:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139082.036228:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139082.038987:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139082.042061:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139082.044789:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139082.044887:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139082.049253:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139082.049858:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139082.051532:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139082.057027:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139082.062024:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139082.065719:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a07b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+13:2010:x1830958839821184:12345-192.168.203.56@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3482us (3692us total) trans 4294970702 rc 0/0 00000100:00100000:0.0:1746139082.065730:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2003 00002000:00100000:0.0:1746139082.065741:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->7) req@ffff8800a07b4e00 x1830958839821184/t4294970702(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:8/0 lens 496/448 e 0 to 0 dl 1746139093 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746139082.065749:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a07b4e00 with x1830958839821184 ext(0->7) 00010000:00010000:0.0:1746139082.065757:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0b95800/0x1f9f6ca451ac9ac8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35109d6 expref: 13 pid: 9564 timeout: 807 lvb_type: 0 00010000:00010000:0.0:1746139082.065771:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0b95800/0x1f9f6ca451ac9ac8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35109d6 expref: 13 pid: 9564 timeout: 807 lvb_type: 0 00002000:00010000:0.0:1746139082.065776:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a07b4e00 00000100:00100000:0.0:1746139082.073686:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139082.081001:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139082.092057:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139082.098734:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839821824 00000100:00100000:0.0:1746139082.098739:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839821824 00010000:00010000:0.0:1746139082.098772:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5fd9a00/0x1f9f6ca451ac9acf lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35109dd expref: 14 pid: 9564 timeout: 807 lvb_type: 0 00000100:00100000:0.0:1746139082.098808:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16176 00000100:00100000:0.0:1746139082.098814:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c411500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b60e9717-019c-4527-a82a-15e993ac5189+14:2008:x1830958839821824:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746139082.098825:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746139082.098843:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a5fd9a00/0x1f9f6ca451ac9acf lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35109dd expref: 14 pid: 9564 timeout: 807 lvb_type: 0 00010000:00010000:0.0:1746139082.098854:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a5fd9a00/0x1f9f6ca451ac9acf lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35109dd expref: 14 pid: 9564 timeout: 807 lvb_type: 0 00010000:00010000:0.0:1746139082.098874:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a5fd9a00/0x1f9f6ca451ac9acf lrc: 0/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35109dd expref: 14 pid: 9564 timeout: 807 lvb_type: 0 00010000:00010000:0.0:1746139082.098899:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139082.098901:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139082.098908:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0892400/0x1f9f6ca451ac9ad6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35109e4 expref: 13 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139082.098914:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0892400/0x1f9f6ca451ac9ad6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35109e4 expref: 13 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139082.098941:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0892400/0x1f9f6ca451ac9ad6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35109e4 expref: 13 pid: 9564 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746139082.098952:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a07b6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830958831897472:192.168.203.56@tcp:105: 00000100:00100000:0.0:1746139082.099019:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007256a3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746139082.107316:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139082.115192:0:16395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958831897600 00000100:00100000:0.0:1746139082.115199:0:16395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958831897600 00000100:00100000:0.0:1746139082.115508:0:16395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 631 00000100:00100000:0.0:1746139082.115516:0:16395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a086a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3766:x1830958831897600:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1746139082.115543:0:16395:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446187008 avail 1316724736 00000100:00100000:0.0:1746139082.116011:0:16395:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a086a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3766:x1830958831897600:12345-0@lo:41:osp-pre-1-0.0 Request processed in 495us (937us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139082.116017:0:16395:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 631 00000100:00080000:0.0:1746139082.117119:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746139082.119744:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139082.167848:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139082.171751:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139082.181796:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139082.185348:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139085.155845:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093641500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1830958831897984:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1746139085.155898:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746139085.156609:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093641500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1830958831897984:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1746139086.126373:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00080000:0.0:1746139086.126533:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746139086.144374:0:14239:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839824640 00000100:00100000:0.0:1746139086.144383:0:14239:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839824640 00000100:00100000:0.0:1746139086.149288:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139086.165281:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00080000:0.0:1746139086.174223:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746139086.181144:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139086.181169:0:14239:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839825024 00000100:00100000:0.0:1746139086.181176:0:14239:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839825024 00000100:00100000:0.0:1746139086.181218:0:14239:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 53111 00000100:00100000:0.0:1746139086.181224:0:14239:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011dd84000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+7:1800:x1830958839825024:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746139086.181238:0:14239:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746139086.181253:0:14239:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008763c000/0x1f9f6ca451ac9b62 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3510a0e expref: -99 pid: 14239 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139086.181298:0:14239:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008763de00/0x1f9f6ca451ac9b69 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14239 initiator: MDT0 00010000:00010000:0.0:1746139086.181307:0:14239:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008763de00/0x1f9f6ca451ac9b69 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14239 initiator: MDT0 00010000:00010000:0.0:1746139086.181315:0:14239:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008763de00/0x1f9f6ca451ac9b69 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14239 initiator: MDT0 00000004:00200000:0.0:1746139086.181343:0:14239:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1746139086.181346:0:14239:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1746139086.181360:0:14239:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008763de00/0x1f9f6ca451ac9b69 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14239 initiator: MDT0 00010000:00010000:0.0:1746139086.181376:0:14239:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008763c000/0x1f9f6ca451ac9b62 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510a0e expref: 9 pid: 14239 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139086.181388:0:14239:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008763de00/0x1f9f6ca451ac9b69 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510a0e expref: 8 pid: 14239 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139086.181394:0:14239:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a07b0f00) 00010000:00010000:0.0:1746139086.181396:0:14239:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1746139086.181399:0:14239:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008763de00, rc 0) 00000100:00100000:0.0:1746139086.181433:0:14239:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011dd84000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+8:1800:x1830958839825024:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 209us (293us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139086.181441:0:14239:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 53111 00000100:00080000:0.0:1746139086.181457:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746139086.187586:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839825280 00000100:00100000:0.0:1746139086.187594:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839825280 00000100:00100000:0.0:1746139086.187664:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 53112 00000100:00100000:0.0:1746139086.187672:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012faea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+8:1800:x1830958839825280:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746139086.187690:0:7220:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746139086.187693:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1746139086.187721:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008763de00/0x1f9f6ca451ac9b69 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510a0e expref: 8 pid: 14239 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139086.187739:0:7220:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a07b0f00) 00010000:00010000:0.0:1746139086.187744:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1746139086.187754:0:7220:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008763d800/0x1f9f6ca451ac9b70 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3510a15 expref: -99 pid: 7220 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139086.187861:0:7220:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008763ce00/0x1f9f6ca451ac9b77 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7220 initiator: MDT0 00010000:00010000:0.0:1746139086.187869:0:7220:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008763ce00/0x1f9f6ca451ac9b77 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7220 initiator: MDT0 00010000:00010000:0.0:1746139086.187876:0:7220:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008763ce00/0x1f9f6ca451ac9b77 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7220 initiator: MDT0 00010000:00010000:0.0:1746139086.187883:0:7220:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008763d200/0x1f9f6ca451ac9b7e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7220 initiator: MDT0 00010000:00010000:0.0:1746139086.187888:0:7220:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008763d200/0x1f9f6ca451ac9b7e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7220 initiator: MDT0 00010000:00010000:0.0:1746139086.187896:0:7220:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008763d200/0x1f9f6ca451ac9b7e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7220 initiator: MDT0 00010000:00010000:0.0:1746139086.187930:0:7220:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008763da00/0x1f9f6ca451ac9b85 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x45:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7220 initiator: MDT0 00010000:00010000:0.0:1746139086.187936:0:7220:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008763da00/0x1f9f6ca451ac9b85 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7220 initiator: MDT0 00010000:00010000:0.0:1746139086.187940:0:7220:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008763da00/0x1f9f6ca451ac9b85 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7220 initiator: MDT0 00010000:00010000:0.0:1746139086.188004:0:7220:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008763ce00/0x1f9f6ca451ac9b77 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7220 initiator: MDT0 00010000:00010000:0.0:1746139086.188010:0:7220:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008763ce00/0x1f9f6ca451ac9b77 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7220 initiator: MDT0 00010000:00010000:0.0:1746139086.188015:0:7220:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008763ce00/0x1f9f6ca451ac9b77 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7220 initiator: MDT0 00010000:00010000:0.0:1746139086.188020:0:7220:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008763ce00/0x1f9f6ca451ac9b77 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7220 initiator: MDT0 00010000:00010000:0.0:1746139086.188025:0:7220:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008763ce00 already unused, calling callback (ffffffffa0f11690) 00010000:00010000:0.0:1746139086.188028:0:7220:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008763ce00/0x1f9f6ca451ac9b77 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7220 initiator: MDT0 00010000:00010000:0.0:1746139086.188034:0:7220:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008763ce00/0x1f9f6ca451ac9b77 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7220 initiator: MDT0 00010000:00010000:0.0:1746139086.188040:0:7220:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a07b0f00) 00010000:00010000:0.0:1746139086.188043:0:7220:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746139086.188045:0:7220:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008763ce00/0x1f9f6ca451ac9b77 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7220 initiator: MDT0 00010000:00010000:0.0:1746139086.188049:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008763ce00/0x1f9f6ca451ac9b77 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7220 initiator: MDT0 00010000:00010000:0.0:1746139086.188058:0:7220:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008763d200/0x1f9f6ca451ac9b7e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7220 initiator: MDT0 00010000:00010000:0.0:1746139086.188062:0:7220:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008763d200/0x1f9f6ca451ac9b7e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7220 initiator: MDT0 00010000:00010000:0.0:1746139086.188067:0:7220:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008763d200/0x1f9f6ca451ac9b7e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7220 initiator: MDT0 00010000:00010000:0.0:1746139086.188070:0:7220:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008763d200 already unused, calling callback (ffffffffa0f11690) 00010000:00010000:0.0:1746139086.188072:0:7220:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008763d200/0x1f9f6ca451ac9b7e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7220 initiator: MDT0 00010000:00010000:0.0:1746139086.188077:0:7220:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008763d200/0x1f9f6ca451ac9b7e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7220 initiator: MDT0 00010000:00010000:0.0:1746139086.188082:0:7220:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf0ce3da1 (ffff88012fb6ee00) 00010000:00010000:0.0:1746139086.188084:0:7220:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746139086.188086:0:7220:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008763d200/0x1f9f6ca451ac9b7e lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7220 initiator: MDT0 00010000:00010000:0.0:1746139086.188090:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008763d200/0x1f9f6ca451ac9b7e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7220 initiator: MDT0 00010000:00010000:0.0:1746139086.188115:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008763d800/0x1f9f6ca451ac9b70 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510a15 expref: 10 pid: 7220 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139086.188124:0:7220:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008763da00/0x1f9f6ca451ac9b85 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510a15 expref: 9 pid: 7220 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139086.188130:0:7220:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x45:0x0].0x0 (ffff88012fb6e200) 00010000:00010000:0.0:1746139086.188132:0:7220:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1746139086.188134:0:7220:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008763da00, rc 0) 00000100:00100000:0.0:1746139086.188173:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012faea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+9:1800:x1830958839825280:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 502us (699us total) trans 4294989751 rc 0/0 00000100:00100000:0.0:1746139086.188179:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 53112 00000100:00100000:0.0:1746139086.201011:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139086.207786:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139086.210398:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139086.212589:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00080000:0.0:1746139086.213976:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746139086.217930:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139086.222211:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000001:00080000:0.0:1746139086.223688:0:10897:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294971936 is committed 00000001:00100000:0.0:1746139086.223696:0:10897:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 57256782-7187-4d4f-9a1f-78e1ae613c85 00000001:00100000:0.0:1746139086.223699:0:10897:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of b60e9717-019c-4527-a82a-15e993ac5189 00000100:00100000:0.0:1746139086.225586:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139086.229412:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139086.238073:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00010000:00010000:0.0:1746139086.238330:0:7220:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008760c400/0x1f9f6ca451ac9bbd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x45:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7220 initiator: MDT0 00010000:00010000:0.0:1746139086.238335:0:7220:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008760c400/0x1f9f6ca451ac9bbd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x45:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7220 initiator: MDT0 00000001:00080000:0.0:1746139086.238400:0:7220:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294989754 00000004:00010000:0.0:1746139086.238434:0:7220:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff880094c07480 reply state ffff88012ee63000 transno 4294989755 ns: mdt-lustre-MDT0000_UUID lock: ffff88008760c400/0x1f9f6ca451ac9bbd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x45:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7220 initiator: MDT0 00010000:00010000:0.0:1746139086.238443:0:7220:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008760c400/0x1f9f6ca451ac9bbd lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x45:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7220 initiator: MDT0 00010000:00010000:0.0:1746139086.238448:0:7220:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x45:0x0].0x0 (ffff88012fb6e200) 00010000:00010000:0.0:1746139086.238450:0:7220:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1746139086.238452:0:7220:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1746139086.238518:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c07480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b60e9717-019c-4527-a82a-15e993ac5189+14:1800:x1830958839826688:12345-192.168.203.56@tcp:36:rw_seq_cst_vs_d.0 Request processed in 8937us (9113us total) trans 4294989755 rc 0/0 00000100:00100000:0.0:1746139086.238525:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 53116 00000020:00080000:0.0:1746139086.238528:0:7220:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1746139086.240765:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139086.242399:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139086.245226:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139086.248874:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139086.255142:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139086.262859:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139086.273219:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139086.280219:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139086.285393:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f55a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+9:2009:x1830958839827968:12345-192.168.203.56@tcp:4:ldlm_bl.0 Request processed in 4909us (5173us total) trans 4294971938 rc 0/0 00000100:00100000:0.0:1746139086.285405:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2004 00002000:00100000:0.0:1746139086.285415:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff88009f55a300 x1830958839827968/t4294971938(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:12/0 lens 496/448 e 0 to 0 dl 1746139097 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139086.285425:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f55a300 with x1830958839827968 ext(0->7) 00010000:00010000:0.0:1746139086.285434:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008760da00/0x1f9f6ca451ac9bcb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510a38 expref: 9 pid: 9564 timeout: 811 lvb_type: 0 00010000:00010000:0.0:1746139086.285452:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008760da00/0x1f9f6ca451ac9bcb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510a38 expref: 9 pid: 9564 timeout: 811 lvb_type: 0 00002000:00010000:0.0:1746139086.285458:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f55a300 00000100:00100000:0.0:1746139086.295572:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139086.303488:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139086.307436:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139086.312599:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139086.313919:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139086.319074:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093641500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958831899648:192.168.203.56@tcp:105: 00010000:00010000:0.0:1746139086.319092:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746139086.319143:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f558380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2007:x1830958839828736:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 5121us (5225us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139086.319151:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16183 00000100:00100000:0.0:1746139086.320998:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139086.327131:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139086.336972:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139086.355771:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139086.358306:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c852d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+11:2008:x1830958839829632:12345-192.168.203.56@tcp:4:ldlm_bl.0 Request processed in 2175us (2534us total) trans 4294971939 rc 0/0 00000100:00100000:0.0:1746139086.358318:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2006 00002000:00100000:0.0:1746139086.358327:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff88009c852d80 x1830958839829632/t4294971939(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:12/0 lens 496/448 e 0 to 0 dl 1746139097 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139086.358337:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c852d80 with x1830958839829632 ext(0->7) 00010000:00010000:0.0:1746139086.358345:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008760ca00/0x1f9f6ca451ac9be7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510a54 expref: 11 pid: 9564 timeout: 811 lvb_type: 0 00010000:00010000:0.0:1746139086.358359:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008760ca00/0x1f9f6ca451ac9be7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510a54 expref: 11 pid: 9564 timeout: 811 lvb_type: 0 00002000:00010000:0.0:1746139086.358366:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c852d80 00000100:00100000:0.0:1746139086.367591:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139086.367691:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139086.371948:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139086.374915:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139086.377025:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139086.380880:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139086.384248:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139086.389529:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f2d1180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958831900544:192.168.203.56@tcp:105: 00010000:00010000:0.0:1746139086.389550:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746139086.389587:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c18c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+11:2007:x1830958839830784:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 4285us (5346us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139086.389598:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16187 00000100:00100000:0.0:1746139086.390268:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139086.394672:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139086.398518:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139086.400013:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139086.403882:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139086.410771:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139086.410851:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139086.415294:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139086.418715:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139086.423547:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139086.427120:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139086.434752:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139086.434808:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139086.439030:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139086.443658:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139086.443705:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139086.449594:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139086.453969:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139086.454057:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139086.460333:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139086.464529:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139086.470437:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839834624 00000100:00100000:0.0:1746139086.470446:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839834624 00002000:00100000:0.0:1746139086.470484:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009f2d1180 x1830958839834624/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:12/0 lens 488/0 e 0 to 0 dl 1746139097 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139086.470494:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f2d1180 with x1830958839834624 ext(0->4095) 00002000:00010000:0.0:1746139086.470499:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f2d1180 00000100:00100000:0.0:1746139086.470701:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 12816 00000100:00100000:0.0:1746139086.470708:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f2d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+11:2009:x1830958839834624:12345-192.168.203.56@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746139086.470822:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f2d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+11:2009:x1830958839834624:12345-192.168.203.56@tcp:3:ptlrpcd_01_00.0 Request processed in 114us (617us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746139086.470828:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 12816 00002000:00100000:0.0:1746139086.470832:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009f2d1180 x1830958839834624/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:12/0 lens 488/4536 e 0 to 0 dl 1746139097 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139086.470844:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f2d1180 with x1830958839834624 ext(0->4095) 00002000:00010000:0.0:1746139086.470847:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f2d1180 00000100:00100000:0.0:1746139086.473942:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139086.478078:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139086.480843:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139086.484586:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139086.490491:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139086.493043:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139086.501675:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139086.511315:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139086.512216:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ee7d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+13:2009:x1830958839835904:12345-192.168.203.56@tcp:4:ldlm_bl.0 Request processed in 713us (906us total) trans 4294971940 rc 0/0 00000100:00100000:0.0:1746139086.512223:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2015 00002000:00100000:0.0:1746139086.512228:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff88009ee7d500 x1830958839835904/t4294971940(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:12/0 lens 496/448 e 0 to 0 dl 1746139097 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139086.512235:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ee7d500 with x1830958839835904 ext(0->7) 00010000:00010000:0.0:1746139086.512239:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800727b3200/0x1f9f6ca451ac9c3b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510aa8 expref: 13 pid: 24929 timeout: 811 lvb_type: 0 00010000:00010000:0.0:1746139086.512248:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800727b3200/0x1f9f6ca451ac9c3b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510aa8 expref: 13 pid: 24929 timeout: 811 lvb_type: 0 00002000:00010000:0.0:1746139086.512253:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ee7d500 00000100:00100000:0.0:1746139086.531081:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139086.536492:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139086.555470:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139086.569363:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139086.585448:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139086.587250:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ee7ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+15:2007:x1830958839837056:12345-192.168.203.56@tcp:4:ldlm_bl.0 Request processed in 1458us (1806us total) trans 4294971941 rc 0/0 00000100:00100000:0.0:1746139086.587260:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2017 00002000:00100000:0.0:1746139086.587269:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff88009ee7ca80 x1830958839837056/t4294971941(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:12/0 lens 496/448 e 0 to 0 dl 1746139097 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139086.587276:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ee7ca80 with x1830958839837056 ext(0->7) 00010000:00010000:0.0:1746139086.587283:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f674400/0x1f9f6ca451ac9c49 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510ab6 expref: 15 pid: 24929 timeout: 811 lvb_type: 0 00010000:00010000:0.0:1746139086.587294:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f674400/0x1f9f6ca451ac9c49 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510ab6 expref: 15 pid: 24929 timeout: 811 lvb_type: 0 00002000:00010000:0.0:1746139086.587301:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ee7ca80 00000100:00100000:0.0:1746139086.594703:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139086.598783:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139086.607955:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139086.612552:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139086.616360:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139086.628221:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139086.643164:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139086.643933:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139086.650737:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139086.655542:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139086.658296:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139086.659022:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958831905024 00000100:00100000:0.0:1746139086.659025:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958831905024 00000100:00100000:0.0:1746139086.659047:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 633 00000100:00100000:0.0:1746139086.659052:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c24b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3766:x1830958831905024:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746139086.659087:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c24b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3766:x1830958831905024:12345-0@lo:400:kworker.0 Request processed in 34us (117us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139086.659092:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 633 00000100:00100000:0.0:1746139086.659139:0:16395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958831904768 00000100:00100000:0.0:1746139086.659141:0:16395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958831904768 00000100:00100000:0.0:1746139086.659155:0:16395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 634 00000100:00100000:0.0:1746139086.659159:0:16395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093642300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3765:x1830958831904768:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746139086.659190:0:16395:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093642300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3765:x1830958831904768:12345-0@lo:400:kworker.0 Request processed in 31us (78us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139086.659195:0:16395:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 634 00000100:00100000:0.0:1746139086.659473:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 747 00000100:00100000:0.0:1746139086.659478:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c24aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3766:x1830958831906048:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746139086.659499:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c24aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3766:x1830958831906048:12345-0@lo:400:kworker.0 Request processed in 21us (482us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139086.659503:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 747 00000100:00080000:0.0:1746139086.659515:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1746139086.659518:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1746139086.659520:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746139086.659531:0:21532:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1071 00000100:00100000:0.0:1746139086.659535:0:21532:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093641880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3765:x1830958831905792:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746139086.659552:0:21532:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093641880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3765:x1830958831905792:12345-0@lo:400:kworker.0 Request processed in 17us (384us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139086.659556:0:21532:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1071 00000100:00100000:0.0:1746139086.659565:0:21532:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1074 00000100:00100000:0.0:1746139086.659568:0:21532:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c18f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0000_UUID+5:3764:x1830958831905152:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746139086.659584:0:21532:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c18f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0000_UUID+5:3764:x1830958831905152:12345-0@lo:400:kworker.0 Request processed in 15us (364us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139086.659590:0:21532:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1074 00000100:00100000:0.0:1746139086.661590:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139086.664739:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139086.668436:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139086.670213:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c797b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+19:2008:x1830958839839360:12345-192.168.203.56@tcp:4:ldlm_bl.0 Request processed in 1067us (1776us total) trans 4294971943 rc 0/0 00000100:00100000:0.0:1746139086.670220:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2021 00002000:00100000:0.0:1746139086.670226:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff88009c797b80 x1830958839839360/t4294971943(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:12/0 lens 496/448 e 0 to 0 dl 1746139097 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139086.670233:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c797b80 with x1830958839839360 ext(0->7) 00010000:00010000:0.0:1746139086.670239:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f675800/0x1f9f6ca451ac9c65 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510ad2 expref: 19 pid: 24929 timeout: 811 lvb_type: 0 00010000:00010000:0.0:1746139086.670249:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f675800/0x1f9f6ca451ac9c65 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510ad2 expref: 19 pid: 24929 timeout: 811 lvb_type: 0 00002000:00010000:0.0:1746139086.670254:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c797b80 00000100:00100000:0.0:1746139086.673976:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139086.685440:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139086.687709:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139086.688936:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839840000 00000100:00100000:0.0:1746139086.688940:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839840000 00000100:00100000:0.0:1746139086.688965:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 28891 00000100:00100000:0.0:1746139086.688969:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c18ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b60e9717-019c-4527-a82a-15e993ac5189+19:1800:x1830958839840000:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746139086.688974:0:9562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746139086.688980:0:9562:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009ee69800/0x1f9f6ca451ac9c7a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3510ae7 expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139086.689022:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139086.689025:0:9562:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88007fd65800/0x1f9f6ca451ac9c73 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510ae0 expref: 21 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139086.689029:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746139086.689031:0:9562:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ee69800/0x1f9f6ca451ac9c7a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510ae7 expref: 21 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139086.689070:0:9562:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88007fd65800/0x1f9f6ca451ac9c73 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510ae0 expref: 21 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139086.689081:0:9562:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009ee69800/0x1f9f6ca451ac9c7a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510ae7 expref: 21 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139086.689087:0:9562:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ee69800, rc 0) 00000100:00100000:0.0:1746139086.689127:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c18ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b60e9717-019c-4527-a82a-15e993ac5189+21:1800:x1830958839840000:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 157us (975us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139086.689132:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 28891 00000100:00100000:0.0:1746139086.691313:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139086.694582:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139086.698546:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839840512 00000100:00100000:0.0:1746139086.698554:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839840512 00000100:00100000:0.0:1746139086.698599:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 28892 00000100:00100000:0.0:1746139086.698605:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c248a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958839840512:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746139086.699137:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746139086.699153:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88007fe6ca00/0x1f9f6ca451ac9c81 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3510aee expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139086.699175:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746139086.699180:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ee69800/0x1f9f6ca451ac9c7a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510ae7 expref: 19 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139086.699185:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746139086.699188:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88007fe6ca00/0x1f9f6ca451ac9c81 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510aee expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139086.699218:0:9564:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009ee69800/0x1f9f6ca451ac9c7a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510ae7 expref: 19 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139086.699231:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88007fe6ca00/0x1f9f6ca451ac9c81 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510aee expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139086.699239:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88007fe6ca00, rc 0) 00000100:00100000:0.0:1746139086.699710:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c248a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958839840512:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1102us (1346us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139086.699716:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 28892 00000100:00100000:0.0:1746139086.700298:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139086.703676:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139086.708944:0:10476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958831907072 00000100:00100000:0.0:1746139086.708952:0:10476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958831907072 00000100:00100000:0.0:1746139086.708990:0:10476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 502 00000100:00100000:0.0:1746139086.708996:0:10476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c24b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3764:x1830958831907072:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1746139086.709013:0:10476:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 67779392 pending 172032 free 3921297408 avail 3689775104 00000100:00100000:0.0:1746139086.709070:0:10476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c24b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3764:x1830958831907072:12345-0@lo:13:osp-pre-1-0.0 Request processed in 73us (1697us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139086.709076:0:10476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 502 00000100:00100000:0.0:1746139086.709773:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139086.709910:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139086.717112:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139086.724335:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139086.728851:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139086.733807:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139086.734519:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139086.741802:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093641500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7206:1830958831907840:192.168.203.56@tcp:105: 00010000:00010000:0.0:1746139086.741816:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746139086.741865:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c795f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b60e9717-019c-4527-a82a-15e993ac5189+19:2007:x1830958839842048:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 6688us (8067us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139086.741873:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16208 00000100:00100000:0.0:1746139086.743753:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139086.749420:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139086.754831:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139086.763040:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139086.769507:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139086.776235:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f15d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+21:2007:x1830958839843072:12345-192.168.203.56@tcp:4:ldlm_bl.0 Request processed in 5642us (6725us total) trans 4294971944 rc 0/0 00000100:00100000:0.0:1746139086.776246:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2026 00002000:00100000:0.0:1746139086.776255:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff88009f15d180 x1830958839843072/t4294971944(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:12/0 lens 496/448 e 0 to 0 dl 1746139097 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139086.776264:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f15d180 with x1830958839843072 ext(0->7) 00010000:00010000:0.0:1746139086.776272:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb93200/0x1f9f6ca451ac9c96 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510b03 expref: 21 pid: 9562 timeout: 812 lvb_type: 0 00010000:00010000:0.0:1746139086.776295:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb93200/0x1f9f6ca451ac9c96 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510b03 expref: 21 pid: 9562 timeout: 812 lvb_type: 0 00002000:00010000:0.0:1746139086.776301:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f15d180 00000100:00100000:0.0:1746139086.785764:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139086.792331:0:9564:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c05880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958831908480:192.168.203.56@tcp:104: 00010000:00010000:0.0:1746139086.792354:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880131566c00/0x1f9f6ca451ac9ca4 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510b11 expref: 22 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139086.792368:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880131566c00, rc 0) 00000100:00100000:0.0:1746139086.792419:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c05f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+22:1800:x1830958839843200:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2489us (2578us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139086.792427:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 28897 00000100:00100000:0.0:1746139086.793688:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139086.800238:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139086.804536:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139086.809001:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139086.812101:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139086.815374:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139086.816274:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139086.820602:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139086.831314:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139086.831402:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139086.840664:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139086.850878:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139086.854544:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139086.860109:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139086.862051:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139086.866320:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839846656 00000100:00100000:0.0:1746139086.866326:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839846656 00002000:00100000:0.0:1746139086.866356:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88012c248380 x1830958839846656/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:12/0 lens 488/0 e 0 to 0 dl 1746139097 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139086.866365:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c248380 with x1830958839846656 ext(0->4095) 00010000:00010000:0.0:1746139086.866371:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb93c00/0x1f9f6ca451ac9cc7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510b34 expref: 6 pid: 18644 timeout: 812 lvb_type: 0 00010000:00010000:0.0:1746139086.866382:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb93c00/0x1f9f6ca451ac9cc7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510b34 expref: 6 pid: 18644 timeout: 812 lvb_type: 0 00002000:00010000:0.0:1746139086.866387:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012c248380 00000100:00100000:0.0:1746139086.866414:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2031 00000100:00100000:0.0:1746139086.866420:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c248380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958839846656:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746139086.866524:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c248380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958839846656:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 103us (485us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746139086.866529:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2031 00002000:00100000:0.0:1746139086.866534:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88012c248380 x1830958839846656/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:12/0 lens 488/4536 e 0 to 0 dl 1746139097 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139086.866541:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c248380 with x1830958839846656 ext(0->4095) 00010000:00010000:0.0:1746139086.866546:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb93c00/0x1f9f6ca451ac9cc7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510b34 expref: 6 pid: 18644 timeout: 812 lvb_type: 0 00010000:00010000:0.0:1746139086.866554:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb93c00/0x1f9f6ca451ac9cc7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510b34 expref: 6 pid: 18644 timeout: 812 lvb_type: 0 00002000:00010000:0.0:1746139086.866559:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012c248380 00000100:00100000:0.0:1746139086.875096:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139086.883924:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139086.889141:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139086.897216:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139086.898455:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bbe2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+23:2010:x1830958839847296:12345-192.168.203.56@tcp:4:ldlm_bl.0 Request processed in 718us (1245us total) trans 4294971945 rc 0/0 00000100:00100000:0.0:1746139086.898462:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2032 00002000:00100000:0.0:1746139086.898467:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff88012bbe2a00 x1830958839847296/t4294971945(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:12/0 lens 496/448 e 0 to 0 dl 1746139097 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139086.898474:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bbe2a00 with x1830958839847296 ext(0->7) 00010000:00010000:0.0:1746139086.898480:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f573600/0x1f9f6ca451ac9cce lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510b3b expref: 23 pid: 18644 timeout: 812 lvb_type: 0 00010000:00010000:0.0:1746139086.898489:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f573600/0x1f9f6ca451ac9cce lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510b3b expref: 23 pid: 18644 timeout: 812 lvb_type: 0 00002000:00010000:0.0:1746139086.898494:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012bbe2a00 00000100:00100000:0.0:1746139086.904306:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139086.916021:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139086.916325:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139086.916360:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839847808 00000100:00100000:0.0:1746139086.916368:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839847808 00002000:00100000:0.0:1746139086.916411:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88012bbe0380 x1830958839847808/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:12/0 lens 488/0 e 0 to 0 dl 1746139097 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139086.916420:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bbe0380 with x1830958839847808 ext(0->4095) 00002000:00010000:0.0:1746139086.916425:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bbe0380 00000100:00100000:0.0:1746139086.916468:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 12827 00000100:00100000:0.0:1746139086.916476:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bbe0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958839847808:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746139086.916648:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bbe0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958839847808:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 134us (285us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746139086.916655:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 12827 00002000:00100000:0.0:1746139086.916660:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88012bbe0380 x1830958839847808/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:12/0 lens 488/4536 e 0 to 0 dl 1746139097 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139086.916666:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bbe0380 with x1830958839847808 ext(0->4095) 00002000:00010000:0.0:1746139086.916668:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bbe0380 00000100:00100000:0.0:1746139086.920695:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139086.921746:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139086.927993:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139086.931983:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139086.939497:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139086.946890:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139086.957038:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139086.963629:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bbe1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+25:2008:x1830958839848960:12345-192.168.203.56@tcp:4:ldlm_bl.0 Request processed in 3886us (6571us total) trans 4294971946 rc 0/0 00000100:00100000:0.0:1746139086.963640:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2034 00002000:00100000:0.0:1746139086.963650:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff88012bbe1500 x1830958839848960/t4294971946(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:12/0 lens 496/448 e 0 to 0 dl 1746139097 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139086.963658:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bbe1500 with x1830958839848960 ext(0->7) 00010000:00010000:0.0:1746139086.963667:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f572600/0x1f9f6ca451ac9ce3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510b50 expref: 25 pid: 18644 timeout: 812 lvb_type: 0 00010000:00010000:0.0:1746139086.963681:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f572600/0x1f9f6ca451ac9ce3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510b50 expref: 25 pid: 18644 timeout: 812 lvb_type: 0 00002000:00010000:0.0:1746139086.963687:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012bbe1500 00000100:00100000:0.0:1746139086.976160:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139086.976310:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139086.983958:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139086.993023:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139086.997411:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139087.002362:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139087.007457:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139087.008469:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+27:2008:x1830958839850112:12345-192.168.203.56@tcp:4:ldlm_bl.0 Request processed in 679us (1015us total) trans 4294971947 rc 0/0 00000100:00100000:0.0:1746139087.008475:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2036 00002000:00100000:0.0:1746139087.008481:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff8801391d2a00 x1830958839850112/t4294971947(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:13/0 lens 496/448 e 0 to 0 dl 1746139098 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139087.008488:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801391d2a00 with x1830958839850112 ext(0->7) 00010000:00010000:0.0:1746139087.008494:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f573000/0x1f9f6ca451ac9cf1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510b5e expref: 27 pid: 18644 timeout: 812 lvb_type: 0 00010000:00010000:0.0:1746139087.008503:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f573000/0x1f9f6ca451ac9cf1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510b5e expref: 27 pid: 18644 timeout: 812 lvb_type: 0 00002000:00010000:0.0:1746139087.008508:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801391d2a00 00000100:00100000:0.0:1746139087.025838:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139087.026213:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139087.032931:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139087.033056:0:9564:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c18ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958831911808:192.168.203.56@tcp:104: 00010000:00010000:0.0:1746139087.033082:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f572600/0x1f9f6ca451ac9cff lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510b6c expref: 28 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139087.033097:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f572600, rc 0) 00000100:00100000:0.0:1746139087.033149:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+28:1800:x1830958839850240:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4851us (6934us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139087.033157:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 28910 00000100:00100000:0.0:1746139087.043393:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139087.051974:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139087.063853:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139087.086546:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139087.087891:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+29:2008:x1830958839851264:12345-192.168.203.56@tcp:4:ldlm_bl.0 Request processed in 929us (1342us total) trans 4294971948 rc 0/0 00000100:00100000:0.0:1746139087.087903:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2038 00002000:00100000:0.0:1746139087.087912:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff8801391d3800 x1830958839851264/t4294971948(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:13/0 lens 496/448 e 0 to 0 dl 1746139098 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139087.087926:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801391d3800 with x1830958839851264 ext(0->7) 00010000:00010000:0.0:1746139087.087935:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f572600/0x1f9f6ca451ac9cff lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510b6c expref: 29 pid: 9564 timeout: 812 lvb_type: 0 00010000:00010000:0.0:1746139087.087951:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f572600/0x1f9f6ca451ac9cff lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510b6c expref: 29 pid: 9564 timeout: 812 lvb_type: 0 00002000:00010000:0.0:1746139087.087958:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801391d3800 00000100:00100000:0.0:1746139087.096093:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139087.101130:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139087.107819:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139087.117087:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139087.140229:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139087.162742:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139087.166466:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139087.173474:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139087.175678:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+31:2008:x1830958839852928:12345-192.168.203.56@tcp:4:ldlm_bl.0 Request processed in 792us (2202us total) trans 4294971949 rc 0/0 00000100:00100000:0.0:1746139087.175686:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2041 00002000:00100000:0.0:1746139087.175693:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff8801391d3100 x1830958839852928/t4294971949(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:13/0 lens 496/448 e 0 to 0 dl 1746139098 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139087.175700:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801391d3100 with x1830958839852928 ext(0->7) 00010000:00010000:0.0:1746139087.175707:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88007fd64800/0x1f9f6ca451ac9d14 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510b81 expref: 31 pid: 9564 timeout: 812 lvb_type: 0 00010000:00010000:0.0:1746139087.175723:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88007fd64800/0x1f9f6ca451ac9d14 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510b81 expref: 31 pid: 9564 timeout: 812 lvb_type: 0 00002000:00010000:0.0:1746139087.175729:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801391d3100 00000100:00100000:0.0:1746139087.188106:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139087.193558:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139087.198201:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139087.203093:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139087.206277:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139087.217506:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139087.221692:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131466d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+33:2007:x1830958839854080:12345-192.168.203.56@tcp:4:ldlm_bl.0 Request processed in 3942us (4185us total) trans 4294971950 rc 0/0 00000100:00100000:0.0:1746139087.221706:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2043 00002000:00100000:0.0:1746139087.221715:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff880131466d80 x1830958839854080/t4294971950(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:13/0 lens 496/448 e 0 to 0 dl 1746139098 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139087.221723:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131466d80 with x1830958839854080 ext(0->7) 00010000:00010000:0.0:1746139087.221731:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88007fd65800/0x1f9f6ca451ac9d22 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510b8f expref: 33 pid: 18644 timeout: 812 lvb_type: 0 00010000:00010000:0.0:1746139087.221747:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88007fd65800/0x1f9f6ca451ac9d22 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510b8f expref: 33 pid: 18644 timeout: 812 lvb_type: 0 00002000:00010000:0.0:1746139087.221752:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131466d80 00000100:00100000:0.0:1746139087.237706:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139087.239860:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139087.255710:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139087.266911:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139087.276873:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139087.285714:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139087.301317:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139087.302788:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139087.304867:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131465f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+36:2008:x1830958839855232:12345-192.168.203.56@tcp:4:ldlm_bl.0 Request processed in 2806us (3552us total) trans 4294971951 rc 0/0 00000100:00100000:0.0:1746139087.304879:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2045 00002000:00100000:0.0:1746139087.304888:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff880131465f80 x1830958839855232/t4294971951(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:13/0 lens 496/448 e 0 to 0 dl 1746139098 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139087.304895:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131465f80 with x1830958839855232 ext(0->7) 00010000:00010000:0.0:1746139087.304903:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880131567600/0x1f9f6ca451ac9d30 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510b9d expref: 36 pid: 18644 timeout: 812 lvb_type: 0 00010000:00010000:0.0:1746139087.304915:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880131567600/0x1f9f6ca451ac9d30 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510b9d expref: 36 pid: 18644 timeout: 812 lvb_type: 0 00002000:00010000:0.0:1746139087.304920:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131465f80 00000100:00100000:0.0:1746139087.307964:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139087.313245:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139087.318479:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139087.323141:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139087.328519:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139087.333525:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139087.334270:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139087.335274:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839856512 00000100:00100000:0.0:1746139087.335280:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839856512 00010000:00010000:0.0:1746139087.335302:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800727b2600/0x1f9f6ca451ac9d3e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510bab expref: 36 pid: 9564 timeout: 812 lvb_type: 0 00000100:00100000:0.0:1746139087.335334:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16234 00000100:00100000:0.0:1746139087.335340:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800acc5c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b60e9717-019c-4527-a82a-15e993ac5189+36:2008:x1830958839856512:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746139087.335348:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746139087.335366:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800727b2600/0x1f9f6ca451ac9d3e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510bab expref: 36 pid: 9564 timeout: 812 lvb_type: 0 00010000:00010000:0.0:1746139087.335376:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800727b2600/0x1f9f6ca451ac9d3e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510bab expref: 36 pid: 9564 timeout: 812 lvb_type: 0 00010000:00010000:0.0:1746139087.335392:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800727b2600/0x1f9f6ca451ac9d3e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510bab expref: 36 pid: 9564 timeout: 812 lvb_type: 0 00010000:00010000:0.0:1746139087.335416:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139087.335418:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139087.335423:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880131567200/0x1f9f6ca451ac9d45 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510bb2 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139087.335429:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880131567200/0x1f9f6ca451ac9d45 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510bb2 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139087.335450:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880131567200/0x1f9f6ca451ac9d45 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510bb2 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139087.335458:0:7206:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880131567200/0x1f9f6ca451ac9d45 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510bb2 expref: 5 pid: 18644 timeout: 812 lvb_type: 0 00000100:00100000:0.0:1746139087.335468:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c410000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7206:1830958831914752:192.168.203.56@tcp:105: 00000100:00100000:0.0:1746139087.335512:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007fe37840 going to sleep for 11 seconds 00000100:00100000:0.0:1746139087.337922:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139087.341654:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139087.345308:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139087.349285:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139087.372517:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139087.375481:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839857536 00000100:00100000:0.0:1746139087.375490:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839857536 00000100:00100000:0.0:1746139087.375539:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 28923 00000100:00100000:0.0:1746139087.375546:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c24a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+38:1800:x1830958839857536:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746139087.375558:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746139087.375573:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009edec800/0x1f9f6ca451ac9d5a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3510bc7 expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139087.375593:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746139087.375598:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800727b2600/0x1f9f6ca451ac9d53 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510bc0 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139087.375649:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746139087.375653:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009edec800/0x1f9f6ca451ac9d5a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510bc7 expref: 39 pid: 9564 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746139087.380561:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139087.386769:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139087.390792:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139087.396791:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139087.401612:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139087.405007:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139087.405233:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139087.409872:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139087.419719:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139087.424588:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139087.434695:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000001:00080000:0.0:1746139087.445215:0:7201:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294989755 is committed 00000001:00080000:0.0:1746139087.445228:0:7201:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294989753 is committed 00000004:00080000:0.0:1746139087.445236:0:7201:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 18 committed 00000004:00080000:0.0:1746139087.445273:0:7201:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 17 committed 00000100:00080000:0.0:1746139087.445755:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746139087.446480:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a07b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+39:2008:x1830958839859584:12345-192.168.203.56@tcp:4:ldlm_bl.0 Request processed in 1000us (2349us total) trans 4294971953 rc 0/0 00000100:00100000:0.0:1746139087.446488:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2051 00002000:00100000:0.0:1746139087.446496:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff8800a07b5f80 x1830958839859584/t4294971953(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:13/0 lens 496/448 e 0 to 0 dl 1746139098 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139087.446504:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a07b5f80 with x1830958839859584 ext(0->7) 00010000:00010000:0.0:1746139087.446509:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a0598000/0x1f9f6ca451ac9d68 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510bd5 expref: 39 pid: 9564 timeout: 812 lvb_type: 0 00010000:00010000:0.0:1746139087.446518:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a0598000/0x1f9f6ca451ac9d68 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510bd5 expref: 39 pid: 9564 timeout: 812 lvb_type: 0 00002000:00010000:0.0:1746139087.446523:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a07b5f80 00000100:00100000:0.0:1746139087.451944:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00080000:0.0:1746139087.453591:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000004:00080000:0.0:1746139087.454809:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800a07b7b80/2, rc 0, transno 4294970703 00000100:00100000:0.0:1746139087.454814:0:3767:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a07b7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1830958831916160:0@lo:6:osp-syn-0-0.0 00000001:00080000:0.0:1746139087.457072:0:9560:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970703 is committed 00000001:00080000:0.0:1746139087.457084:0:9560:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970702 is committed 00000100:00100000:0.0:1746139087.465690:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139087.469678:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139087.476066:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139087.479072:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139087.484071:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139087.485327:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eed8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+41:2007:x1830958839860864:12345-192.168.203.56@tcp:4:ldlm_bl.0 Request processed in 1036us (1260us total) trans 4294971954 rc 0/0 00000100:00100000:0.0:1746139087.485334:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2053 00002000:00100000:0.0:1746139087.485340:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff88012eed8380 x1830958839860864/t4294971954(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:13/0 lens 496/448 e 0 to 0 dl 1746139098 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139087.485347:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012eed8380 with x1830958839860864 ext(0->7) 00010000:00010000:0.0:1746139087.485353:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880131567200/0x1f9f6ca451ac9d7d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510be3 expref: 41 pid: 9564 timeout: 812 lvb_type: 0 00010000:00010000:0.0:1746139087.485363:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880131567200/0x1f9f6ca451ac9d7d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510be3 expref: 41 pid: 9564 timeout: 812 lvb_type: 0 00002000:00010000:0.0:1746139087.485368:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012eed8380 00000100:00100000:0.0:1746139087.487809:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139087.491332:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139087.493870:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139087.496572:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139087.497952:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139087.502073:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139087.506066:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139087.506165:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139087.516099:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139087.521282:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139087.521336:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139087.526144:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139087.526270:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839862912 00000100:00100000:1.0:1746139087.526276:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839862912 00002000:00100000:1.0:1746139087.526307:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880072788380 x1830958839862912/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:13/0 lens 488/0 e 0 to 0 dl 1746139098 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139087.526315:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072788380 with x1830958839862912 ext(0->4095) 00010000:00010000:1.0:1746139087.526321:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f4d6e00/0x1f9f6ca451ac9d99 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510bff expref: 6 pid: 18644 timeout: 812 lvb_type: 0 00010000:00010000:1.0:1746139087.526332:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f4d6e00/0x1f9f6ca451ac9d99 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510bff expref: 6 pid: 18644 timeout: 812 lvb_type: 0 00002000:00010000:1.0:1746139087.526338:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072788380 00000100:00100000:1.0:1746139087.526352:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2056 00000100:00100000:1.0:1746139087.526358:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072788380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958839862912:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746139087.526461:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072788380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958839862912:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 103us (319us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139087.526466:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2056 00002000:00100000:1.0:1746139087.526470:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880072788380 x1830958839862912/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:13/0 lens 488/4536 e 0 to 0 dl 1746139098 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139087.526476:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072788380 with x1830958839862912 ext(0->4095) 00010000:00010000:1.0:1746139087.526480:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f4d6e00/0x1f9f6ca451ac9d99 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510bff expref: 6 pid: 18644 timeout: 812 lvb_type: 0 00010000:00010000:1.0:1746139087.526590:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f4d6e00/0x1f9f6ca451ac9d99 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510bff expref: 6 pid: 18644 timeout: 812 lvb_type: 0 00002000:00010000:1.0:1746139087.526596:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072788380 00000100:00100000:0.0:1746139087.530278:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139087.534433:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139087.534834:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839863296 00000100:00100000:1.0:1746139087.534840:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839863296 00002000:00100000:1.0:1746139087.534872:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88007278ad80 x1830958839863296/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:13/0 lens 488/0 e 0 to 0 dl 1746139098 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139087.534880:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007278ad80 with x1830958839863296 ext(0->4095) 00002000:00010000:1.0:1746139087.534883:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007278ad80 00000100:00100000:1.0:1746139087.534907:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 12840 00000100:00100000:1.0:1746139087.534912:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007278ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+41:2007:x1830958839863296:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746139087.535008:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007278ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+41:2007:x1830958839863296:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 96us (577us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139087.535014:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 12840 00002000:00100000:1.0:1746139087.535018:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88007278ad80 x1830958839863296/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:13/0 lens 488/4536 e 0 to 0 dl 1746139098 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139087.535029:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007278ad80 with x1830958839863296 ext(0->4095) 00002000:00010000:1.0:1746139087.535031:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007278ad80 00000100:00100000:0.0:1746139087.536336:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139087.543531:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139087.546384:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139087.547135:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139087.551959:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139087.554180:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139087.561811:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139087.562393:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839864448 00000100:00100000:1.0:1746139087.562400:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839864448 00002000:00100000:1.0:1746139087.562438:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880072789880 x1830958839864448/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:13/0 lens 488/0 e 0 to 0 dl 1746139098 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139087.562448:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072789880 with x1830958839864448 ext(0->4095) 00010000:00010000:1.0:1746139087.562456:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f4d7c00/0x1f9f6ca451ac9dae lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510c14 expref: 42 pid: 18644 timeout: 812 lvb_type: 0 00010000:00010000:1.0:1746139087.562467:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f4d7c00/0x1f9f6ca451ac9dae lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510c14 expref: 42 pid: 18644 timeout: 812 lvb_type: 0 00002000:00010000:1.0:1746139087.562479:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072789880 00000100:00100000:1.0:1746139087.562510:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2057 00000100:00100000:1.0:1746139087.562517:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072789880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+42:2007:x1830958839864448:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746139087.562668:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072789880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+42:2007:x1830958839864448:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 151us (863us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139087.562674:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2057 00002000:00100000:1.0:1746139087.562680:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880072789880 x1830958839864448/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:13/0 lens 488/4536 e 0 to 0 dl 1746139098 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139087.562686:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072789880 with x1830958839864448 ext(0->4095) 00010000:00010000:1.0:1746139087.562691:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f4d7c00/0x1f9f6ca451ac9dae lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510c14 expref: 42 pid: 18644 timeout: 812 lvb_type: 0 00010000:00010000:1.0:1746139087.562700:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f4d7c00/0x1f9f6ca451ac9dae lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510c14 expref: 42 pid: 18644 timeout: 812 lvb_type: 0 00002000:00010000:1.0:1746139087.562704:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072789880 00000100:00100000:0.0:1746139087.572255:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139087.576488:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139087.581180:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139087.584881:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139087.586701:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139087.590991:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139087.597415:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139087.601727:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139087.608470:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139087.646895:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139087.646954:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839866112 00000100:00100000:1.0:1746139087.646962:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839866112 00002000:00100000:1.0:1746139087.646998:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff88009eeef800 x1830958839866112/t0(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:13/0 lens 496/0 e 0 to 0 dl 1746139098 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139087.647006:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009eeef800 with x1830958839866112 ext(0->7) 00010000:00010000:1.0:1746139087.647014:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880131567a00/0x1f9f6ca451ac9dc3 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510c29 expref: 41 pid: 18644 timeout: 812 lvb_type: 0 00010000:00010000:1.0:1746139087.647030:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880131567a00/0x1f9f6ca451ac9dc3 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510c29 expref: 41 pid: 18644 timeout: 812 lvb_type: 0 00002000:00010000:1.0:1746139087.647036:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009eeef800 00000100:00100000:1.0:1746139087.647381:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2059 00000100:00100000:1.0:1746139087.647388:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eeef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+41:2007:x1830958839866112:12345-192.168.203.56@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746139087.653932:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eeef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+43:2007:x1830958839866112:12345-192.168.203.56@tcp:4:ldlm_bl.0 Request processed in 6535us (7032us total) trans 4294971955 rc 0/0 00000100:00100000:0.0:1746139087.653944:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2059 00002000:00100000:0.0:1746139087.653953:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff88009eeef800 x1830958839866112/t4294971955(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:13/0 lens 496/448 e 0 to 0 dl 1746139098 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139087.653961:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009eeef800 with x1830958839866112 ext(0->7) 00010000:00010000:0.0:1746139087.653970:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880131567a00/0x1f9f6ca451ac9dc3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510c29 expref: 43 pid: 18644 timeout: 812 lvb_type: 0 00010000:00010000:0.0:1746139087.653984:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880131567a00/0x1f9f6ca451ac9dc3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510c29 expref: 43 pid: 18644 timeout: 812 lvb_type: 0 00002000:00010000:0.0:1746139087.653990:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009eeef800 00000100:00100000:0.0:1746139087.665219:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139087.665262:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139087.669522:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139087.669571:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839866624 00000100:00100000:0.0:1746139087.669577:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839866624 00002000:00100000:0.0:1746139087.669637:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009eeec700 x1830958839866624/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:13/0 lens 488/0 e 0 to 0 dl 1746139098 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139087.669647:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009eeec700 with x1830958839866624 ext(0->4095) 00010000:00010000:0.0:1746139087.669653:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880131566c00/0x1f9f6ca451ac9dca lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510c30 expref: 6 pid: 18644 timeout: 812 lvb_type: 0 00010000:00010000:0.0:1746139087.669664:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880131566c00/0x1f9f6ca451ac9dca lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510c30 expref: 6 pid: 18644 timeout: 812 lvb_type: 0 00002000:00010000:0.0:1746139087.669670:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009eeec700 00000100:00100000:0.0:1746139087.669695:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2060 00000100:00100000:0.0:1746139087.669701:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eeec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958839866624:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746139087.669792:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eeec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958839866624:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 91us (272us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746139087.669798:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2060 00002000:00100000:0.0:1746139087.669802:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009eeec700 x1830958839866624/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:13/0 lens 488/4536 e 0 to 0 dl 1746139098 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139087.669808:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009eeec700 with x1830958839866624 ext(0->4095) 00010000:00010000:0.0:1746139087.669812:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880131566c00/0x1f9f6ca451ac9dca lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510c30 expref: 6 pid: 18644 timeout: 812 lvb_type: 0 00010000:00010000:0.0:1746139087.669819:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880131566c00/0x1f9f6ca451ac9dca lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510c30 expref: 6 pid: 18644 timeout: 812 lvb_type: 0 00002000:00010000:0.0:1746139087.669824:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009eeec700 00000100:00100000:0.0:1746139087.674564:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139087.676585:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139087.683233:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139087.690458:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139087.690547:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139087.695368:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139087.698879:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139087.703359:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139087.706261:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139087.711387:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139087.714798:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139087.714949:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839868416 00000100:00100000:1.0:1746139087.714957:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839868416 00000100:00100000:1.0:1746139087.715005:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 28944 00000100:00100000:1.0:1746139087.715012:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008855ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+43:1800:x1830958839868416:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139087.715026:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139087.715041:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a0599200/0x1f9f6ca451ac9ded lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3510c53 expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139087.715065:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880131566200/0x1f9f6ca451ac9de6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510c4c expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139087.715070:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139087.715072:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139087.715074:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a0599200/0x1f9f6ca451ac9ded lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510c53 expref: 44 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139087.715098:0:18644:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880131566200/0x1f9f6ca451ac9de6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510c4c expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139087.715111:0:18644:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880131566200/0x1f9f6ca451ac9de6 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510c4c expref: 5 pid: 18644 timeout: 812 lvb_type: 0 00000100:00100000:1.0:1746139087.715120:0:18644:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a07b5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958831920640:192.168.203.56@tcp:104: 00000100:00100000:1.0:1746139087.715171:0:18644:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ded1300 going to sleep for 11 seconds 00000100:00100000:1.0:1746139087.718780:0:18644:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a07b5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958831920640:192.168.203.56@tcp:104: 00010000:00010000:1.0:1746139087.718808:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a0599200/0x1f9f6ca451ac9ded lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510c53 expref: 44 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139087.718823:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0599200, rc 0) 00000100:00100000:1.0:1746139087.718866:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008855ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+44:1800:x1830958839868416:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3854us (4072us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139087.718874:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 28944 00000100:00100000:0.0:1746139087.719566:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139087.725372:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139087.733354:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139087.737508:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139087.737677:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839869184 00000100:00100000:1.0:1746139087.737686:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839869184 00000100:00100000:1.0:1746139087.737730:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 28945 00000100:00100000:1.0:1746139087.737737:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0ceb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958839869184:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139087.737754:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139087.737770:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a0599000/0x1f9f6ca451ac9df4 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3510c5a expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139087.737797:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a0599200/0x1f9f6ca451ac9ded lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510c53 expref: 42 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139087.737807:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139087.737809:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139087.737812:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a0599000/0x1f9f6ca451ac9df4 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510c5a expref: 6 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139087.737840:0:18644:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a0599200/0x1f9f6ca451ac9ded lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510c53 expref: 42 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139087.737850:0:18644:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a0599200/0x1f9f6ca451ac9ded lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510c53 expref: 42 pid: 18644 timeout: 812 lvb_type: 0 00000100:00100000:1.0:1746139087.737860:0:18644:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a07b5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958831920896:192.168.203.56@tcp:104: 00000100:00100000:1.0:1746139087.739325:0:18644:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ded1300 going to sleep for 11 seconds 00000100:00100000:1.0:1746139087.744226:0:18644:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a07b5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958831920896:192.168.203.56@tcp:104: 00010000:00010000:1.0:1746139087.744253:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a0599000/0x1f9f6ca451ac9df4 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510c5a expref: 6 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139087.744267:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0599000, rc 0) 00000100:00100000:0.0:1746139087.744300:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139087.744317:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0ceb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958839869184:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6580us (6818us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139087.744325:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 28945 00000100:00100000:0.0:1746139087.748250:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0ce9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+45:2008:x1830958839869312:12345-192.168.203.56@tcp:4:ldlm_bl.0 Request processed in 3590us (3941us total) trans 4294971956 rc 0/0 00000100:00100000:0.0:1746139087.748261:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2064 00002000:00100000:0.0:1746139087.748270:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff8800a0ce9f80 x1830958839869312/t4294971956(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:13/0 lens 496/448 e 0 to 0 dl 1746139098 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139087.748279:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0ce9f80 with x1830958839869312 ext(0->7) 00010000:00010000:0.0:1746139087.748288:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a0599200/0x1f9f6ca451ac9ded lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510c53 expref: 45 pid: 18644 timeout: 813 lvb_type: 0 00010000:00010000:0.0:1746139087.748302:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a0599200/0x1f9f6ca451ac9ded lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510c53 expref: 45 pid: 18644 timeout: 813 lvb_type: 0 00002000:00010000:0.0:1746139087.748309:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a0ce9f80 00000100:00100000:0.0:1746139087.750788:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139087.754975:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139087.755651:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139087.755874:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839869696 00000100:00100000:1.0:1746139087.755881:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839869696 00002000:00100000:1.0:1746139087.755920:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800a0ce8700 x1830958839869696/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:13/0 lens 488/0 e 0 to 0 dl 1746139098 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139087.755935:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0ce8700 with x1830958839869696 ext(0->4095) 00002000:00010000:1.0:1746139087.755940:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a0ce8700 00000100:00100000:1.0:1746139087.755966:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 12846 00000100:00100000:1.0:1746139087.755973:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0ce8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958839869696:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746139087.756100:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0ce8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958839869696:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 128us (1132us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139087.756106:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 12846 00002000:00100000:1.0:1746139087.756111:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800a0ce8700 x1830958839869696/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:13/0 lens 488/4536 e 0 to 0 dl 1746139098 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139087.756118:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0ce8700 with x1830958839869696 ext(0->4095) 00002000:00010000:1.0:1746139087.756120:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a0ce8700 00000100:00100000:0.0:1746139087.759701:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139087.759899:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139087.762989:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139087.767568:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139087.772258:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139087.776141:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139087.781235:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139087.782026:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139087.784021:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139087.784042:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839871360 00000100:00100000:0.0:1746139087.784047:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839871360 00002000:00100000:0.0:1746139087.784205:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009f179c00 x1830958839871360/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:13/0 lens 488/0 e 0 to 0 dl 1746139098 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139087.784216:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f179c00 with x1830958839871360 ext(0->4095) 00010000:00010000:0.0:1746139087.784221:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f4d7200/0x1f9f6ca451ac9e09 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510c6f expref: 6 pid: 9564 timeout: 813 lvb_type: 0 00010000:00010000:0.0:1746139087.784231:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f4d7200/0x1f9f6ca451ac9e09 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510c6f expref: 6 pid: 9564 timeout: 813 lvb_type: 0 00002000:00010000:0.0:1746139087.784237:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f179c00 00000100:00100000:0.0:1746139087.784261:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2066 00000100:00100000:0.0:1746139087.784267:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f179c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958839871360:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746139087.784373:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f179c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958839871360:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 106us (352us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746139087.784378:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2066 00002000:00100000:0.0:1746139087.784382:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009f179c00 x1830958839871360/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:13/0 lens 488/4536 e 0 to 0 dl 1746139098 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139087.784388:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f179c00 with x1830958839871360 ext(0->4095) 00010000:00010000:0.0:1746139087.784392:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f4d7200/0x1f9f6ca451ac9e09 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510c6f expref: 6 pid: 9564 timeout: 813 lvb_type: 0 00010000:00010000:0.0:1746139087.784431:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f4d7200/0x1f9f6ca451ac9e09 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510c6f expref: 6 pid: 9564 timeout: 813 lvb_type: 0 00002000:00010000:0.0:1746139087.784438:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f179c00 00000100:00100000:0.0:1746139087.787144:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139087.790487:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139087.790569:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839871744 00000100:00100000:1.0:1746139087.790575:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839871744 00002000:00100000:1.0:1746139087.791124:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009f178700 x1830958839871744/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:13/0 lens 488/0 e 0 to 0 dl 1746139098 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139087.791133:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f178700 with x1830958839871744 ext(0->4095) 00002000:00010000:1.0:1746139087.791137:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f178700 00000100:00100000:1.0:1746139087.791151:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 12848 00000100:00100000:1.0:1746139087.791157:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f178700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+45:2007:x1830958839871744:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746139087.791242:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f178700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+45:2007:x1830958839871744:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 87us (762us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139087.791247:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 12848 00002000:00100000:1.0:1746139087.791252:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009f178700 x1830958839871744/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:13/0 lens 488/4536 e 0 to 0 dl 1746139098 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139087.791257:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f178700 with x1830958839871744 ext(0->4095) 00002000:00010000:1.0:1746139087.791259:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f178700 00000100:00100000:0.0:1746139087.796424:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139087.802831:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139087.804307:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f17a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+47:2008:x1830958839872000:12345-192.168.203.56@tcp:4:ldlm_bl.0 Request processed in 1167us (1472us total) trans 4294971957 rc 0/0 00000100:00100000:1.0:1746139087.804315:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2067 00002000:00100000:1.0:1746139087.804321:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff88009f17a680 x1830958839872000/t4294971957(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:13/0 lens 496/448 e 0 to 0 dl 1746139098 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139087.804328:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f17a680 with x1830958839872000 ext(0->7) 00010000:00010000:1.0:1746139087.804333:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800727b2600/0x1f9f6ca451ac9e10 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510c76 expref: 47 pid: 9564 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746139087.804343:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800727b2600/0x1f9f6ca451ac9e10 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510c76 expref: 47 pid: 9564 timeout: 813 lvb_type: 0 00002000:00010000:1.0:1746139087.804349:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f17a680 00000100:00100000:0.0:1746139087.807814:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139087.814570:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139087.821734:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139087.821782:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139087.822143:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 28952 00000100:00100000:0.0:1746139087.822150:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f178380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b60e9717-019c-4527-a82a-15e993ac5189+48:1814:x1830958839872640:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746139087.822157:0:9562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746139087.822164:0:9562:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f573600/0x1f9f6ca451ac9e25 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3510c8b expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139087.822552:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139087.822557:0:9562:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f4d6a00/0x1f9f6ca451ac9e1e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510c84 expref: 49 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139087.822562:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746139087.822565:0:9562:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f573600/0x1f9f6ca451ac9e25 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510c8b expref: 49 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139087.822593:0:9562:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f4d6a00/0x1f9f6ca451ac9e1e lrc: 5/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510c84 expref: 49 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139087.822708:0:9562:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f573600/0x1f9f6ca451ac9e25 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510c8b expref: 49 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139087.822717:0:9562:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f573600, rc 0) 00000100:00100000:1.0:1746139087.822858:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f178380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b60e9717-019c-4527-a82a-15e993ac5189+49:1814:x1830958839872640:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 707us (1073us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139087.822864:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 28952 00000100:00100000:0.0:1746139087.826424:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139087.830197:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139087.830540:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839873024 00000100:00100000:1.0:1746139087.830549:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839873024 00002000:00100000:1.0:1746139087.830595:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009eeed500 x1830958839873024/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:13/0 lens 488/0 e 0 to 0 dl 1746139098 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139087.830642:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009eeed500 with x1830958839873024 ext(0->4095) 00010000:00010000:1.0:1746139087.831049:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f4d6a00/0x1f9f6ca451ac9e1e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510c84 expref: 48 pid: 9564 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746139087.831064:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f4d6a00/0x1f9f6ca451ac9e1e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510c84 expref: 48 pid: 9564 timeout: 813 lvb_type: 0 00002000:00010000:1.0:1746139087.831071:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009eeed500 00000100:00100000:1.0:1746139087.831107:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2068 00000100:00100000:1.0:1746139087.831115:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eeed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+48:2007:x1830958839873024:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746139087.831247:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eeed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+48:2007:x1830958839873024:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 133us (1062us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139087.831254:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2068 00002000:00100000:1.0:1746139087.831259:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009eeed500 x1830958839873024/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:13/0 lens 488/4536 e 0 to 0 dl 1746139098 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139087.831265:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009eeed500 with x1830958839873024 ext(0->4095) 00010000:00010000:1.0:1746139087.831270:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f4d6a00/0x1f9f6ca451ac9e1e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510c84 expref: 48 pid: 9564 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746139087.831279:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f4d6a00/0x1f9f6ca451ac9e1e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510c84 expref: 48 pid: 9564 timeout: 813 lvb_type: 0 00002000:00010000:1.0:1746139087.831284:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009eeed500 00000100:00100000:0.0:1746139087.834772:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139087.838792:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839873408 00000100:00100000:0.0:1746139087.838798:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839873408 00002000:00100000:0.0:1746139087.838831:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88012c249880 x1830958839873408/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:13/0 lens 488/0 e 0 to 0 dl 1746139098 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139087.838841:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c249880 with x1830958839873408 ext(0->4095) 00002000:00010000:0.0:1746139087.838844:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c249880 00000100:00100000:0.0:1746139087.839149:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 12850 00000100:00100000:0.0:1746139087.839156:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c249880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+47:2008:x1830958839873408:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746139087.839264:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c249880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+47:2008:x1830958839873408:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 108us (525us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746139087.839270:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 12850 00002000:00100000:0.0:1746139087.839275:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88012c249880 x1830958839873408/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:13/0 lens 488/4536 e 0 to 0 dl 1746139098 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139087.839282:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c249880 with x1830958839873408 ext(0->4095) 00002000:00010000:0.0:1746139087.839284:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c249880 00000100:00100000:0.0:1746139087.842705:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139087.846299:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139087.851526:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139087.855027:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139087.855109:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839874048 00000100:00100000:1.0:1746139087.855117:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839874048 00002000:00100000:1.0:1746139087.855157:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c4d7800 x1830958839874048/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:13/0 lens 488/0 e 0 to 0 dl 1746139098 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139087.855171:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c4d7800 with x1830958839874048 ext(0->4095) 00010000:00010000:1.0:1746139087.855180:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f4d6c00/0x1f9f6ca451ac9e2c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510c92 expref: 6 pid: 9564 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746139087.855192:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f4d6c00/0x1f9f6ca451ac9e2c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510c92 expref: 6 pid: 9564 timeout: 813 lvb_type: 0 00002000:00010000:1.0:1746139087.855198:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c4d7800 00000100:00100000:1.0:1746139087.855216:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2069 00000100:00100000:1.0:1746139087.855222:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c4d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958839874048:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746139087.855351:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c4d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958839874048:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 127us (331us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139087.855356:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2069 00002000:00100000:1.0:1746139087.855361:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c4d7800 x1830958839874048/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:13/0 lens 488/4536 e 0 to 0 dl 1746139098 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139087.855367:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c4d7800 with x1830958839874048 ext(0->4095) 00010000:00010000:1.0:1746139087.855371:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f4d6c00/0x1f9f6ca451ac9e2c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510c92 expref: 6 pid: 9564 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746139087.855380:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f4d6c00/0x1f9f6ca451ac9e2c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510c92 expref: 6 pid: 9564 timeout: 813 lvb_type: 0 00002000:00010000:1.0:1746139087.855384:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c4d7800 00000100:00100000:0.0:1746139087.861530:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139087.861567:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139087.867388:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139087.867486:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839874560 00000100:00100000:1.0:1746139087.867493:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839874560 00002000:00100000:1.0:1746139087.867526:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009cb69500 x1830958839874560/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:13/0 lens 488/0 e 0 to 0 dl 1746139098 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139087.867535:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb69500 with x1830958839874560 ext(0->4095) 00010000:00010000:1.0:1746139087.867543:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f4d6000/0x1f9f6ca451ac9e33 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510c99 expref: 48 pid: 9564 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746139087.867556:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f4d6000/0x1f9f6ca451ac9e33 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510c99 expref: 48 pid: 9564 timeout: 813 lvb_type: 0 00002000:00010000:1.0:1746139087.867562:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cb69500 00000100:00100000:1.0:1746139087.867576:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2070 00000100:00100000:1.0:1746139087.867583:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb69500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+48:2008:x1830958839874560:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746139087.867731:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb69500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+48:2008:x1830958839874560:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 148us (343us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139087.867737:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2070 00002000:00100000:1.0:1746139087.867741:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009cb69500 x1830958839874560/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:13/0 lens 488/4536 e 0 to 0 dl 1746139098 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139087.867748:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb69500 with x1830958839874560 ext(0->4095) 00010000:00010000:1.0:1746139087.867752:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f4d6000/0x1f9f6ca451ac9e33 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510c99 expref: 48 pid: 9564 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746139087.867760:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f4d6000/0x1f9f6ca451ac9e33 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510c99 expref: 48 pid: 9564 timeout: 813 lvb_type: 0 00002000:00010000:1.0:1746139087.867764:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cb69500 00000100:00100000:0.0:1746139087.872400:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139087.877497:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139087.880916:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139087.885851:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139087.890196:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139087.892062:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139087.893049:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839875584 00000100:00100000:1.0:1746139087.893057:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839875584 00002000:00100000:1.0:1746139087.893099:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8801391d3b80 x1830958839875584/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:13/0 lens 488/0 e 0 to 0 dl 1746139098 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139087.893108:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801391d3b80 with x1830958839875584 ext(0->4095) 00010000:00010000:1.0:1746139087.893115:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f4d7c00/0x1f9f6ca451ac9e41 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510ca7 expref: 6 pid: 9564 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746139087.893126:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f4d7c00/0x1f9f6ca451ac9e41 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510ca7 expref: 6 pid: 9564 timeout: 813 lvb_type: 0 00002000:00010000:1.0:1746139087.893131:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801391d3b80 00000100:00100000:1.0:1746139087.893161:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2071 00000100:00100000:1.0:1746139087.893168:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958839875584:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746139087.893277:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958839875584:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 109us (1218us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139087.893284:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2071 00002000:00100000:1.0:1746139087.893289:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8801391d3b80 x1830958839875584/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:13/0 lens 488/4536 e 0 to 0 dl 1746139098 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139087.893296:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801391d3b80 with x1830958839875584 ext(0->4095) 00010000:00010000:1.0:1746139087.893300:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f4d7c00/0x1f9f6ca451ac9e41 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510ca7 expref: 6 pid: 9564 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746139087.893309:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f4d7c00/0x1f9f6ca451ac9e41 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510ca7 expref: 6 pid: 9564 timeout: 813 lvb_type: 0 00002000:00010000:1.0:1746139087.893319:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801391d3b80 00000100:00100000:0.0:1746139087.896523:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139087.896553:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139087.896579:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839875712 00000100:00100000:1.0:1746139087.896585:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839875712 00000100:00100000:1.0:1746139087.896653:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 28958 00000100:00100000:1.0:1746139087.896660:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b60e9717-019c-4527-a82a-15e993ac5189+48:1814:x1830958839875712:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139087.896671:0:9562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139087.896682:0:9562:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb93800/0x1f9f6ca451ac9e4f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3510cb5 expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139087.896699:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139087.896703:0:9562:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f4d7800/0x1f9f6ca451ac9e48 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510cae expref: 48 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139087.896815:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139087.896820:0:9562:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb93800/0x1f9f6ca451ac9e4f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510cb5 expref: 48 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139087.896927:0:9562:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f4d7800/0x1f9f6ca451ac9e48 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510cae expref: 48 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139087.896940:0:9562:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb93800/0x1f9f6ca451ac9e4f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510cb5 expref: 48 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139087.896947:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139087.896948:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139087.896952:0:9562:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f4d7800/0x1f9f6ca451ac9e48 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510cae expref: 48 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139087.896961:0:9562:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f4d7800/0x1f9f6ca451ac9e48 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510cae expref: 48 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139087.896978:0:9562:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f4d7800/0x1f9f6ca451ac9e48 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510cae expref: 48 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139087.896987:0:9562:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f4d7800/0x1f9f6ca451ac9e48 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510cae expref: 48 pid: 9564 timeout: 813 lvb_type: 0 00000100:00100000:1.0:1746139087.897000:0:9562:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a07b5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9562:1830958831924224:192.168.203.56@tcp:105: 00000100:00100000:1.0:1746139087.897049:0:9562:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ded19c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746139087.898974:0:9562:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a07b5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9562:1830958831924224:192.168.203.56@tcp:105: 00010000:00010000:1.0:1746139087.898989:0:9562:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb93800, rc 0) 00000100:00100000:1.0:1746139087.899020:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b60e9717-019c-4527-a82a-15e993ac5189+48:1814:x1830958839875712:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2360us (2504us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139087.899027:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 28958 00000100:00100000:0.0:1746139087.899351:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139087.903378:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139087.907260:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139087.911962:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139087.912027:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839876608 00000100:00100000:1.0:1746139087.912034:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839876608 00000100:00100000:1.0:1746139087.912082:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 28959 00000100:00100000:1.0:1746139087.912089:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131466a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958839876608:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139087.912104:0:9562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139087.912118:0:9562:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb93e00/0x1f9f6ca451ac9e56 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3510cbc expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139087.912147:0:9562:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb93800/0x1f9f6ca451ac9e4f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510cb5 expref: 46 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139087.912153:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139087.912155:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139087.912157:0:9562:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb93e00/0x1f9f6ca451ac9e56 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510cbc expref: 6 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139087.912180:0:9562:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb93800/0x1f9f6ca451ac9e4f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510cb5 expref: 46 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139087.912189:0:9562:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fb93800/0x1f9f6ca451ac9e4f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510cb5 expref: 46 pid: 9562 timeout: 813 lvb_type: 0 00000100:00100000:1.0:1746139087.912200:0:9562:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a07b5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9562:1830958831924480:192.168.203.56@tcp:104: 00000100:00100000:1.0:1746139087.912281:0:9562:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ded19c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746139087.914715:0:9562:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a07b5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9562:1830958831924480:192.168.203.56@tcp:104: 00010000:00010000:1.0:1746139087.914739:0:9562:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb93e00/0x1f9f6ca451ac9e56 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510cbc expref: 6 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139087.914752:0:9562:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb93e00, rc 0) 00000100:00100000:1.0:1746139087.914785:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131466a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958839876608:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2697us (2830us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139087.914793:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 28959 00000100:00100000:0.0:1746139087.917702:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139087.917751:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139087.918217:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839876864 00000100:00100000:1.0:1746139087.918221:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839876864 00000100:00100000:0.0:1746139087.925788:0:18644:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c248e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958831924736:192.168.203.56@tcp:104: 00010000:00010000:0.0:1746139087.925816:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f4d7c00/0x1f9f6ca451ac9e5d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510cc3 expref: 48 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139087.925830:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f4d7c00, rc 0) 00000100:00100000:0.0:1746139087.925882:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131464380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+48:1800:x1830958839876864:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6652us (8129us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139087.925893:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 28960 00000100:00100000:0.0:1746139087.928143:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139087.932426:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139087.947684:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139087.969713:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139087.975093:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139087.978679:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f15ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+50:2007:x1830958839877888:12345-192.168.203.56@tcp:4:ldlm_bl.0 Request processed in 2439us (3585us total) trans 4294971958 rc 0/0 00000100:00100000:0.0:1746139087.978689:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2074 00002000:00100000:0.0:1746139087.978698:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff88009f15ea00 x1830958839877888/t4294971958(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:13/0 lens 496/448 e 0 to 0 dl 1746139098 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139087.978706:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f15ea00 with x1830958839877888 ext(0->7) 00010000:00010000:0.0:1746139087.978713:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f4d7c00/0x1f9f6ca451ac9e5d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510cc3 expref: 50 pid: 18644 timeout: 813 lvb_type: 0 00010000:00010000:0.0:1746139087.978726:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f4d7c00/0x1f9f6ca451ac9e5d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510cc3 expref: 50 pid: 18644 timeout: 813 lvb_type: 0 00002000:00010000:0.0:1746139087.978733:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f15ea00 00000100:00100000:0.0:1746139087.982669:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139087.992321:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c05f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958831925248:192.168.203.56@tcp:105: 00010000:00010000:0.0:1746139087.992342:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746139087.994070:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f15e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+49:2010:x1830958839878016:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 10929us (11401us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139087.994081:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16275 00000100:00100000:0.0:1746139087.994592:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839878272 00000100:00100000:0.0:1746139087.994611:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839878272 00002000:00100000:0.0:1746139087.994667:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88012c24a300 x1830958839878272/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:13/0 lens 488/0 e 0 to 0 dl 1746139098 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139087.994675:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c24a300 with x1830958839878272 ext(0->4095) 00010000:00010000:0.0:1746139087.994682:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f4d7200/0x1f9f6ca451ac9e64 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510cca expref: 6 pid: 18644 timeout: 813 lvb_type: 0 00010000:00010000:0.0:1746139087.994695:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f4d7200/0x1f9f6ca451ac9e64 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510cca expref: 6 pid: 18644 timeout: 813 lvb_type: 0 00002000:00010000:0.0:1746139087.994701:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012c24a300 00000100:00100000:0.0:1746139087.994728:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2075 00000100:00100000:0.0:1746139087.994735:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c24a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958839878272:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746139087.995761:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c24a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958839878272:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 1019us (1468us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746139087.995771:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2075 00002000:00100000:0.0:1746139087.995781:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88012c24a300 x1830958839878272/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:13/0 lens 488/4536 e 0 to 0 dl 1746139098 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139087.995791:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c24a300 with x1830958839878272 ext(0->4095) 00010000:00010000:0.0:1746139087.995799:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f4d7200/0x1f9f6ca451ac9e64 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510cca expref: 6 pid: 18644 timeout: 813 lvb_type: 0 00010000:00010000:0.0:1746139087.995811:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f4d7200/0x1f9f6ca451ac9e64 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510cca expref: 6 pid: 18644 timeout: 813 lvb_type: 0 00002000:00010000:0.0:1746139087.995823:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012c24a300 00000100:00100000:0.0:1746139088.006409:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00080000:0.0:1746139088.007486:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746139088.014167:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139088.014276:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139088.014309:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839878784 00000100:00100000:0.0:1746139088.014316:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839878784 00000100:00080000:0.0:1746139088.014338:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00100000:0.0:1746139088.014368:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009f15c000 x1830958839878784/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:14/0 lens 488/0 e 0 to 0 dl 1746139099 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139088.014376:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f15c000 with x1830958839878784 ext(0->4095) 00002000:00010000:0.0:1746139088.014381:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f15c000 00000100:00100000:0.0:1746139088.014410:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 12854 00000100:00100000:0.0:1746139088.014416:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f15c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+49:2008:x1830958839878784:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746139088.014535:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f15c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+49:2008:x1830958839878784:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 118us (258us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746139088.014540:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 12854 00002000:00100000:0.0:1746139088.014545:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009f15c000 x1830958839878784/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:14/0 lens 488/4536 e 0 to 0 dl 1746139099 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139088.014551:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f15c000 with x1830958839878784 ext(0->4095) 00002000:00010000:0.0:1746139088.014553:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f15c000 00000100:00100000:1.0:1746139088.015257:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839878528 00000100:00100000:1.0:1746139088.015261:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839878528 00000100:00100000:1.0:1746139088.015296:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 28963 00000100:00100000:1.0:1746139088.015303:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f15f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958839878528:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139088.015311:0:9562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139088.015324:0:9562:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb93600/0x1f9f6ca451ac9e72 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3510cd8 expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139088.015346:0:9562:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f4d6000/0x1f9f6ca451ac9e6b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510cd1 expref: 48 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139088.015352:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139088.015354:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139088.015357:0:9562:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb93600/0x1f9f6ca451ac9e72 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510cd8 expref: 6 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139088.015377:0:9562:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f4d6000/0x1f9f6ca451ac9e6b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510cd1 expref: 48 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139088.015387:0:9562:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f4d6000/0x1f9f6ca451ac9e6b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510cd1 expref: 48 pid: 18644 timeout: 813 lvb_type: 0 00000100:00100000:1.0:1746139088.015396:0:9562:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a07b5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9562:1830958831925504:192.168.203.56@tcp:104: 00000100:00100000:1.0:1746139088.015450:0:9562:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ded19c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746139088.017991:0:9562:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a07b5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9562:1830958831925504:192.168.203.56@tcp:104: 00010000:00010000:1.0:1746139088.018014:0:9562:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb93600/0x1f9f6ca451ac9e72 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510cd8 expref: 6 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139088.018033:0:9562:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb93600, rc 0) 00000100:00100000:1.0:1746139088.018231:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f15f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958839878528:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2927us (4070us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139088.018238:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 28963 00000100:00100000:0.0:1746139088.033093:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139088.034483:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f15d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+51:2008:x1830958839878912:12345-192.168.203.56@tcp:4:ldlm_bl.0 Request processed in 909us (1392us total) trans 4294971959 rc 0/0 00000100:00100000:0.0:1746139088.034493:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2076 00002000:00100000:0.0:1746139088.034500:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff88009f15d500 x1830958839878912/t4294971959(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:14/0 lens 496/448 e 0 to 0 dl 1746139099 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139088.034506:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f15d500 with x1830958839878912 ext(0->7) 00010000:00010000:0.0:1746139088.034512:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f4d6000/0x1f9f6ca451ac9e6b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510cd1 expref: 51 pid: 18644 timeout: 813 lvb_type: 0 00010000:00010000:0.0:1746139088.034523:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f4d6000/0x1f9f6ca451ac9e6b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510cd1 expref: 51 pid: 18644 timeout: 813 lvb_type: 0 00002000:00010000:0.0:1746139088.034529:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f15d500 00000100:00100000:0.0:1746139088.066053:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139088.066717:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839879168 00000100:00100000:1.0:1746139088.066725:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839879168 00000100:00100000:1.0:1746139088.068096:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 28964 00000100:00100000:1.0:1746139088.068109:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f15e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b60e9717-019c-4527-a82a-15e993ac5189+51:1800:x1830958839879168:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139088.068125:0:9562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139088.068138:0:9562:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb93e00/0x1f9f6ca451ac9e79 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3510cdf expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139088.068162:0:9562:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb93600/0x1f9f6ca451ac9e72 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510cd8 expref: 5 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139088.068168:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139088.068169:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139088.068172:0:9562:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb93e00/0x1f9f6ca451ac9e79 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510cdf expref: 52 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139088.068196:0:9562:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb93600/0x1f9f6ca451ac9e72 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510cd8 expref: 5 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139088.068207:0:9562:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fb93600/0x1f9f6ca451ac9e72 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510cd8 expref: 5 pid: 9562 timeout: 813 lvb_type: 0 00000100:00100000:1.0:1746139088.068222:0:9562:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a07b5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9562:1830958831925760:192.168.203.56@tcp:104: 00000100:00100000:1.0:1746139088.069229:0:9562:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ded19c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746139088.070151:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139088.070593:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839879424 00000100:00100000:0.0:1746139088.070607:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839879424 00002000:00100000:0.0:1746139088.070662:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800a07b4a80 x1830958839879424/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:14/0 lens 488/0 e 0 to 0 dl 1746139099 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139088.070670:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a07b4a80 with x1830958839879424 ext(0->4095) 00010000:00010000:0.0:1746139088.070677:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb93600/0x1f9f6ca451ac9e72 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510cd8 expref: 6 pid: 9562 timeout: 813 lvb_type: 0 00010000:00010000:0.0:1746139088.070688:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb93600/0x1f9f6ca451ac9e72 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510cd8 expref: 6 pid: 9562 timeout: 813 lvb_type: 0 00002000:00010000:0.0:1746139088.070693:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a07b4a80 00000100:00100000:0.0:1746139088.070721:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2077 00000100:00100000:0.0:1746139088.070726:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a07b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958839879424:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746139088.070830:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a07b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958839879424:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 103us (679us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746139088.070835:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2077 00002000:00100000:0.0:1746139088.070840:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800a07b4a80 x1830958839879424/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:14/0 lens 488/4536 e 0 to 0 dl 1746139099 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139088.070846:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a07b4a80 with x1830958839879424 ext(0->4095) 00010000:00010000:0.0:1746139088.070850:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb93600/0x1f9f6ca451ac9e72 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510cd8 expref: 6 pid: 9562 timeout: 813 lvb_type: 0 00010000:00010000:0.0:1746139088.070858:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb93600/0x1f9f6ca451ac9e72 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510cd8 expref: 6 pid: 9562 timeout: 813 lvb_type: 0 00002000:00010000:0.0:1746139088.070862:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a07b4a80 00000100:00100000:1.0:1746139088.078680:0:9562:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a07b5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9562:1830958831925760:192.168.203.56@tcp:104: 00010000:00010000:1.0:1746139088.078706:0:9562:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb93e00/0x1f9f6ca451ac9e79 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510cdf expref: 51 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139088.078722:0:9562:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb93e00, rc 0) 00000100:00100000:1.0:1746139088.078777:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f15e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b60e9717-019c-4527-a82a-15e993ac5189+51:1800:x1830958839879168:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 10672us (12913us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139088.078784:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 28964 00000100:00100000:0.0:1746139088.079386:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139088.082096:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139088.083536:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839879552 00000100:00100000:1.0:1746139088.083543:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839879552 00000100:00100000:1.0:1746139088.083582:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 28965 00000100:00100000:1.0:1746139088.083588:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f2d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b60e9717-019c-4527-a82a-15e993ac5189+51:1814:x1830958839879552:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139088.083608:0:9562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139088.083632:0:9562:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451ac9e80 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3510ce6 expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139088.083650:0:9562:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb93e00/0x1f9f6ca451ac9e79 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510cdf expref: 52 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139088.083657:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139088.083663:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139088.083666:0:9562:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451ac9e80 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510ce6 expref: 52 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139088.083684:0:9562:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb93e00/0x1f9f6ca451ac9e79 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510cdf expref: 52 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139088.083692:0:9562:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fb93e00/0x1f9f6ca451ac9e79 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510cdf expref: 52 pid: 9562 timeout: 813 lvb_type: 0 00000100:00100000:1.0:1746139088.083700:0:9562:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a07b5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9562:1830958831926016:192.168.203.56@tcp:104: 00000100:00100000:1.0:1746139088.083764:0:9562:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ded19c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746139088.096144:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139088.096239:0:9562:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a07b5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9562:1830958831926016:192.168.203.56@tcp:104: 00010000:00010000:1.0:1746139088.096260:0:9562:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451ac9e80 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510ce6 expref: 53 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139088.096272:0:9562:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7f200, rc 0) 00000100:00100000:1.0:1746139088.096748:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f2d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b60e9717-019c-4527-a82a-15e993ac5189+53:1814:x1830958839879552:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 13158us (17361us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139088.096755:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 28965 00000100:00100000:0.0:1746139088.099555:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139088.113092:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139088.117758:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139088.118112:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839880448 00000100:00100000:1.0:1746139088.118120:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839880448 00000100:00100000:1.0:1746139088.118170:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 28966 00000100:00100000:1.0:1746139088.118177:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0869c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958839880448:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139088.118191:0:9562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139088.118205:0:9562:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451ac9e87 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3510ced expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139088.118232:0:9562:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451ac9e80 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510ce6 expref: 50 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139088.118238:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139088.118239:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139088.118242:0:9562:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451ac9e87 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510ced expref: 6 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139088.118265:0:9562:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451ac9e80 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510ce6 expref: 50 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139088.118276:0:9562:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451ac9e80 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510ce6 expref: 50 pid: 9562 timeout: 813 lvb_type: 0 00000100:00100000:1.0:1746139088.118286:0:9562:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a07b5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9562:1830958831926272:192.168.203.56@tcp:104: 00000100:00100000:1.0:1746139088.118388:0:9562:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ded19c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746139088.124995:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139088.125113:0:9562:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a07b5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9562:1830958831926272:192.168.203.56@tcp:104: 00010000:00010000:1.0:1746139088.125137:0:9562:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451ac9e87 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510ced expref: 6 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139088.125151:0:9562:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7ea00, rc 0) 00000100:00100000:1.0:1746139088.125189:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0869c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958839880448:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7012us (7438us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139088.125197:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 28966 00000100:00100000:1.0:1746139088.126732:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139088.126907:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839880704 00000100:00100000:0.0:1746139088.126910:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839880704 00000100:00100000:0.0:1746139088.126945:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 28967 00000100:00100000:0.0:1746139088.126950:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a07b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b60e9717-019c-4527-a82a-15e993ac5189+51:1800:x1830958839880704:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746139088.126961:0:9562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746139088.126970:0:9562:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a5f56800/0x1f9f6ca451ac9e8e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3510cf4 expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139088.126982:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139088.126986:0:9562:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451ac9e87 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510ced expref: 5 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139088.126991:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746139088.126994:0:9562:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5f56800/0x1f9f6ca451ac9e8e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510cf4 expref: 52 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139088.127019:0:9562:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451ac9e87 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510ced expref: 5 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139088.127029:0:9562:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a5f56800/0x1f9f6ca451ac9e8e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510cf4 expref: 52 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139088.127035:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139088.127036:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139088.127041:0:9562:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451ac9e87 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510ced expref: 5 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139088.127046:0:9562:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451ac9e87 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510ced expref: 5 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139088.127060:0:9562:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451ac9e87 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510ced expref: 5 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139088.127069:0:9562:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451ac9e87 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510ced expref: 5 pid: 9562 timeout: 813 lvb_type: 0 00000100:00100000:0.0:1746139088.127084:0:9562:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011dd87b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9562:1830958831926528:192.168.203.56@tcp:105: 00000100:00100000:0.0:1746139088.130245:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139088.135850:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139088.136351:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139088.142462:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139088.146517:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139088.152960:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139088.153272:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839881856 00000100:00100000:1.0:1746139088.153278:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839881856 00002000:00100000:1.0:1746139088.153304:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880131494a80 x1830958839881856/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:14/0 lens 488/0 e 0 to 0 dl 1746139099 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139088.153311:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131494a80 with x1830958839881856 ext(0->4095) 00002000:00010000:1.0:1746139088.153315:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131494a80 00000100:00100000:1.0:1746139088.153457:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 12856 00000100:00100000:1.0:1746139088.153464:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131494a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+51:2010:x1830958839881856:12345-192.168.203.56@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746139088.153563:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131494a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+51:2010:x1830958839881856:12345-192.168.203.56@tcp:3:ptlrpcd_01_01.0 Request processed in 99us (610us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139088.153568:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 12856 00002000:00100000:1.0:1746139088.153573:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880131494a80 x1830958839881856/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:14/0 lens 488/4536 e 0 to 0 dl 1746139099 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139088.153580:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131494a80 with x1830958839881856 ext(0->4095) 00002000:00010000:1.0:1746139088.153582:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131494a80 00000100:00100000:0.0:1746139088.156942:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139088.162713:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139088.163316:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139088.174314:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139088.189098:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139088.215219:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139088.215295:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839882880 00000100:00100000:1.0:1746139088.215302:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839882880 00002000:00100000:1.0:1746139088.215337:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009ee7d180 x1830958839882880/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:14/0 lens 488/0 e 0 to 0 dl 1746139099 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139088.215346:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ee7d180 with x1830958839882880 ext(0->4095) 00002000:00010000:1.0:1746139088.215351:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ee7d180 00000100:00100000:1.0:1746139088.215378:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 12857 00000100:00100000:1.0:1746139088.215384:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ee7d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+51:2007:x1830958839882880:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746139088.215486:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ee7d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+51:2007:x1830958839882880:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 102us (273us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139088.215492:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 12857 00002000:00100000:1.0:1746139088.215496:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009ee7d180 x1830958839882880/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:14/0 lens 488/4536 e 0 to 0 dl 1746139099 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139088.215503:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ee7d180 with x1830958839882880 ext(0->4095) 00002000:00010000:1.0:1746139088.215505:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ee7d180 00000100:00100000:0.0:1746139088.226943:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139088.243976:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139088.246738:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ee7ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+53:2007:x1830958839883136:12345-192.168.203.56@tcp:4:ldlm_bl.0 Request processed in 2280us (2761us total) trans 4294971960 rc 0/0 00000100:00100000:0.0:1746139088.246749:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2082 00002000:00100000:0.0:1746139088.246758:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff88009ee7ed80 x1830958839883136/t4294971960(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:14/0 lens 496/448 e 0 to 0 dl 1746139099 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139088.246766:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ee7ed80 with x1830958839883136 ext(0->7) 00010000:00010000:0.0:1746139088.246774:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880131567200/0x1f9f6ca451ac9ea3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510d09 expref: 53 pid: 9562 timeout: 813 lvb_type: 0 00010000:00010000:0.0:1746139088.246788:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880131567200/0x1f9f6ca451ac9ea3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510d09 expref: 53 pid: 9562 timeout: 813 lvb_type: 0 00002000:00010000:0.0:1746139088.246794:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ee7ed80 00000100:00100000:0.0:1746139088.270260:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139088.274303:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139088.290910:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139088.296856:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139088.307761:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139088.315178:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139088.318384:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139088.319835:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139088.326400:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139088.329936:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139088.335213:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139088.339803:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139088.344556:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139088.345459:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139088.351282:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139088.358174:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139088.366319:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139088.374550:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139088.398022:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139088.399233:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c411500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+57:2007:x1830958839886464:12345-192.168.203.56@tcp:4:ldlm_bl.0 Request processed in 985us (1213us total) trans 4294971962 rc 0/0 00000100:00100000:0.0:1746139088.399241:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2087 00002000:00100000:0.0:1746139088.399247:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff88009c411500 x1830958839886464/t4294971962(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:14/0 lens 496/448 e 0 to 0 dl 1746139099 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139088.399259:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c411500 with x1830958839886464 ext(0->7) 00010000:00010000:0.0:1746139088.399264:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f4d7200/0x1f9f6ca451ac9ecd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510d33 expref: 57 pid: 9562 timeout: 813 lvb_type: 0 00010000:00010000:0.0:1746139088.399274:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f4d7200/0x1f9f6ca451ac9ecd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510d33 expref: 57 pid: 9562 timeout: 813 lvb_type: 0 00002000:00010000:0.0:1746139088.399279:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c411500 00000100:00100000:0.0:1746139088.408224:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139088.410259:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139088.415334:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139088.419363:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139088.421477:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139088.426582:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139088.432528:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139088.438703:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139088.441910:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139088.446207:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139088.449940:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139088.450507:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139088.451445:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839888512 00000100:00100000:1.0:1746139088.451449:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839888512 00002000:00100000:1.0:1746139088.451475:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88012bbe3b80 x1830958839888512/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:14/0 lens 488/0 e 0 to 0 dl 1746139099 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139088.451484:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bbe3b80 with x1830958839888512 ext(0->4095) 00010000:00010000:1.0:1746139088.451490:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f4d7e00/0x1f9f6ca451ac9ee9 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510d4f expref: 6 pid: 18644 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746139088.451499:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f4d7e00/0x1f9f6ca451ac9ee9 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510d4f expref: 6 pid: 18644 timeout: 813 lvb_type: 0 00002000:00010000:1.0:1746139088.451504:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012bbe3b80 00000100:00100000:1.0:1746139088.451527:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2090 00000100:00100000:1.0:1746139088.451534:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bbe3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958839888512:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746139088.451692:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bbe3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958839888512:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 158us (1185us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139088.451701:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2090 00002000:00100000:1.0:1746139088.451707:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88012bbe3b80 x1830958839888512/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:14/0 lens 488/4536 e 0 to 0 dl 1746139099 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139088.451714:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bbe3b80 with x1830958839888512 ext(0->4095) 00010000:00010000:1.0:1746139088.451719:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f4d7e00/0x1f9f6ca451ac9ee9 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510d4f expref: 6 pid: 18644 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746139088.451727:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f4d7e00/0x1f9f6ca451ac9ee9 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510d4f expref: 6 pid: 18644 timeout: 813 lvb_type: 0 00002000:00010000:1.0:1746139088.451732:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012bbe3b80 00000100:00100000:0.0:1746139088.457163:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139088.460539:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139088.465064:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139088.468245:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139088.472264:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139088.472685:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839889408 00000100:00100000:1.0:1746139088.472692:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839889408 00002000:00100000:1.0:1746139088.472726:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c794000 x1830958839889408/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:14/0 lens 488/0 e 0 to 0 dl 1746139099 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139088.472736:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c794000 with x1830958839889408 ext(0->4095) 00002000:00010000:1.0:1746139088.472739:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c794000 00000100:00100000:1.0:1746139088.472758:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 12862 00000100:00100000:1.0:1746139088.472764:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c794000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+57:2009:x1830958839889408:12345-192.168.203.56@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746139088.472876:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c794000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+57:2009:x1830958839889408:12345-192.168.203.56@tcp:3:ptlrpcd_01_00.0 Request processed in 113us (613us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139088.472882:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 12862 00002000:00100000:1.0:1746139088.472886:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c794000 x1830958839889408/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:14/0 lens 488/4536 e 0 to 0 dl 1746139099 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139088.472898:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c794000 with x1830958839889408 ext(0->4095) 00002000:00010000:1.0:1746139088.472900:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c794000 00000100:00100000:0.0:1746139088.475927:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139088.480396:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139088.483427:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139088.486346:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139088.490175:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139088.497096:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139088.500550:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139088.505011:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139088.505672:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839890688 00000100:00100000:1.0:1746139088.505679:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839890688 00002000:00100000:1.0:1746139088.505718:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff88009c796300 x1830958839890688/t0(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:14/0 lens 496/0 e 0 to 0 dl 1746139099 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139088.505728:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c796300 with x1830958839890688 ext(0->7) 00010000:00010000:1.0:1746139088.505735:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88007fd65800/0x1f9f6ca451ac9f05 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510d6b expref: 57 pid: 9562 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746139088.505748:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88007fd65800/0x1f9f6ca451ac9f05 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510d6b expref: 57 pid: 9562 timeout: 813 lvb_type: 0 00002000:00010000:1.0:1746139088.505753:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c796300 00000100:00100000:1.0:1746139088.505784:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2093 00000100:00100000:1.0:1746139088.505790:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c796300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+57:2008:x1830958839890688:12345-192.168.203.56@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746139088.506805:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c796300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+59:2008:x1830958839890688:12345-192.168.203.56@tcp:4:ldlm_bl.0 Request processed in 1011us (1790us total) trans 4294971963 rc 0/0 00000100:00100000:0.0:1746139088.506813:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2093 00002000:00100000:0.0:1746139088.506819:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff88009c796300 x1830958839890688/t4294971963(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:14/0 lens 496/448 e 0 to 0 dl 1746139099 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139088.506827:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c796300 with x1830958839890688 ext(0->7) 00010000:00010000:0.0:1746139088.506833:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88007fd65800/0x1f9f6ca451ac9f05 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510d6b expref: 59 pid: 9562 timeout: 813 lvb_type: 0 00010000:00010000:0.0:1746139088.506843:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88007fd65800/0x1f9f6ca451ac9f05 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510d6b expref: 59 pid: 9562 timeout: 813 lvb_type: 0 00002000:00010000:0.0:1746139088.506848:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c796300 00000100:00100000:0.0:1746139088.512717:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139088.519582:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139088.519654:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139088.522672:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139088.522717:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139088.528154:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139088.539020:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139088.544904:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139088.547826:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139088.551092:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139088.554838:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139088.554901:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139088.557359:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139088.557456:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139088.557557:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839892864 00000100:00100000:1.0:1746139088.557563:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839892864 00000100:00100000:1.0:1746139088.557879:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 28990 00000100:00100000:1.0:1746139088.557886:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a07b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+59:1814:x1830958839892864:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139088.557898:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139088.557907:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ec00/0x1f9f6ca451ac9f2f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3510d95 expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139088.557921:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139088.557926:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f3d3400/0x1f9f6ca451ac9f28 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510d8e expref: 60 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139088.557931:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139088.557934:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ec00/0x1f9f6ca451ac9f2f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510d95 expref: 60 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139088.557960:0:18644:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f3d3400/0x1f9f6ca451ac9f28 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510d8e expref: 60 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139088.557968:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ec00/0x1f9f6ca451ac9f2f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510d95 expref: 60 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139088.557974:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139088.557976:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139088.557980:0:18644:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f3d3400/0x1f9f6ca451ac9f28 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510d8e expref: 60 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139088.557986:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f3d3400/0x1f9f6ca451ac9f28 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510d8e expref: 60 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139088.558001:0:18644:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f3d3400/0x1f9f6ca451ac9f28 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510d8e expref: 60 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139088.558010:0:18644:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f3d3400/0x1f9f6ca451ac9f28 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510d8e expref: 60 pid: 9562 timeout: 813 lvb_type: 0 00000100:00100000:1.0:1746139088.558019:0:18644:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5f9aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958831932416:192.168.203.56@tcp:105: 00000100:00100000:1.0:1746139088.558851:0:18644:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ded1300 going to sleep for 11 seconds 00000100:00100000:1.0:1746139088.561569:0:18644:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5f9aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958831932416:192.168.203.56@tcp:105: 00010000:00010000:1.0:1746139088.561587:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7ec00, rc 0) 00000100:00100000:1.0:1746139088.561657:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a07b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+60:1814:x1830958839892864:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3769us (4304us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139088.561665:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 28990 00000100:00100000:0.0:1746139088.561903:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139088.564843:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139088.569474:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839893632 00000100:00100000:0.0:1746139088.569481:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839893632 00002000:00100000:0.0:1746139088.569515:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88012c24bb80 x1830958839893632/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:14/0 lens 488/0 e 0 to 0 dl 1746139099 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139088.569524:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c24bb80 with x1830958839893632 ext(0->4095) 00002000:00010000:0.0:1746139088.569529:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c24bb80 00000100:00100000:0.0:1746139088.569557:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 12866 00000100:00100000:0.0:1746139088.569563:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c24bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+59:2007:x1830958839893632:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746139088.569738:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c24bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+59:2007:x1830958839893632:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 174us (288us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746139088.569743:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 12866 00002000:00100000:0.0:1746139088.569748:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88012c24bb80 x1830958839893632/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:14/0 lens 488/4536 e 0 to 0 dl 1746139099 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139088.569755:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c24bb80 with x1830958839893632 ext(0->4095) 00002000:00010000:0.0:1746139088.569758:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c24bb80 00000100:00100000:0.0:1746139088.571780:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139088.571888:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839893760 00000100:00100000:1.0:1746139088.571896:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839893760 00000100:00100000:1.0:1746139088.572028:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 28991 00000100:00100000:1.0:1746139088.572034:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c4d4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958839893760:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139088.572048:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139088.572061:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451ac9f36 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3510d9c expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139088.572084:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ec00/0x1f9f6ca451ac9f2f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510d95 expref: 58 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139088.572090:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139088.572091:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139088.572094:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451ac9f36 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510d9c expref: 6 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139088.572118:0:18644:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ec00/0x1f9f6ca451ac9f2f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510d95 expref: 58 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139088.572128:0:18644:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ec00/0x1f9f6ca451ac9f2f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510d95 expref: 58 pid: 18644 timeout: 813 lvb_type: 0 00000100:00100000:1.0:1746139088.572138:0:18644:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5f9aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958831932672:192.168.203.56@tcp:104: 00000100:00100000:1.0:1746139088.572208:0:18644:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ded1300 going to sleep for 11 seconds 00000100:00100000:1.0:1746139088.573923:0:18644:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5f9aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958831932672:192.168.203.56@tcp:104: 00010000:00010000:1.0:1746139088.573947:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451ac9f36 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510d9c expref: 6 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139088.573959:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7ea00, rc 0) 00000100:00100000:1.0:1746139088.574005:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c4d4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958839893760:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1970us (2231us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139088.574013:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 28991 00000100:00100000:0.0:1746139088.574514:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139088.579269:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139088.580261:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139088.580436:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839894272 00000100:00100000:0.0:1746139088.580439:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839894272 00000100:00100000:0.0:1746139088.580468:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 28992 00000100:00100000:0.0:1746139088.580474:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5f9aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+58:1800:x1830958839894272:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746139088.580482:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746139088.580494:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008763d400/0x1f9f6ca451ac9f3d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3510da3 expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139088.580512:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451ac9f36 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510d9c expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139088.580518:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139088.580520:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139088.580522:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008763d400/0x1f9f6ca451ac9f3d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510da3 expref: 59 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139088.580545:0:18644:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451ac9f36 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510d9c expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139088.580554:0:18644:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451ac9f36 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510d9c expref: 5 pid: 18644 timeout: 813 lvb_type: 0 00000100:00100000:0.0:1746139088.580563:0:18644:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cbae680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958831932928:192.168.203.56@tcp:104: 00000100:00100000:0.0:1746139088.580636:0:18644:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007fe37840 going to sleep for 11 seconds 00000100:00100000:0.0:1746139088.583541:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139088.583594:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139088.583658:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839894528 00000100:00100000:0.0:1746139088.583664:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839894528 00010000:00010000:0.0:1746139088.583696:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451ac9f36 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510d9c expref: 6 pid: 18644 timeout: 813 lvb_type: 0 00000100:00100000:0.0:1746139088.583731:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16306 00000100:00100000:0.0:1746139088.583738:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bbe1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958839894528:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746139088.583748:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746139088.583764:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451ac9f36 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510d9c expref: 6 pid: 18644 timeout: 813 lvb_type: 0 00010000:00010000:0.0:1746139088.583774:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451ac9f36 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510d9c expref: 6 pid: 18644 timeout: 813 lvb_type: 0 00010000:00010000:0.0:1746139088.583794:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139088.583796:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139088.583802:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008763d400/0x1f9f6ca451ac9f3d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510da3 expref: 59 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139088.583808:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008763d400/0x1f9f6ca451ac9f3d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510da3 expref: 59 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139088.583835:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008763d400/0x1f9f6ca451ac9f3d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510da3 expref: 59 pid: 18644 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746139088.583846:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012bbe2680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958831933056:192.168.203.56@tcp:105: 00000100:00100000:0.0:1746139088.583910:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007fe37a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746139088.586486:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139088.587127:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839894784 00000100:00100000:1.0:1746139088.587133:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839894784 00002000:00100000:1.0:1746139088.587159:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88012bbe1f80 x1830958839894784/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:14/0 lens 488/0 e 0 to 0 dl 1746139099 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139088.587167:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bbe1f80 with x1830958839894784 ext(0->4095) 00010000:00010000:1.0:1746139088.587173:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008763d400/0x1f9f6ca451ac9f3d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510da3 expref: 60 pid: 18644 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746139088.587182:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008763d400/0x1f9f6ca451ac9f3d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510da3 expref: 60 pid: 18644 timeout: 813 lvb_type: 0 00002000:00010000:1.0:1746139088.587188:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012bbe1f80 00000100:00100000:1.0:1746139088.587214:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2097 00000100:00100000:1.0:1746139088.587220:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bbe1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+60:2008:x1830958839894784:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746139088.587803:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bbe1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+60:2008:x1830958839894784:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 581us (1321us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139088.587810:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2097 00002000:00100000:1.0:1746139088.587815:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88012bbe1f80 x1830958839894784/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:14/0 lens 488/4536 e 0 to 0 dl 1746139099 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139088.587822:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bbe1f80 with x1830958839894784 ext(0->4095) 00010000:00010000:1.0:1746139088.587826:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008763d400/0x1f9f6ca451ac9f3d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510da3 expref: 60 pid: 18644 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746139088.587835:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008763d400/0x1f9f6ca451ac9f3d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510da3 expref: 60 pid: 18644 timeout: 813 lvb_type: 0 00002000:00010000:1.0:1746139088.587839:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012bbe1f80 00000100:00100000:0.0:1746139088.590538:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139088.595123:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139088.595195:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839895168 00000100:00100000:1.0:1746139088.595200:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839895168 00002000:00100000:1.0:1746139088.595231:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88012bbe3100 x1830958839895168/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:14/0 lens 488/0 e 0 to 0 dl 1746139099 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139088.595240:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bbe3100 with x1830958839895168 ext(0->4095) 00002000:00010000:1.0:1746139088.595244:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bbe3100 00000100:00100000:1.0:1746139088.595268:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 12868 00000100:00100000:1.0:1746139088.595273:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bbe3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+59:2007:x1830958839895168:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746139088.595365:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bbe3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+59:2007:x1830958839895168:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 91us (242us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139088.595370:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 12868 00002000:00100000:1.0:1746139088.595374:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88012bbe3100 x1830958839895168/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:14/0 lens 488/4536 e 0 to 0 dl 1746139099 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139088.595386:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bbe3100 with x1830958839895168 ext(0->4095) 00002000:00010000:1.0:1746139088.595388:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bbe3100 00000100:00100000:0.0:1746139088.602022:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139088.618834:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139088.621954:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bbe2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+61:2007:x1830958839895424:12345-192.168.203.56@tcp:4:ldlm_bl.0 Request processed in 2436us (3121us total) trans 4294971964 rc 0/0 00000100:00100000:0.0:1746139088.621965:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2098 00002000:00100000:0.0:1746139088.621974:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff88012bbe2680 x1830958839895424/t4294971964(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:14/0 lens 496/448 e 0 to 0 dl 1746139099 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139088.621983:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bbe2680 with x1830958839895424 ext(0->7) 00010000:00010000:0.0:1746139088.621991:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f4d7e00/0x1f9f6ca451ac9f44 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510daa expref: 61 pid: 9564 timeout: 813 lvb_type: 0 00010000:00010000:0.0:1746139088.622006:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f4d7e00/0x1f9f6ca451ac9f44 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510daa expref: 61 pid: 9564 timeout: 813 lvb_type: 0 00002000:00010000:0.0:1746139088.622012:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012bbe2680 00000100:00100000:0.0:1746139088.626390:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139088.631328:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139088.631534:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839895808 00000100:00100000:1.0:1746139088.631539:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839895808 00002000:00100000:1.0:1746139088.631567:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88012ee94380 x1830958839895808/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:14/0 lens 488/0 e 0 to 0 dl 1746139099 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139088.631575:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ee94380 with x1830958839895808 ext(0->4095) 00002000:00010000:1.0:1746139088.631578:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ee94380 00000100:00100000:1.0:1746139088.631591:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 12869 00000100:00100000:1.0:1746139088.631606:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ee94380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958839895808:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746139088.632053:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ee94380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958839895808:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 456us (731us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139088.632058:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 12869 00002000:00100000:1.0:1746139088.632063:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88012ee94380 x1830958839895808/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:14/0 lens 488/4536 e 0 to 0 dl 1746139099 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139088.632069:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ee94380 with x1830958839895808 ext(0->4095) 00002000:00010000:1.0:1746139088.632072:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ee94380 00000100:00100000:0.0:1746139088.637442:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139088.653656:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139088.653704:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139088.657014:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139088.657110:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839896448 00000100:00100000:1.0:1746139088.657115:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839896448 00002000:00100000:1.0:1746139088.657144:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800a0ceb800 x1830958839896448/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:14/0 lens 488/0 e 0 to 0 dl 1746139099 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139088.657153:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0ceb800 with x1830958839896448 ext(0->4095) 00010000:00010000:1.0:1746139088.657160:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008760d800/0x1f9f6ca451ac9f52 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510db8 expref: 62 pid: 9564 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746139088.657171:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008760d800/0x1f9f6ca451ac9f52 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510db8 expref: 62 pid: 9564 timeout: 813 lvb_type: 0 00002000:00010000:1.0:1746139088.657178:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a0ceb800 00000100:00100000:1.0:1746139088.657237:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2099 00000100:00100000:1.0:1746139088.657244:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0ceb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+62:2007:x1830958839896448:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746139088.657344:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0ceb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+62:2007:x1830958839896448:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 100us (332us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139088.657350:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2099 00002000:00100000:1.0:1746139088.657355:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800a0ceb800 x1830958839896448/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:14/0 lens 488/4536 e 0 to 0 dl 1746139099 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139088.657362:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0ceb800 with x1830958839896448 ext(0->4095) 00010000:00010000:1.0:1746139088.657366:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008760d800/0x1f9f6ca451ac9f52 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510db8 expref: 62 pid: 9564 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746139088.657375:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008760d800/0x1f9f6ca451ac9f52 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510db8 expref: 62 pid: 9564 timeout: 813 lvb_type: 0 00002000:00010000:1.0:1746139088.657380:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a0ceb800 00000100:00100000:0.0:1746139088.659359:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139088.661209:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139088.661759:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16310 00000100:00100000:1.0:1746139088.661767:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0ce8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b60e9717-019c-4527-a82a-15e993ac5189+62:2007:x1830958839896704:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746139088.661780:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746139088.661797:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008760d800/0x1f9f6ca451ac9f52 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510db8 expref: 62 pid: 9564 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746139088.661808:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008760d800/0x1f9f6ca451ac9f52 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510db8 expref: 62 pid: 9564 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746139088.661826:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008760d800/0x1f9f6ca451ac9f52 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510db8 expref: 62 pid: 9564 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746139088.661852:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139088.661854:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139088.661859:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008760d000/0x1f9f6ca451ac9f59 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510dbf expref: 61 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139088.661866:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008760d000/0x1f9f6ca451ac9f59 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510dbf expref: 61 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139088.661893:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008760d000/0x1f9f6ca451ac9f59 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510dbf expref: 61 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139088.661903:0:7206:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008760d000/0x1f9f6ca451ac9f59 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510dbf expref: 61 pid: 9564 timeout: 813 lvb_type: 0 00000100:00100000:1.0:1746139088.661913:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5f99180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7206:1830958831934208:192.168.203.56@tcp:105: 00000100:00100000:1.0:1746139088.661979:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ded19c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746139088.663746:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5f99180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7206:1830958831934208:192.168.203.56@tcp:105: 00010000:00010000:1.0:1746139088.663762:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746139088.663794:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0ce8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b60e9717-019c-4527-a82a-15e993ac5189+61:2007:x1830958839896704:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 2028us (2592us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139088.663806:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16310 00000100:00100000:0.0:1746139088.665198:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139088.667894:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139088.667945:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139088.668279:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839897088 00000100:00100000:1.0:1746139088.668283:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839897088 00000100:00100000:1.0:1746139088.669080:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 28998 00000100:00100000:1.0:1746139088.669088:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ee7f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b60e9717-019c-4527-a82a-15e993ac5189+61:1800:x1830958839897088:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139088.669100:0:9562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139088.669111:0:9562:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ec00/0x1f9f6ca451ac9f67 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3510dcd expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139088.669124:0:9562:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008760d400/0x1f9f6ca451ac9f60 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510dc6 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139088.669128:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139088.669129:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139088.669132:0:9562:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ec00/0x1f9f6ca451ac9f67 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510dcd expref: 62 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139088.669145:0:9562:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008760d400/0x1f9f6ca451ac9f60 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510dc6 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139088.669153:0:9562:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008760d400/0x1f9f6ca451ac9f60 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510dc6 expref: 5 pid: 9564 timeout: 813 lvb_type: 0 00000100:00100000:1.0:1746139088.669161:0:9562:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5f99180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9562:1830958831934464:192.168.203.56@tcp:104: 00000100:00100000:1.0:1746139088.669184:0:9562:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ded19c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746139088.672201:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139088.672984:0:9562:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5f99180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9562:1830958831934464:192.168.203.56@tcp:104: 00010000:00010000:1.0:1746139088.673001:0:9562:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ec00/0x1f9f6ca451ac9f67 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510dcd expref: 61 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139088.673012:0:9562:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7ec00, rc 0) 00000100:00100000:1.0:1746139088.673031:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ee7f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b60e9717-019c-4527-a82a-15e993ac5189+61:1800:x1830958839897088:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3945us (5145us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139088.673036:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 28998 00000100:00100000:0.0:1746139088.677337:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139088.682733:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139088.686451:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139088.686767:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839897984 00000100:00100000:1.0:1746139088.686775:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839897984 00000100:00100000:1.0:1746139088.686956:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 28999 00000100:00100000:1.0:1746139088.686964:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008855d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958839897984:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139088.686980:0:9562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139088.686994:0:9562:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451ac9f6e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3510dd4 expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139088.687017:0:9562:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ec00/0x1f9f6ca451ac9f67 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510dcd expref: 60 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139088.687024:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139088.687025:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139088.687028:0:9562:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451ac9f6e lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510dd4 expref: 6 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139088.687051:0:9562:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ec00/0x1f9f6ca451ac9f67 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510dcd expref: 60 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139088.687062:0:9562:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ec00/0x1f9f6ca451ac9f67 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510dcd expref: 60 pid: 9562 timeout: 813 lvb_type: 0 00000100:00100000:1.0:1746139088.687073:0:9562:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5f99180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9562:1830958831934720:192.168.203.56@tcp:104: 00000100:00100000:1.0:1746139088.687964:0:9562:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ded19c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746139088.691053:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00010000:00010000:1.0:1746139088.692288:0:9562:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ec00/0x1f9f6ca451ac9f67 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510dcd expref: 61 pid: 9562 timeout: 813 lvb_type: 0 00000100:00100000:1.0:1746139088.692677:0:9562:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5f99180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9562:1830958831934720:192.168.203.56@tcp:104: 00010000:00010000:1.0:1746139088.692696:0:9562:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451ac9f6e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510dd4 expref: 6 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139088.692705:0:9562:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7f600, rc 0) 00000100:00100000:1.0:1746139088.692984:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008855d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958839897984:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6021us (6540us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139088.692991:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 28999 00000100:00100000:0.0:1746139088.693100:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139088.693369:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839898240 00000100:00100000:1.0:1746139088.693374:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839898240 00000100:00100000:1.0:1746139088.693451:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29000 00000100:00100000:1.0:1746139088.693457:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008855c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b60e9717-019c-4527-a82a-15e993ac5189+61:1800:x1830958839898240:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139088.693467:0:9562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139088.693476:0:9562:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451ac9f75 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3510ddb expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139088.693495:0:9562:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451ac9f6e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510dd4 expref: 5 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139088.693505:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139088.693506:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139088.693509:0:9562:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451ac9f75 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510ddb expref: 62 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139088.693525:0:9562:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451ac9f6e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510dd4 expref: 5 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139088.693534:0:9562:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451ac9f6e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510dd4 expref: 5 pid: 9562 timeout: 813 lvb_type: 0 00000100:00100000:1.0:1746139088.693542:0:9562:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5f99180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9562:1830958831934976:192.168.203.56@tcp:104: 00000100:00100000:1.0:1746139088.693565:0:9562:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ded19c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746139088.698376:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139088.698498:0:9562:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5f99180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9562:1830958831934976:192.168.203.56@tcp:104: 00010000:00010000:1.0:1746139088.698520:0:9562:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451ac9f75 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510ddb expref: 62 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139088.698534:0:9562:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7e000, rc 0) 00000100:00100000:1.0:1746139088.699009:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008855c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b60e9717-019c-4527-a82a-15e993ac5189+62:1800:x1830958839898240:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5551us (5907us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139088.699015:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29000 00000100:00100000:0.0:1746139088.702135:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139088.703712:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139088.706713:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139088.717465:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139088.724806:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139088.727417:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139088.731833:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139088.736009:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839899904 00000100:00100000:1.0:1746139088.736017:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839899904 00002000:00100000:1.0:1746139088.736056:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88012c249180 x1830958839899904/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:14/0 lens 488/0 e 0 to 0 dl 1746139099 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139088.736070:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c249180 with x1830958839899904 ext(0->4095) 00002000:00010000:1.0:1746139088.736075:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c249180 00000100:00100000:1.0:1746139088.736105:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 12872 00000100:00100000:1.0:1746139088.736112:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c249180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958839899904:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746139088.736229:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c249180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958839899904:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 117us (285us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139088.736235:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 12872 00002000:00100000:1.0:1746139088.736241:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88012c249180 x1830958839899904/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:14/0 lens 488/4536 e 0 to 0 dl 1746139099 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139088.736246:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c249180 with x1830958839899904 ext(0->4095) 00002000:00010000:1.0:1746139088.736249:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c249180 00000100:00100000:0.0:1746139088.736537:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c249500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7206:1830958831935616:192.168.203.56@tcp:105: 00010000:00010000:0.0:1746139088.736552:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746139088.736584:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f17ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b60e9717-019c-4527-a82a-15e993ac5189+60:2007:x1830958839899648:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 4518us (4752us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139088.736592:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16316 00000100:00100000:0.0:1746139088.736662:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139088.740186:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139088.743427:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139088.750673:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139088.755995:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139088.759340:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139088.760474:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839900928 00000100:00100000:1.0:1746139088.760484:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839900928 00002000:00100000:1.0:1746139088.760523:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88013107dc00 x1830958839900928/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:14/0 lens 488/0 e 0 to 0 dl 1746139099 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139088.760532:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013107dc00 with x1830958839900928 ext(0->4095) 00002000:00010000:1.0:1746139088.760536:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013107dc00 00000100:00100000:1.0:1746139088.760571:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 12873 00000100:00100000:1.0:1746139088.760580:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013107dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+61:2007:x1830958839900928:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746139088.760735:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013107dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+61:2007:x1830958839900928:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 156us (1403us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139088.760746:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 12873 00002000:00100000:1.0:1746139088.760751:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88013107dc00 x1830958839900928/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:14/0 lens 488/4536 e 0 to 0 dl 1746139099 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139088.760758:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013107dc00 with x1830958839900928 ext(0->4095) 00002000:00010000:1.0:1746139088.760761:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013107dc00 00000100:00100000:0.0:1746139088.763177:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139088.767308:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139088.770880:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139088.773279:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139088.775698:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139088.776779:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139088.779560:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139088.779819:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839902080 00000100:00100000:1.0:1746139088.779825:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839902080 00002000:00100000:1.0:1746139088.779857:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800a0ce8a80 x1830958839902080/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:14/0 lens 488/0 e 0 to 0 dl 1746139099 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139088.779866:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0ce8a80 with x1830958839902080 ext(0->4095) 00010000:00010000:1.0:1746139088.779872:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f4d7c00/0x1f9f6ca451ac9f9f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510e05 expref: 62 pid: 9562 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746139088.779883:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f4d7c00/0x1f9f6ca451ac9f9f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510e05 expref: 62 pid: 9562 timeout: 814 lvb_type: 0 00002000:00010000:1.0:1746139088.779888:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a0ce8a80 00000100:00100000:1.0:1746139088.779908:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2106 00000100:00100000:1.0:1746139088.779913:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0ce8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+62:2007:x1830958839902080:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746139088.780069:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0ce8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+62:2007:x1830958839902080:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 108us (470us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139088.780076:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2106 00002000:00100000:1.0:1746139088.780082:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800a0ce8a80 x1830958839902080/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:14/0 lens 488/4536 e 0 to 0 dl 1746139099 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139088.780094:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0ce8a80 with x1830958839902080 ext(0->4095) 00010000:00010000:1.0:1746139088.780098:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f4d7c00/0x1f9f6ca451ac9f9f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510e05 expref: 62 pid: 9562 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746139088.780107:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f4d7c00/0x1f9f6ca451ac9f9f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510e05 expref: 62 pid: 9562 timeout: 814 lvb_type: 0 00002000:00010000:1.0:1746139088.780112:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a0ce8a80 00000100:00100000:0.0:1746139088.781496:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139088.785359:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139088.785431:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839902464 00000100:00100000:1.0:1746139088.785436:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839902464 00002000:00100000:1.0:1746139088.785467:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009f559500 x1830958839902464/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:14/0 lens 488/0 e 0 to 0 dl 1746139099 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139088.785476:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f559500 with x1830958839902464 ext(0->4095) 00002000:00010000:1.0:1746139088.785480:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f559500 00000100:00100000:1.0:1746139088.785574:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 12874 00000100:00100000:1.0:1746139088.785580:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f559500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+61:2007:x1830958839902464:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746139088.785932:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f559500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+61:2007:x1830958839902464:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 351us (573us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139088.785937:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 12874 00002000:00100000:1.0:1746139088.785942:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009f559500 x1830958839902464/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:14/0 lens 488/4536 e 0 to 0 dl 1746139099 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139088.785948:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f559500 with x1830958839902464 ext(0->4095) 00002000:00010000:1.0:1746139088.785951:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f559500 00000100:00100000:0.0:1746139088.787913:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139088.791718:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139088.795429:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139088.795663:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139088.795687:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839902976 00000100:00100000:1.0:1746139088.795694:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839902976 00002000:00100000:1.0:1746139088.795725:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009f2d0e00 x1830958839902976/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:14/0 lens 488/0 e 0 to 0 dl 1746139099 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139088.795733:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f2d0e00 with x1830958839902976 ext(0->4095) 00002000:00010000:1.0:1746139088.795737:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f2d0e00 00000100:00100000:1.0:1746139088.795763:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 12875 00000100:00100000:1.0:1746139088.795770:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f2d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958839902976:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746139088.796644:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f2d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958839902976:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 873us (1214us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139088.796650:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 12875 00002000:00100000:1.0:1746139088.796656:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009f2d0e00 x1830958839902976/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:14/0 lens 488/4536 e 0 to 0 dl 1746139099 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139088.796663:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f2d0e00 with x1830958839902976 ext(0->4095) 00010000:00010000:1.0:1746139088.796667:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f4d7e00/0x1f9f6ca451ac9fad lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510e13 expref: 6 pid: 9564 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746139088.796675:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f4d7e00/0x1f9f6ca451ac9fad lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510e13 expref: 6 pid: 9564 timeout: 814 lvb_type: 0 00002000:00010000:1.0:1746139088.796680:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f2d0e00 00000100:00100000:0.0:1746139088.803062:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139088.803107:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139088.806543:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139088.806699:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839903616 00000100:00100000:1.0:1746139088.806705:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839903616 00002000:00100000:1.0:1746139088.806733:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800a0869c00 x1830958839903616/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:14/0 lens 488/0 e 0 to 0 dl 1746139099 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139088.806746:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0869c00 with x1830958839903616 ext(0->4095) 00010000:00010000:1.0:1746139088.806751:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f4d7200/0x1f9f6ca451ac9fb4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510e1a expref: 62 pid: 9564 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746139088.806761:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f4d7200/0x1f9f6ca451ac9fb4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510e1a expref: 62 pid: 9564 timeout: 814 lvb_type: 0 00002000:00010000:1.0:1746139088.806767:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a0869c00 00000100:00100000:1.0:1746139088.806790:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2107 00000100:00100000:1.0:1746139088.806796:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0869c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+62:2007:x1830958839903616:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746139088.806895:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0869c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+62:2007:x1830958839903616:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 99us (351us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139088.806900:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2107 00002000:00100000:1.0:1746139088.806905:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800a0869c00 x1830958839903616/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:14/0 lens 488/4536 e 0 to 0 dl 1746139099 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139088.806912:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0869c00 with x1830958839903616 ext(0->4095) 00010000:00010000:1.0:1746139088.806916:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f4d7200/0x1f9f6ca451ac9fb4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510e1a expref: 62 pid: 9564 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746139088.806925:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f4d7200/0x1f9f6ca451ac9fb4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510e1a expref: 62 pid: 9564 timeout: 814 lvb_type: 0 00002000:00010000:1.0:1746139088.806929:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a0869c00 00000100:00100000:0.0:1746139088.808567:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139088.811879:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139088.817052:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139088.844794:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139088.847361:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+63:2008:x1830958839904256:12345-192.168.203.56@tcp:4:ldlm_bl.0 Request processed in 2325us (2565us total) trans 4294971965 rc 0/0 00000100:00100000:0.0:1746139088.847371:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2108 00002000:00100000:0.0:1746139088.847380:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff8801391d2680 x1830958839904256/t4294971965(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:14/0 lens 496/448 e 0 to 0 dl 1746139099 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139088.847389:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801391d2680 with x1830958839904256 ext(0->7) 00010000:00010000:0.0:1746139088.847396:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f4d6a00/0x1f9f6ca451ac9fbb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510e21 expref: 63 pid: 9564 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746139088.847409:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f4d6a00/0x1f9f6ca451ac9fbb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510e21 expref: 63 pid: 9564 timeout: 814 lvb_type: 0 00002000:00010000:0.0:1746139088.847415:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801391d2680 00000100:00100000:0.0:1746139088.873183:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139088.876575:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139088.884822:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139088.891749:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139088.899564:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139088.900776:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011dd87b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+65:2007:x1830958839905408:12345-192.168.203.56@tcp:4:ldlm_bl.0 Request processed in 781us (1211us total) trans 4294971966 rc 0/0 00000100:00100000:0.0:1746139088.900783:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2110 00002000:00100000:0.0:1746139088.900789:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff88011dd87b80 x1830958839905408/t4294971966(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:14/0 lens 496/448 e 0 to 0 dl 1746139099 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139088.900797:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011dd87b80 with x1830958839905408 ext(0->7) 00010000:00010000:0.0:1746139088.900802:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008760da00/0x1f9f6ca451ac9fc9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510e2f expref: 65 pid: 9564 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746139088.900812:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008760da00/0x1f9f6ca451ac9fc9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510e2f expref: 65 pid: 9564 timeout: 814 lvb_type: 0 00002000:00010000:0.0:1746139088.900817:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011dd87b80 00000100:00100000:0.0:1746139088.903532:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139088.906057:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139088.908795:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139088.911277:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139088.917560:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139088.923783:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139088.967114:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139088.968272:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c0cca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+67:2007:x1830958839906560:12345-192.168.203.56@tcp:4:ldlm_bl.0 Request processed in 779us (1163us total) trans 4294971967 rc 0/0 00000100:00100000:0.0:1746139088.968279:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2112 00002000:00100000:0.0:1746139088.968284:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff88009c0cca80 x1830958839906560/t4294971967(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:14/0 lens 496/448 e 0 to 0 dl 1746139099 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139088.968292:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c0cca80 with x1830958839906560 ext(0->7) 00010000:00010000:0.0:1746139088.968297:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008760ca00/0x1f9f6ca451ac9fd7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510e3d expref: 67 pid: 9562 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746139088.968306:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008760ca00/0x1f9f6ca451ac9fd7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510e3d expref: 67 pid: 9562 timeout: 814 lvb_type: 0 00002000:00010000:0.0:1746139088.968312:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c0cca80 00000100:00100000:0.0:1746139088.974223:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139088.981075:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139088.987434:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839907072 00000100:00100000:0.0:1746139088.987440:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839907072 00002000:00100000:0.0:1746139088.987475:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c851500 x1830958839907072/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:14/0 lens 488/0 e 0 to 0 dl 1746139099 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139088.987484:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c851500 with x1830958839907072 ext(0->4095) 00010000:00010000:0.0:1746139088.987491:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f4d7e00/0x1f9f6ca451ac9fde lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510e44 expref: 6 pid: 9562 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746139088.987502:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f4d7e00/0x1f9f6ca451ac9fde lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510e44 expref: 6 pid: 9562 timeout: 814 lvb_type: 0 00002000:00010000:0.0:1746139088.987508:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c851500 00000100:00100000:0.0:1746139088.987530:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2113 00000100:00100000:0.0:1746139088.987536:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c851500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958839907072:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746139088.989375:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c851500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958839907072:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 1832us (2576us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746139088.989384:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2113 00002000:00100000:0.0:1746139088.989391:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c851500 x1830958839907072/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:14/0 lens 488/4536 e 0 to 0 dl 1746139099 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139088.989398:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c851500 with x1830958839907072 ext(0->4095) 00010000:00010000:0.0:1746139088.989405:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f4d7e00/0x1f9f6ca451ac9fde lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510e44 expref: 6 pid: 9562 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746139088.989416:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f4d7e00/0x1f9f6ca451ac9fde lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510e44 expref: 6 pid: 9562 timeout: 814 lvb_type: 0 00002000:00010000:0.0:1746139088.989422:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c851500 00000100:00100000:0.0:1746139088.998663:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139089.002862:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139089.005544:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139089.007952:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139089.010189:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139089.012311:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139089.013025:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139089.013268:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839908224 00000100:00100000:0.0:1746139089.013271:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839908224 00000100:00100000:0.0:1746139089.013298:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29019 00000100:00100000:0.0:1746139089.013303:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5d81f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+68:1814:x1830958839908224:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746139089.013312:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746139089.013318:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800724cce00/0x1f9f6ca451ac9ffa lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3510e60 expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139089.013329:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139089.013332:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f4d6e00/0x1f9f6ca451ac9ff3 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510e59 expref: 69 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139089.013336:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746139089.013338:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800724cce00/0x1f9f6ca451ac9ffa lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510e60 expref: 69 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139089.013356:0:9564:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f4d6e00/0x1f9f6ca451ac9ff3 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510e59 expref: 69 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139089.013365:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800724cce00/0x1f9f6ca451ac9ffa lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510e60 expref: 69 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139089.013373:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800724cce00, rc 0) 00000100:00100000:0.0:1746139089.013392:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5d81f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+69:1814:x1830958839908224:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 89us (367us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139089.013397:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29019 00000100:00100000:0.0:1746139089.017733:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139089.020202:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139089.022323:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139089.025079:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139089.026585:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139089.028566:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139089.030727:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139089.032691:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139089.034717:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139089.035746:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139089.037460:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839910144 00000100:00100000:0.0:1746139089.037466:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839910144 00002000:00100000:0.0:1746139089.037492:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88012c249500 x1830958839910144/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:15/0 lens 488/0 e 0 to 0 dl 1746139100 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139089.037501:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c249500 with x1830958839910144 ext(0->4095) 00010000:00010000:0.0:1746139089.037507:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f4d6200/0x1f9f6ca451aca008 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510e6e expref: 69 pid: 9562 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746139089.037517:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f4d6200/0x1f9f6ca451aca008 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510e6e expref: 69 pid: 9562 timeout: 814 lvb_type: 0 00002000:00010000:0.0:1746139089.037526:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012c249500 00000100:00100000:0.0:1746139089.037546:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2115 00000100:00100000:0.0:1746139089.037552:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c249500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+69:2007:x1830958839910144:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746139089.038007:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c249500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+68:2007:x1830958839910144:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 454us (565us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139089.038013:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2115 00002000:00100000:1.0:1746139089.038017:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88012c249500 x1830958839910144/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:15/0 lens 488/4536 e 0 to 0 dl 1746139100 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139089.038024:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c249500 with x1830958839910144 ext(0->4095) 00010000:00010000:1.0:1746139089.038028:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f4d6200/0x1f9f6ca451aca008 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510e6e expref: 68 pid: 9562 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746139089.038036:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f4d6200/0x1f9f6ca451aca008 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510e6e expref: 68 pid: 9562 timeout: 814 lvb_type: 0 00002000:00010000:1.0:1746139089.038041:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012c249500 00000100:00100000:0.0:1746139089.040298:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139089.044816:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139089.044988:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839910656 00000100:00100000:1.0:1746139089.044995:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839910656 00002000:00100000:1.0:1746139089.045029:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800874d2680 x1830958839910656/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:15/0 lens 488/0 e 0 to 0 dl 1746139100 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139089.045037:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800874d2680 with x1830958839910656 ext(0->4095) 00010000:00010000:1.0:1746139089.045044:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f4d7200/0x1f9f6ca451aca00f lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510e75 expref: 68 pid: 9562 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746139089.045054:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f4d7200/0x1f9f6ca451aca00f lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510e75 expref: 68 pid: 9562 timeout: 814 lvb_type: 0 00002000:00010000:1.0:1746139089.045062:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800874d2680 00000100:00100000:1.0:1746139089.045086:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2116 00000100:00100000:1.0:1746139089.045093:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800874d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+68:2008:x1830958839910656:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746139089.045215:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800874d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+68:2008:x1830958839910656:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 122us (405us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139089.045221:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2116 00002000:00100000:1.0:1746139089.045226:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800874d2680 x1830958839910656/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:15/0 lens 488/4536 e 0 to 0 dl 1746139100 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139089.045232:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800874d2680 with x1830958839910656 ext(0->4095) 00010000:00010000:1.0:1746139089.045237:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f4d7200/0x1f9f6ca451aca00f lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510e75 expref: 68 pid: 9562 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746139089.045245:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f4d7200/0x1f9f6ca451aca00f lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510e75 expref: 68 pid: 9562 timeout: 814 lvb_type: 0 00002000:00010000:1.0:1746139089.045251:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800874d2680 00000100:00100000:0.0:1746139089.048016:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139089.049382:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139089.053133:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139089.053477:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839911168 00000100:00100000:1.0:1746139089.053484:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839911168 00002000:00100000:1.0:1746139089.053513:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800874d3100 x1830958839911168/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:15/0 lens 488/0 e 0 to 0 dl 1746139100 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139089.053522:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800874d3100 with x1830958839911168 ext(0->4095) 00010000:00010000:1.0:1746139089.053529:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008760c400/0x1f9f6ca451aca016 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510e7c expref: 6 pid: 9562 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746139089.053541:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008760c400/0x1f9f6ca451aca016 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510e7c expref: 6 pid: 9562 timeout: 814 lvb_type: 0 00002000:00010000:1.0:1746139089.053550:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800874d3100 00000100:00100000:1.0:1746139089.053574:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2117 00000100:00100000:1.0:1746139089.053579:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800874d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958839911168:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746139089.054297:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800874d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958839911168:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 714us (1161us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139089.054303:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2117 00002000:00100000:1.0:1746139089.054309:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800874d3100 x1830958839911168/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:15/0 lens 488/4536 e 0 to 0 dl 1746139100 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139089.054317:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800874d3100 with x1830958839911168 ext(0->4095) 00010000:00010000:1.0:1746139089.054321:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008760c400/0x1f9f6ca451aca016 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510e7c expref: 6 pid: 9562 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746139089.054330:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008760c400/0x1f9f6ca451aca016 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510e7c expref: 6 pid: 9562 timeout: 814 lvb_type: 0 00002000:00010000:1.0:1746139089.054336:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800874d3100 00000100:00100000:0.0:1746139089.058436:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139089.065369:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139089.067021:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839911552 00000100:00100000:1.0:1746139089.067031:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839911552 00002000:00100000:1.0:1746139089.067076:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800874d3800 x1830958839911552/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:15/0 lens 488/0 e 0 to 0 dl 1746139100 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139089.067085:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800874d3800 with x1830958839911552 ext(0->4095) 00002000:00010000:1.0:1746139089.067090:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800874d3800 00000100:00100000:1.0:1746139089.067121:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 12883 00000100:00100000:1.0:1746139089.067130:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800874d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+67:2007:x1830958839911552:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746139089.067243:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800874d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+67:2007:x1830958839911552:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 114us (1877us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139089.067249:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 12883 00002000:00100000:1.0:1746139089.067255:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800874d3800 x1830958839911552/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:15/0 lens 488/4536 e 0 to 0 dl 1746139100 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139089.067261:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800874d3800 with x1830958839911552 ext(0->4095) 00002000:00010000:1.0:1746139089.067264:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800874d3800 00000100:00100000:0.0:1746139089.072853:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139089.078509:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139089.080252:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800885cc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+69:2007:x1830958839911808:12345-192.168.203.56@tcp:4:ldlm_bl.0 Request processed in 1037us (1741us total) trans 4294971968 rc 0/0 00000100:00100000:0.0:1746139089.080260:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2118 00002000:00100000:0.0:1746139089.080269:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff8800885cc000 x1830958839911808/t4294971968(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:15/0 lens 496/448 e 0 to 0 dl 1746139100 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139089.080276:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800885cc000 with x1830958839911808 ext(0->7) 00010000:00010000:0.0:1746139089.080284:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f4d7600/0x1f9f6ca451aca01d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510e83 expref: 69 pid: 18644 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746139089.080296:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f4d7600/0x1f9f6ca451aca01d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510e83 expref: 69 pid: 18644 timeout: 814 lvb_type: 0 00002000:00010000:0.0:1746139089.080301:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800885cc000 00000100:00100000:0.0:1746139089.082457:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139089.085943:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139089.089631:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139089.089668:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139089.095329:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139089.104465:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139089.104535:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839912832 00000100:00100000:1.0:1746139089.104543:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839912832 00002000:00100000:1.0:1746139089.104582:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800885cd180 x1830958839912832/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:15/0 lens 488/0 e 0 to 0 dl 1746139100 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139089.104606:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800885cd180 with x1830958839912832 ext(0->4095) 00010000:00010000:1.0:1746139089.105234:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008760ca00/0x1f9f6ca451aca02b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510e91 expref: 70 pid: 24929 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746139089.105255:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008760ca00/0x1f9f6ca451aca02b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510e91 expref: 70 pid: 24929 timeout: 814 lvb_type: 0 00002000:00010000:1.0:1746139089.105263:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800885cd180 00000100:00100000:0.0:1746139089.110605:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139089.114869:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139089.115119:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839913216 00000100:00100000:1.0:1746139089.115126:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839913216 00002000:00100000:1.0:1746139089.115162:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800885cd880 x1830958839913216/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:15/0 lens 488/0 e 0 to 0 dl 1746139100 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139089.115171:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800885cd880 with x1830958839913216 ext(0->4095) 00002000:00010000:1.0:1746139089.115177:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800885cd880 00000100:00100000:1.0:1746139089.115212:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 12885 00000100:00100000:1.0:1746139089.115220:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800885cd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+70:2007:x1830958839913216:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746139089.115353:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800885cd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+70:2007:x1830958839913216:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 131us (488us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139089.115360:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 12885 00002000:00100000:1.0:1746139089.115367:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800885cd880 x1830958839913216/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:15/0 lens 488/4536 e 0 to 0 dl 1746139100 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139089.115374:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800885cd880 with x1830958839913216 ext(0->4095) 00002000:00010000:1.0:1746139089.115377:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800885cd880 00000100:00100000:0.0:1746139089.118274:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139089.125523:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139089.125767:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139089.129918:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139089.135698:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139089.140857:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139089.140927:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839914240 00000100:00100000:1.0:1746139089.140935:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839914240 00002000:00100000:1.0:1746139089.140971:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800885ced80 x1830958839914240/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:15/0 lens 488/0 e 0 to 0 dl 1746139100 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139089.140979:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800885ced80 with x1830958839914240 ext(0->4095) 00002000:00010000:1.0:1746139089.140983:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800885ced80 00000100:00100000:1.0:1746139089.141576:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 12886 00000100:00100000:1.0:1746139089.141584:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800885ced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+69:2008:x1830958839914240:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746139089.141759:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800885ced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+69:2008:x1830958839914240:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 175us (910us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139089.141764:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 12886 00002000:00100000:1.0:1746139089.141770:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800885ced80 x1830958839914240/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:15/0 lens 488/4536 e 0 to 0 dl 1746139100 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139089.141782:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800885ced80 with x1830958839914240 ext(0->4095) 00002000:00010000:1.0:1746139089.141785:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800885ced80 00000100:00100000:0.0:1746139089.156238:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139089.172512:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139089.172569:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839914496 00000100:00100000:1.0:1746139089.172576:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839914496 00002000:00100000:1.0:1746139089.172643:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff8800885cf100 x1830958839914496/t0(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:15/0 lens 496/0 e 0 to 0 dl 1746139100 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139089.172651:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800885cf100 with x1830958839914496 ext(0->7) 00010000:00010000:1.0:1746139089.172658:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008760ca00/0x1f9f6ca451aca040 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510ea6 expref: 69 pid: 24929 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746139089.172669:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008760ca00/0x1f9f6ca451aca040 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510ea6 expref: 69 pid: 24929 timeout: 814 lvb_type: 0 00002000:00010000:1.0:1746139089.172676:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800885cf100 00000100:00100000:1.0:1746139089.172702:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2121 00000100:00100000:1.0:1746139089.172708:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800885cf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+69:2008:x1830958839914496:12345-192.168.203.56@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746139089.174580:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800885cf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+71:2008:x1830958839914496:12345-192.168.203.56@tcp:4:ldlm_bl.0 Request processed in 1864us (2063us total) trans 4294971969 rc 0/0 00000100:00100000:1.0:1746139089.174589:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2121 00002000:00100000:1.0:1746139089.174606:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff8800885cf100 x1830958839914496/t4294971969(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:15/0 lens 496/448 e 0 to 0 dl 1746139100 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139089.174631:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800885cf100 with x1830958839914496 ext(0->7) 00010000:00010000:1.0:1746139089.174640:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008760ca00/0x1f9f6ca451aca040 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510ea6 expref: 71 pid: 24929 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746139089.174658:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008760ca00/0x1f9f6ca451aca040 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510ea6 expref: 71 pid: 24929 timeout: 814 lvb_type: 0 00002000:00010000:1.0:1746139089.174664:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800885cf100 00000100:00100000:0.0:1746139089.183711:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139089.184684:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139089.190705:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139089.190768:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839915008 00000100:00100000:1.0:1746139089.190778:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839915008 00002000:00100000:1.0:1746139089.190812:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800885cfb80 x1830958839915008/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:15/0 lens 488/0 e 0 to 0 dl 1746139100 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139089.190820:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800885cfb80 with x1830958839915008 ext(0->4095) 00010000:00010000:1.0:1746139089.190826:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008760d800/0x1f9f6ca451aca047 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510ead expref: 6 pid: 24929 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746139089.190837:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008760d800/0x1f9f6ca451aca047 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510ead expref: 6 pid: 24929 timeout: 814 lvb_type: 0 00002000:00010000:1.0:1746139089.190843:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800885cfb80 00000100:00100000:1.0:1746139089.190873:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2122 00000100:00100000:1.0:1746139089.190884:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800885cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958839915008:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746139089.191218:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800885cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958839915008:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 335us (513us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139089.191224:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2122 00002000:00100000:1.0:1746139089.191229:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800885cfb80 x1830958839915008/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:15/0 lens 488/4536 e 0 to 0 dl 1746139100 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139089.191236:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800885cfb80 with x1830958839915008 ext(0->4095) 00010000:00010000:1.0:1746139089.191241:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008760d800/0x1f9f6ca451aca047 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510ead expref: 6 pid: 24929 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746139089.191249:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008760d800/0x1f9f6ca451aca047 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510ead expref: 6 pid: 24929 timeout: 814 lvb_type: 0 00002000:00010000:1.0:1746139089.191254:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800885cfb80 00000100:00100000:0.0:1746139089.191645:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ee7c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7206:1830958831942784:192.168.203.56@tcp:105: 00010000:00010000:0.0:1746139089.191658:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746139089.191678:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800885cf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b60e9717-019c-4527-a82a-15e993ac5189+71:2008:x1830958839914752:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 6915us (6995us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139089.191685:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16344 00000100:00100000:0.0:1746139089.197148:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139089.209572:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139089.209874:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839915392 00000100:00100000:1.0:1746139089.209881:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839915392 00002000:00100000:1.0:1746139089.209918:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800885cc700 x1830958839915392/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:15/0 lens 488/0 e 0 to 0 dl 1746139100 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139089.209927:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800885cc700 with x1830958839915392 ext(0->4095) 00002000:00010000:1.0:1746139089.209931:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800885cc700 00000100:00100000:1.0:1746139089.209960:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 12887 00000100:00100000:1.0:1746139089.209966:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800885cc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+71:2007:x1830958839915392:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746139089.210071:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800885cc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+71:2007:x1830958839915392:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 105us (504us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139089.210077:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 12887 00002000:00100000:1.0:1746139089.210081:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800885cc700 x1830958839915392/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:15/0 lens 488/4536 e 0 to 0 dl 1746139100 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139089.210088:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800885cc700 with x1830958839915392 ext(0->4095) 00002000:00010000:1.0:1746139089.210091:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800885cc700 00000100:00100000:0.0:1746139089.212730:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139089.218496:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139089.219913:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800885ce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+73:2008:x1830958839915648:12345-192.168.203.56@tcp:4:ldlm_bl.0 Request processed in 926us (1418us total) trans 4294971970 rc 0/0 00000100:00100000:0.0:1746139089.219920:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2123 00002000:00100000:0.0:1746139089.219925:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff8800885ce300 x1830958839915648/t4294971970(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:15/0 lens 496/448 e 0 to 0 dl 1746139100 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139089.219933:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800885ce300 with x1830958839915648 ext(0->7) 00010000:00010000:0.0:1746139089.219938:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008760d000/0x1f9f6ca451aca04e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510eb4 expref: 73 pid: 24929 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746139089.219948:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008760d000/0x1f9f6ca451aca04e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510eb4 expref: 73 pid: 24929 timeout: 814 lvb_type: 0 00002000:00010000:0.0:1746139089.219957:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800885ce300 00000100:00100000:0.0:1746139089.222716:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139089.227811:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139089.228108:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839916032 00000100:00100000:0.0:1746139089.228114:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839916032 00002000:00100000:0.0:1746139089.228147:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88012c25f800 x1830958839916032/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:15/0 lens 488/0 e 0 to 0 dl 1746139100 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139089.228156:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c25f800 with x1830958839916032 ext(0->4095) 00002000:00010000:0.0:1746139089.228160:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c25f800 00000100:00100000:0.0:1746139089.228179:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 12888 00000100:00100000:0.0:1746139089.228186:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c25f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958839916032:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746139089.228278:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c25f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958839916032:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 92us (467us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746139089.228283:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 12888 00002000:00100000:0.0:1746139089.228289:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88012c25f800 x1830958839916032/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:15/0 lens 488/4536 e 0 to 0 dl 1746139100 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139089.228296:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c25f800 with x1830958839916032 ext(0->4095) 00002000:00010000:0.0:1746139089.228298:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c25f800 00000100:00100000:0.0:1746139089.234793:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139089.235395:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139089.238706:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139089.243228:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139089.243939:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839916672 00000100:00100000:1.0:1746139089.243946:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839916672 00002000:00100000:1.0:1746139089.243983:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800874d1880 x1830958839916672/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:15/0 lens 488/0 e 0 to 0 dl 1746139100 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139089.243996:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800874d1880 with x1830958839916672 ext(0->4095) 00010000:00010000:1.0:1746139089.244003:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008760d000/0x1f9f6ca451aca05c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510ec2 expref: 74 pid: 9562 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746139089.244014:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008760d000/0x1f9f6ca451aca05c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510ec2 expref: 74 pid: 9562 timeout: 814 lvb_type: 0 00002000:00010000:1.0:1746139089.244020:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800874d1880 00000100:00100000:1.0:1746139089.244844:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2124 00000100:00100000:1.0:1746139089.244855:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800874d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+74:2007:x1830958839916672:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746139089.245142:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800874d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+74:2007:x1830958839916672:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 289us (1917us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139089.245149:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2124 00002000:00100000:1.0:1746139089.245154:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800874d1880 x1830958839916672/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:15/0 lens 488/4536 e 0 to 0 dl 1746139100 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139089.245161:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800874d1880 with x1830958839916672 ext(0->4095) 00010000:00010000:1.0:1746139089.245167:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008760d000/0x1f9f6ca451aca05c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510ec2 expref: 74 pid: 9562 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746139089.245177:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008760d000/0x1f9f6ca451aca05c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510ec2 expref: 74 pid: 9562 timeout: 814 lvb_type: 0 00002000:00010000:1.0:1746139089.245182:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800874d1880 00000100:00100000:0.0:1746139089.249060:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139089.249807:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139089.253462:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139089.253836:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839917184 00000100:00100000:1.0:1746139089.253842:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839917184 00002000:00100000:1.0:1746139089.253872:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800874d2a00 x1830958839917184/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:15/0 lens 488/0 e 0 to 0 dl 1746139100 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139089.253880:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800874d2a00 with x1830958839917184 ext(0->4095) 00010000:00010000:1.0:1746139089.253887:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008760cc00/0x1f9f6ca451aca063 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510ec9 expref: 73 pid: 24929 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746139089.253899:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008760cc00/0x1f9f6ca451aca063 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510ec9 expref: 73 pid: 24929 timeout: 814 lvb_type: 0 00002000:00010000:1.0:1746139089.253905:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800874d2a00 00000100:00100000:1.0:1746139089.253924:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2125 00000100:00100000:1.0:1746139089.253929:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800874d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+73:2007:x1830958839917184:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746139089.254044:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800874d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+73:2007:x1830958839917184:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 113us (582us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139089.254049:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2125 00002000:00100000:1.0:1746139089.254055:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800874d2a00 x1830958839917184/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:15/0 lens 488/4536 e 0 to 0 dl 1746139100 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139089.254061:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800874d2a00 with x1830958839917184 ext(0->4095) 00010000:00010000:1.0:1746139089.254065:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008760cc00/0x1f9f6ca451aca063 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510ec9 expref: 73 pid: 24929 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746139089.254074:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008760cc00/0x1f9f6ca451aca063 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510ec9 expref: 73 pid: 24929 timeout: 814 lvb_type: 0 00002000:00010000:1.0:1746139089.254079:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800874d2a00 00000100:00100000:0.0:1746139089.256107:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139089.256182:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139089.256348:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839917312 00000100:00100000:1.0:1746139089.256355:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839917312 00000100:00100000:1.0:1746139089.256397:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29036 00000100:00100000:1.0:1746139089.256403:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800874d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+73:1800:x1830958839917312:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139089.256417:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139089.256429:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e600/0x1f9f6ca451aca071 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3510ed7 expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139089.256450:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139089.256456:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008760d800/0x1f9f6ca451aca06a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510ed0 expref: 5 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139089.256461:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746139089.256464:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e600/0x1f9f6ca451aca071 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510ed7 expref: 74 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139089.256494:0:18644:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008760d800/0x1f9f6ca451aca06a lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510ed0 expref: 5 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139089.256504:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e600/0x1f9f6ca451aca071 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510ed7 expref: 75 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139089.256511:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7e600, rc 0) 00000100:00100000:1.0:1746139089.256545:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800874d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+75:1800:x1830958839917312:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 142us (454us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139089.256550:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29036 00000100:00100000:0.0:1746139089.259731:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139089.260177:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839917696 00000100:00100000:1.0:1746139089.260183:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839917696 00002000:00100000:1.0:1746139089.260212:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800874d1180 x1830958839917696/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:15/0 lens 488/0 e 0 to 0 dl 1746139100 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139089.260220:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800874d1180 with x1830958839917696 ext(0->4095) 00010000:00010000:1.0:1746139089.260226:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008760d800/0x1f9f6ca451aca06a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510ed0 expref: 6 pid: 9562 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746139089.260236:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008760d800/0x1f9f6ca451aca06a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510ed0 expref: 6 pid: 9562 timeout: 814 lvb_type: 0 00002000:00010000:1.0:1746139089.260240:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800874d1180 00000100:00100000:1.0:1746139089.260253:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2126 00000100:00100000:1.0:1746139089.260258:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800874d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2010:x1830958839917696:12345-192.168.203.56@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746139089.260347:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800874d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2010:x1830958839917696:12345-192.168.203.56@tcp:3:ptlrpcd_01_01.0 Request processed in 89us (623us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139089.260352:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2126 00002000:00100000:1.0:1746139089.260356:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800874d1180 x1830958839917696/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:15/0 lens 488/4536 e 0 to 0 dl 1746139100 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139089.260362:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800874d1180 with x1830958839917696 ext(0->4095) 00010000:00010000:1.0:1746139089.260366:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008760d800/0x1f9f6ca451aca06a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510ed0 expref: 6 pid: 9562 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746139089.260374:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008760d800/0x1f9f6ca451aca06a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510ed0 expref: 6 pid: 9562 timeout: 814 lvb_type: 0 00002000:00010000:1.0:1746139089.260378:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800874d1180 00000100:00100000:0.0:1746139089.262383:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139089.266290:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139089.266637:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839918080 00000100:00100000:1.0:1746139089.266642:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839918080 00002000:00100000:1.0:1746139089.266670:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800874d2d80 x1830958839918080/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:15/0 lens 488/0 e 0 to 0 dl 1746139100 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139089.266679:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800874d2d80 with x1830958839918080 ext(0->4095) 00002000:00010000:1.0:1746139089.266682:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800874d2d80 00000100:00100000:1.0:1746139089.266702:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 12889 00000100:00100000:1.0:1746139089.266708:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800874d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+73:2008:x1830958839918080:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746139089.266811:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800874d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+73:2008:x1830958839918080:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 102us (526us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139089.266816:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 12889 00002000:00100000:1.0:1746139089.266821:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800874d2d80 x1830958839918080/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:15/0 lens 488/4536 e 0 to 0 dl 1746139100 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139089.266826:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800874d2d80 with x1830958839918080 ext(0->4095) 00002000:00010000:1.0:1746139089.266829:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800874d2d80 00000100:00100000:0.0:1746139089.268818:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139089.270988:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139089.274273:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139089.279263:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139089.280739:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139089.280800:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839918848 00000100:00100000:1.0:1746139089.280804:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839918848 00000100:00100000:1.0:1746139089.281113:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29039 00000100:00100000:1.0:1746139089.281120:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+74:1814:x1830958839918848:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139089.281133:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139089.281142:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451aca086 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3510eec expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139089.281158:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139089.281161:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f4d7a00/0x1f9f6ca451aca07f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510ee5 expref: 75 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139089.281167:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139089.281170:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451aca086 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510eec expref: 75 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139089.281189:0:18644:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f4d7a00/0x1f9f6ca451aca07f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510ee5 expref: 75 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139089.281198:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451aca086 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510eec expref: 75 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139089.281205:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7f400, rc 0) 00000100:00100000:1.0:1746139089.281233:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+75:1814:x1830958839918848:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 113us (494us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139089.281237:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29039 00000100:00100000:0.0:1746139089.284324:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139089.288613:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139089.292611:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139089.297977:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139089.300950:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139089.301208:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839919744 00000100:00100000:1.0:1746139089.301216:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839919744 00000100:00100000:1.0:1746139089.301357:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29040 00000100:00100000:1.0:1746139089.301364:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072788e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958839919744:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139089.301378:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139089.301392:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fc00/0x1f9f6ca451aca08d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3510ef3 expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139089.301414:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451aca086 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510eec expref: 72 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139089.301425:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139089.301426:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139089.301429:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fc00/0x1f9f6ca451aca08d lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510ef3 expref: 6 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139089.301453:0:18644:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451aca086 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510eec expref: 72 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139089.301463:0:18644:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451aca086 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510eec expref: 72 pid: 18644 timeout: 814 lvb_type: 0 00000100:00100000:1.0:1746139089.301472:0:18644:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072506d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958831945216:192.168.203.56@tcp:104: 00000100:00100000:1.0:1746139089.302040:0:18644:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ded19c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746139089.304677:0:18644:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072506d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958831945216:192.168.203.56@tcp:104: 00010000:00010000:1.0:1746139089.304703:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fc00/0x1f9f6ca451aca08d lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510ef3 expref: 6 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139089.304715:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7fc00, rc 0) 00000100:00100000:1.0:1746139089.304752:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072788e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958839919744:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3389us (3809us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139089.304760:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29040 00000100:00100000:0.0:1746139089.305368:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139089.308140:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139089.308217:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839920000 00000100:00100000:1.0:1746139089.308223:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839920000 00000100:00100000:1.0:1746139089.308427:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29041 00000100:00100000:1.0:1746139089.308435:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131466a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+73:1800:x1830958839920000:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139089.308449:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139089.308463:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451aca094 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3510efa expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139089.308487:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fc00/0x1f9f6ca451aca08d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510ef3 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139089.308494:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139089.308495:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139089.308499:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451aca094 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510efa expref: 74 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139089.308525:0:18644:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fc00/0x1f9f6ca451aca08d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510ef3 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139089.308534:0:18644:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fc00/0x1f9f6ca451aca08d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510ef3 expref: 5 pid: 18644 timeout: 814 lvb_type: 0 00000100:00100000:1.0:1746139089.308543:0:18644:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072506d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958831945472:192.168.203.56@tcp:104: 00000100:00100000:1.0:1746139089.309230:0:18644:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ded19c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746139089.311428:0:18644:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072506d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958831945472:192.168.203.56@tcp:104: 00010000:00010000:1.0:1746139089.311447:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451aca094 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510efa expref: 73 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139089.311460:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7ea00, rc 0) 00000100:00100000:1.0:1746139089.311501:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131466a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+73:1800:x1830958839920000:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3067us (3367us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139089.311510:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29041 00000100:00100000:0.0:1746139089.313043:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139089.315771:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139089.320983:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839920640 00000100:00100000:0.0:1746139089.320989:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839920640 00002000:00100000:0.0:1746139089.321022:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009ee7c380 x1830958839920640/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:15/0 lens 488/0 e 0 to 0 dl 1746139100 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139089.321031:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ee7c380 with x1830958839920640 ext(0->4095) 00002000:00010000:0.0:1746139089.321035:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ee7c380 00000100:00100000:0.0:1746139089.321085:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 12892 00000100:00100000:0.0:1746139089.321092:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ee7c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+73:2007:x1830958839920640:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746139089.322198:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ee7c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+73:2007:x1830958839920640:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 1103us (1374us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139089.322206:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 12892 00002000:00100000:1.0:1746139089.322212:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009ee7c380 x1830958839920640/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:15/0 lens 488/4536 e 0 to 0 dl 1746139100 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139089.322219:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ee7c380 with x1830958839920640 ext(0->4095) 00002000:00010000:1.0:1746139089.322222:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ee7c380 00000100:00100000:0.0:1746139089.330382:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139089.330536:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839920768 00000100:00100000:1.0:1746139089.330544:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839920768 00000100:00100000:1.0:1746139089.330606:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29042 00000100:00100000:1.0:1746139089.330613:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c854a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958839920768:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139089.330659:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139089.330673:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451aca09b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3510f01 expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139089.330696:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451aca094 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510efa expref: 72 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139089.330702:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139089.330704:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139089.330707:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451aca09b lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510f01 expref: 6 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139089.330732:0:18644:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451aca094 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510efa expref: 72 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139089.330746:0:18644:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451aca094 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510efa expref: 72 pid: 18644 timeout: 814 lvb_type: 0 00000100:00100000:1.0:1746139089.330755:0:18644:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072506d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958831945728:192.168.203.56@tcp:104: 00000100:00100000:1.0:1746139089.330832:0:18644:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ded19c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746139089.333090:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139089.333284:0:18644:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072506d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958831945728:192.168.203.56@tcp:104: 00010000:00010000:1.0:1746139089.333303:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451aca09b lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510f01 expref: 6 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139089.333316:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7e000, rc 0) 00000100:00100000:1.0:1746139089.333350:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c854a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958839920768:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2738us (2976us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139089.333392:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29042 00000100:00100000:0.0:1746139089.337283:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139089.343421:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139089.345952:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139089.346038:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839921408 00000100:00100000:1.0:1746139089.346043:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839921408 00000100:00100000:1.0:1746139089.346081:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29043 00000100:00100000:1.0:1746139089.346292:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+74:1800:x1830958839921408:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139089.346305:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139089.346318:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fe00/0x1f9f6ca451aca0a2 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3510f08 expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139089.346340:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451aca09b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510f01 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139089.346350:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139089.346352:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139089.346354:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fe00/0x1f9f6ca451aca0a2 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510f08 expref: 75 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139089.346376:0:18644:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451aca09b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510f01 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139089.346385:0:18644:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451aca09b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510f01 expref: 5 pid: 18644 timeout: 814 lvb_type: 0 00000100:00100000:1.0:1746139089.346394:0:18644:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072506d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958831945984:192.168.203.56@tcp:104: 00000100:00100000:1.0:1746139089.346467:0:18644:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ded19c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746139089.346752:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139089.349107:0:18644:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072506d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958831945984:192.168.203.56@tcp:104: 00010000:00010000:1.0:1746139089.349129:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fe00/0x1f9f6ca451aca0a2 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510f08 expref: 76 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139089.349142:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7fe00, rc 0) 00000100:00100000:1.0:1746139089.349186:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+76:1800:x1830958839921408:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2896us (3237us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139089.349194:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29043 00000100:00100000:0.0:1746139089.352460:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139089.358446:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139089.358745:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839921920 00000100:00100000:1.0:1746139089.358752:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839921920 00002000:00100000:1.0:1746139089.358783:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880072553100 x1830958839921920/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:15/0 lens 488/0 e 0 to 0 dl 1746139100 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139089.358797:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072553100 with x1830958839921920 ext(0->4095) 00010000:00010000:1.0:1746139089.359445:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fe00/0x1f9f6ca451aca0a2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510f08 expref: 76 pid: 18644 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746139089.359460:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fe00/0x1f9f6ca451aca0a2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510f08 expref: 76 pid: 18644 timeout: 814 lvb_type: 0 00002000:00010000:1.0:1746139089.359466:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072553100 00000100:00100000:1.0:1746139089.359498:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2130 00000100:00100000:1.0:1746139089.359505:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072553100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+76:2008:x1830958839921920:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746139089.359662:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072553100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+76:2008:x1830958839921920:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 157us (1221us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139089.359668:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2130 00002000:00100000:1.0:1746139089.359673:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880072553100 x1830958839921920/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:15/0 lens 488/4536 e 0 to 0 dl 1746139100 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139089.359708:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072553100 with x1830958839921920 ext(0->4095) 00010000:00010000:1.0:1746139089.359713:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fe00/0x1f9f6ca451aca0a2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510f08 expref: 76 pid: 18644 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746139089.359722:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fe00/0x1f9f6ca451aca0a2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510f08 expref: 76 pid: 18644 timeout: 814 lvb_type: 0 00002000:00010000:1.0:1746139089.359726:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072553100 00000100:00100000:0.0:1746139089.362071:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139089.365465:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139089.367566:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139089.367792:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839922432 00000100:00100000:1.0:1746139089.367800:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839922432 00000100:00100000:1.0:1746139089.367835:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29045 00000100:00100000:1.0:1746139089.367845:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f15f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958839922432:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139089.367861:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139089.367877:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451aca0b0 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3510f16 expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139089.367900:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f4d6200/0x1f9f6ca451aca0a9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510f0f expref: 74 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139089.367905:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139089.367906:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139089.367908:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451aca0b0 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510f16 expref: 6 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139089.367929:0:18644:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f4d6200/0x1f9f6ca451aca0a9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510f0f expref: 74 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139089.367936:0:18644:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f4d6200/0x1f9f6ca451aca0a9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510f0f expref: 74 pid: 9562 timeout: 814 lvb_type: 0 00000100:00100000:1.0:1746139089.367943:0:18644:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072506d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958831946496:192.168.203.56@tcp:104: 00000100:00100000:1.0:1746139089.368640:0:18644:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ded1180 going to sleep for 11 seconds 00000100:00100000:1.0:1746139089.370380:0:18644:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072506d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958831946496:192.168.203.56@tcp:104: 00010000:00010000:1.0:1746139089.370403:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451aca0b0 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510f16 expref: 6 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139089.370420:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7f200, rc 0) 00000100:00100000:1.0:1746139089.370460:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f15f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958839922432:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2618us (2900us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139089.370467:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29045 00000100:00100000:0.0:1746139089.370674:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139089.373815:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139089.376755:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139089.376791:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139089.376984:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839923072 00000100:00100000:1.0:1746139089.376990:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839923072 00000100:00100000:1.0:1746139089.377035:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29046 00000100:00100000:1.0:1746139089.377041:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085a10000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+75:1800:x1830958839923072:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139089.377053:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139089.377065:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f000/0x1f9f6ca451aca0b7 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3510f1d expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139089.377088:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451aca0b0 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510f16 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139089.377093:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139089.377095:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139089.377098:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f000/0x1f9f6ca451aca0b7 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510f1d expref: 76 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139089.377119:0:18644:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451aca0b0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510f16 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139089.377128:0:18644:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451aca0b0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510f16 expref: 5 pid: 18644 timeout: 814 lvb_type: 0 00000100:00100000:1.0:1746139089.377142:0:18644:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072506d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958831946752:192.168.203.56@tcp:104: 00000100:00100000:1.0:1746139089.377203:0:18644:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ded1180 going to sleep for 11 seconds 00000100:00100000:1.0:1746139089.378503:0:18644:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072506d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958831946752:192.168.203.56@tcp:104: 00010000:00010000:1.0:1746139089.378520:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f000/0x1f9f6ca451aca0b7 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510f1d expref: 76 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139089.378581:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7f000, rc 0) 00000100:00100000:1.0:1746139089.378739:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085a10000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+76:1800:x1830958839923072:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1697us (1989us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139089.378746:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29046 00000100:00100000:0.0:1746139089.378919:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139089.382490:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139089.382586:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839923456 00000100:00100000:1.0:1746139089.382600:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839923456 00002000:00100000:1.0:1746139089.382665:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880085a10700 x1830958839923456/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:15/0 lens 488/0 e 0 to 0 dl 1746139100 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139089.382674:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085a10700 with x1830958839923456 ext(0->4095) 00010000:00010000:1.0:1746139089.382681:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f000/0x1f9f6ca451aca0b7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510f1d expref: 76 pid: 18644 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746139089.382692:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f000/0x1f9f6ca451aca0b7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510f1d expref: 76 pid: 18644 timeout: 814 lvb_type: 0 00002000:00010000:1.0:1746139089.382698:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880085a10700 00000100:00100000:1.0:1746139089.382724:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2131 00000100:00100000:1.0:1746139089.382730:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085a10700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+76:2007:x1830958839923456:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746139089.382828:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085a10700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+76:2007:x1830958839923456:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 98us (339us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139089.382833:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2131 00002000:00100000:1.0:1746139089.382837:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880085a10700 x1830958839923456/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:15/0 lens 488/4536 e 0 to 0 dl 1746139100 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139089.382843:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085a10700 with x1830958839923456 ext(0->4095) 00010000:00010000:1.0:1746139089.382847:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f000/0x1f9f6ca451aca0b7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510f1d expref: 76 pid: 18644 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746139089.382854:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f000/0x1f9f6ca451aca0b7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510f1d expref: 76 pid: 18644 timeout: 814 lvb_type: 0 00002000:00010000:1.0:1746139089.382859:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880085a10700 00000100:00100000:0.0:1746139089.386306:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139089.389821:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139089.391866:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139089.391953:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839923968 00000100:00100000:1.0:1746139089.391959:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839923968 00000100:00100000:1.0:1746139089.392023:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29048 00000100:00100000:1.0:1746139089.392030:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085a11180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958839923968:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139089.392040:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139089.392053:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451aca0c5 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3510f2b expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139089.392073:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f4d6e00/0x1f9f6ca451aca0be lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510f24 expref: 74 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139089.392079:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139089.392081:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139089.392084:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451aca0c5 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510f2b expref: 6 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139089.392108:0:18644:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f4d6e00/0x1f9f6ca451aca0be lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510f24 expref: 74 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139089.392117:0:18644:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f4d6e00/0x1f9f6ca451aca0be lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510f24 expref: 74 pid: 9564 timeout: 814 lvb_type: 0 00000100:00100000:1.0:1746139089.392128:0:18644:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072506d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958831947264:192.168.203.56@tcp:104: 00000100:00100000:1.0:1746139089.392513:0:18644:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ded1540 going to sleep for 11 seconds 00000100:00100000:1.0:1746139089.395872:0:18644:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072506d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958831947264:192.168.203.56@tcp:104: 00010000:00010000:1.0:1746139089.395895:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451aca0c5 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510f2b expref: 6 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139089.395909:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7f400, rc 0) 00000100:00100000:1.0:1746139089.395947:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085a11180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958839923968:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3918us (4085us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139089.395954:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29048 00000100:00100000:0.0:1746139089.397348:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139089.401895:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139089.402328:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139089.402378:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839924480 00000100:00100000:0.0:1746139089.402382:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839924480 00000100:00100000:0.0:1746139089.402531:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29049 00000100:00100000:0.0:1746139089.402537:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072504380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+74:1800:x1830958839924480:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746139089.402546:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746139089.402559:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f034200/0x1f9f6ca451aca0cc lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3510f32 expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139089.402578:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451aca0c5 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510f2b expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139089.402584:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139089.402585:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139089.402597:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f034200/0x1f9f6ca451aca0cc lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510f32 expref: 75 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139089.402646:0:18644:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451aca0c5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510f2b expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139089.402656:0:18644:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451aca0c5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510f2b expref: 5 pid: 18644 timeout: 814 lvb_type: 0 00000100:00100000:0.0:1746139089.402665:0:18644:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880085a11880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958831947520:192.168.203.56@tcp:104: 00000100:00100000:0.0:1746139089.402708:0:18644:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007fe37240 going to sleep for 11 seconds 00000100:00100000:0.0:1746139089.407504:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139089.407975:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139089.414126:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139089.417524:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139089.423661:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139089.427683:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139089.431971:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139089.433912:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139089.442873:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139089.448401:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139089.451211:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139089.466254:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139089.469058:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139089.475342:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139089.481005:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139089.486685:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139089.492646:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139089.501501:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139089.521718:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139089.526155:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800874d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+79:2008:x1830958839927808:12345-192.168.203.56@tcp:4:ldlm_bl.0 Request processed in 3266us (4436us total) trans 4294971973 rc 0/0 00000100:00100000:0.0:1746139089.526165:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2136 00002000:00100000:0.0:1746139089.526172:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff8800874d1c00 x1830958839927808/t4294971973(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:15/0 lens 496/448 e 0 to 0 dl 1746139100 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139089.526181:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800874d1c00 with x1830958839927808 ext(0->7) 00010000:00010000:0.0:1746139089.526189:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f4d7a00/0x1f9f6ca451aca0ef lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510f55 expref: 79 pid: 24929 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746139089.526201:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f4d7a00/0x1f9f6ca451aca0ef lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510f55 expref: 79 pid: 24929 timeout: 814 lvb_type: 0 00002000:00010000:0.0:1746139089.526208:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800874d1c00 00000100:00100000:0.0:1746139089.528496:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139089.531447:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139089.533363:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139089.537177:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139089.540085:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139089.544356:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139089.549546:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139089.549683:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139089.549944:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839929344 00000100:00100000:1.0:1746139089.549948:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839929344 00002000:00100000:1.0:1746139089.549982:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800a5f9aa00 x1830958839929344/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:15/0 lens 488/0 e 0 to 0 dl 1746139100 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139089.549995:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5f9aa00 with x1830958839929344 ext(0->4095) 00002000:00010000:1.0:1746139089.549999:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a5f9aa00 00000100:00100000:1.0:1746139089.550017:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 12902 00000100:00100000:1.0:1746139089.550024:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5f9aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958839929344:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746139089.550134:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5f9aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958839929344:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 110us (450us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139089.550139:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 12902 00002000:00100000:1.0:1746139089.550144:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800a5f9aa00 x1830958839929344/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:15/0 lens 488/4536 e 0 to 0 dl 1746139100 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139089.550150:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5f9aa00 with x1830958839929344 ext(0->4095) 00002000:00010000:1.0:1746139089.550152:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a5f9aa00 00000100:00100000:0.0:1746139089.556826:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139089.557532:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139089.560316:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139089.560396:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839929856 00000100:00100000:1.0:1746139089.560401:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839929856 00002000:00100000:1.0:1746139089.560431:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c797100 x1830958839929856/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:15/0 lens 488/0 e 0 to 0 dl 1746139100 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139089.560440:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c797100 with x1830958839929856 ext(0->4095) 00010000:00010000:1.0:1746139089.560447:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008760ca00/0x1f9f6ca451aca10b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510f71 expref: 80 pid: 24929 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746139089.560456:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008760ca00/0x1f9f6ca451aca10b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510f71 expref: 80 pid: 24929 timeout: 814 lvb_type: 0 00002000:00010000:1.0:1746139089.560462:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c797100 00000100:00100000:1.0:1746139089.560489:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2138 00000100:00100000:1.0:1746139089.560498:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c797100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+80:2007:x1830958839929856:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746139089.560608:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c797100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+80:2007:x1830958839929856:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 112us (293us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139089.560636:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2138 00002000:00100000:1.0:1746139089.560641:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c797100 x1830958839929856/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:15/0 lens 488/4536 e 0 to 0 dl 1746139100 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139089.560679:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c797100 with x1830958839929856 ext(0->4095) 00010000:00010000:1.0:1746139089.560684:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008760ca00/0x1f9f6ca451aca10b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510f71 expref: 80 pid: 24929 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746139089.560697:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008760ca00/0x1f9f6ca451aca10b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510f71 expref: 80 pid: 24929 timeout: 814 lvb_type: 0 00002000:00010000:1.0:1746139089.560702:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c797100 00000100:00100000:0.0:1746139089.562485:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139089.566690:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139089.569495:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139089.569566:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839930368 00000100:00100000:1.0:1746139089.569573:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839930368 00000100:00100000:1.0:1746139089.569719:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29060 00000100:00100000:1.0:1746139089.569727:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f559880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958839930368:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139089.569742:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139089.569756:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451aca119 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3510f7f expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139089.569782:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008760c400/0x1f9f6ca451aca112 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510f78 expref: 78 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139089.569794:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139089.569796:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139089.569799:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451aca119 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510f7f expref: 6 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139089.569827:0:18644:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008760c400/0x1f9f6ca451aca112 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510f78 expref: 78 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139089.569838:0:18644:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008760c400/0x1f9f6ca451aca112 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510f78 expref: 78 pid: 24929 timeout: 814 lvb_type: 0 00000100:00100000:1.0:1746139089.569855:0:18644:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0758e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958831950464:192.168.203.56@tcp:104: 00000100:00100000:1.0:1746139089.569935:0:18644:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ded1300 going to sleep for 11 seconds 00000100:00100000:1.0:1746139089.571532:0:18644:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0758e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958831950464:192.168.203.56@tcp:104: 00010000:00010000:1.0:1746139089.571554:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451aca119 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510f7f expref: 6 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139089.571567:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7f600, rc 0) 00000100:00100000:1.0:1746139089.571644:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f559880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958839930368:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1916us (2154us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139089.571651:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29060 00000100:00100000:0.0:1746139089.572415:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139089.577085:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139089.577327:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839930752 00000100:00100000:1.0:1746139089.577332:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839930752 00002000:00100000:1.0:1746139089.577429:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009f55b480 x1830958839930752/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:15/0 lens 488/0 e 0 to 0 dl 1746139100 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139089.577445:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f55b480 with x1830958839930752 ext(0->4095) 00002000:00010000:1.0:1746139089.577448:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f55b480 00000100:00100000:1.0:1746139089.577463:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 12904 00000100:00100000:1.0:1746139089.577470:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f55b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958839930752:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746139089.578101:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f55b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958839930752:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 630us (1016us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139089.578107:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 12904 00002000:00100000:1.0:1746139089.578112:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009f55b480 x1830958839930752/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:15/0 lens 488/4536 e 0 to 0 dl 1746139100 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139089.578118:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f55b480 with x1830958839930752 ext(0->4095) 00002000:00010000:1.0:1746139089.578121:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f55b480 00000100:00100000:0.0:1746139089.578517:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139089.578889:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839930880 00000100:00100000:1.0:1746139089.578895:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839930880 00000100:00100000:1.0:1746139089.578930:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29061 00000100:00100000:1.0:1746139089.578936:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f558a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+78:1800:x1830958839930880:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139089.578946:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139089.578958:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451aca120 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3510f86 expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139089.578978:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451aca119 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510f7f expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139089.578985:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139089.578986:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139089.578990:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451aca120 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510f86 expref: 79 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139089.579012:0:18644:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451aca119 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510f7f expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139089.579022:0:18644:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451aca119 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510f7f expref: 5 pid: 18644 timeout: 814 lvb_type: 0 00000100:00100000:1.0:1746139089.579032:0:18644:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0758e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958831950720:192.168.203.56@tcp:104: 00000100:00100000:1.0:1746139089.579093:0:18644:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ded1540 going to sleep for 11 seconds 00000100:00100000:0.0:1746139089.580681:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139089.581540:0:18644:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0758e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958831950720:192.168.203.56@tcp:104: 00010000:00010000:0.0:1746139089.581601:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451aca120 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510f86 expref: 80 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139089.581609:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7ea00, rc 0) 00000100:00100000:0.0:1746139089.582060:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f558a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+80:1800:x1830958839930880:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3123us (3542us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139089.582066:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29061 00000100:00100000:0.0:1746139089.582815:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139089.587738:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139089.587817:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839931392 00000100:00100000:1.0:1746139089.587823:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839931392 00002000:00100000:1.0:1746139089.587855:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009bd88700 x1830958839931392/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:15/0 lens 488/0 e 0 to 0 dl 1746139100 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139089.587863:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bd88700 with x1830958839931392 ext(0->4095) 00010000:00010000:1.0:1746139089.587872:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451aca120 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510f86 expref: 80 pid: 18644 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746139089.587883:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451aca120 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510f86 expref: 80 pid: 18644 timeout: 814 lvb_type: 0 00002000:00010000:1.0:1746139089.587889:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bd88700 00000100:00100000:1.0:1746139089.587918:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2139 00000100:00100000:1.0:1746139089.587924:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bd88700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+80:2007:x1830958839931392:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746139089.588090:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bd88700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+80:2007:x1830958839931392:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 165us (355us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139089.588099:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2139 00002000:00100000:1.0:1746139089.588104:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009bd88700 x1830958839931392/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:15/0 lens 488/4536 e 0 to 0 dl 1746139100 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139089.588111:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bd88700 with x1830958839931392 ext(0->4095) 00010000:00010000:1.0:1746139089.588115:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451aca120 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510f86 expref: 80 pid: 18644 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746139089.588123:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451aca120 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510f86 expref: 80 pid: 18644 timeout: 814 lvb_type: 0 00002000:00010000:1.0:1746139089.588128:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bd88700 00000100:00100000:0.0:1746139089.590331:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139089.594898:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139089.598721:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139089.602886:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139089.605039:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139089.607984:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139089.613835:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139089.614245:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139089.619528:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139089.620489:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839932928 00000100:00100000:1.0:1746139089.620495:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839932928 00002000:00100000:1.0:1746139089.620527:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009bd8a680 x1830958839932928/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:15/0 lens 488/0 e 0 to 0 dl 1746139100 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139089.620536:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bd8a680 with x1830958839932928 ext(0->4095) 00010000:00010000:1.0:1746139089.620542:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880131567200/0x1f9f6ca451aca135 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510f9b expref: 80 pid: 18644 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746139089.620553:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880131567200/0x1f9f6ca451aca135 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510f9b expref: 80 pid: 18644 timeout: 814 lvb_type: 0 00002000:00010000:1.0:1746139089.620559:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bd8a680 00000100:00100000:1.0:1746139089.620587:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2141 00000100:00100000:1.0:1746139089.620602:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bd8a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+80:2007:x1830958839932928:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746139089.620717:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bd8a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+80:2007:x1830958839932928:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 115us (1193us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139089.620723:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2141 00002000:00100000:1.0:1746139089.620728:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009bd8a680 x1830958839932928/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:15/0 lens 488/4536 e 0 to 0 dl 1746139100 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139089.620734:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bd8a680 with x1830958839932928 ext(0->4095) 00010000:00010000:1.0:1746139089.620739:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880131567200/0x1f9f6ca451aca135 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510f9b expref: 80 pid: 18644 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746139089.620748:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880131567200/0x1f9f6ca451aca135 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510f9b expref: 80 pid: 18644 timeout: 814 lvb_type: 0 00002000:00010000:1.0:1746139089.620752:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bd8a680 00000100:00100000:0.0:1746139089.624383:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139089.629847:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139089.632302:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139089.636754:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139089.641884:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139089.642715:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139089.643065:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839933952 00000100:00100000:1.0:1746139089.643069:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839933952 00002000:00100000:1.0:1746139089.643091:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009bd8bb80 x1830958839933952/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:15/0 lens 488/0 e 0 to 0 dl 1746139100 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139089.643099:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bd8bb80 with x1830958839933952 ext(0->4095) 00010000:00010000:1.0:1746139089.643104:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008763c600/0x1f9f6ca451aca143 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510fa9 expref: 6 pid: 18644 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746139089.643113:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008763c600/0x1f9f6ca451aca143 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510fa9 expref: 6 pid: 18644 timeout: 814 lvb_type: 0 00002000:00010000:1.0:1746139089.643118:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bd8bb80 00000100:00100000:1.0:1746139089.643138:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2142 00000100:00100000:1.0:1746139089.643143:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bd8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958839933952:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746139089.643228:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bd8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958839933952:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 85us (514us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139089.643234:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2142 00002000:00100000:1.0:1746139089.643238:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009bd8bb80 x1830958839933952/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:15/0 lens 488/4536 e 0 to 0 dl 1746139100 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139089.643244:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bd8bb80 with x1830958839933952 ext(0->4095) 00010000:00010000:1.0:1746139089.643248:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008763c600/0x1f9f6ca451aca143 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510fa9 expref: 6 pid: 18644 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746139089.643256:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008763c600/0x1f9f6ca451aca143 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510fa9 expref: 6 pid: 18644 timeout: 814 lvb_type: 0 00002000:00010000:1.0:1746139089.643261:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bd8bb80 00000100:00100000:0.0:1746139089.647140:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139089.647555:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139089.651413:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139089.653302:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139089.656059:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139089.658726:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139089.663139:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139089.667276:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139089.667580:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139089.668023:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839935488 00000100:00100000:1.0:1746139089.668027:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839935488 00002000:00100000:1.0:1746139089.668053:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880087511880 x1830958839935488/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:15/0 lens 488/0 e 0 to 0 dl 1746139100 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139089.668061:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087511880 with x1830958839935488 ext(0->4095) 00002000:00010000:1.0:1746139089.668064:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880087511880 00000100:00100000:1.0:1746139089.668078:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 12908 00000100:00100000:1.0:1746139089.668085:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087511880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2010:x1830958839935488:12345-192.168.203.56@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746139089.668188:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087511880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2010:x1830958839935488:12345-192.168.203.56@tcp:3:ptlrpcd_01_01.0 Request processed in 102us (608us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139089.668194:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 12908 00002000:00100000:1.0:1746139089.668199:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880087511880 x1830958839935488/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:15/0 lens 488/4536 e 0 to 0 dl 1746139100 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139089.668205:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087511880 with x1830958839935488 ext(0->4095) 00002000:00010000:1.0:1746139089.668208:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880087511880 00000100:00100000:0.0:1746139089.672031:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139089.672116:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139089.672179:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839935616 00000100:00100000:1.0:1746139089.672184:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839935616 00000100:00100000:1.0:1746139089.672208:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29071 00000100:00100000:1.0:1746139089.672213:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087511c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b60e9717-019c-4527-a82a-15e993ac5189+79:1814:x1830958839935616:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139089.672550:0:9562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139089.672560:0:9562:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451aca166 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3510fcc expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139089.672575:0:9562:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f4d6200/0x1f9f6ca451aca15f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510fc5 expref: 80 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139089.672580:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139089.672581:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139089.672583:0:9562:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451aca166 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510fcc expref: 80 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139089.672606:0:9562:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f4d6200/0x1f9f6ca451aca15f lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510fc5 expref: 80 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139089.672640:0:9562:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f4d6200/0x1f9f6ca451aca15f lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510fc5 expref: 80 pid: 18644 timeout: 814 lvb_type: 0 00000100:00100000:1.0:1746139089.672651:0:9562:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a075ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9562:1830958831953280:192.168.203.56@tcp:104: 00000100:00100000:1.0:1746139089.673310:0:9562:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ded1540 going to sleep for 11 seconds 00000100:00100000:1.0:1746139089.675454:0:9562:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a075ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9562:1830958831953280:192.168.203.56@tcp:104: 00010000:00010000:1.0:1746139089.675478:0:9562:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451aca166 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510fcc expref: 80 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139089.675492:0:9562:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7e000, rc 0) 00000100:00100000:1.0:1746139089.675527:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087511c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b60e9717-019c-4527-a82a-15e993ac5189+80:1814:x1830958839935616:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3313us (3504us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139089.675535:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29071 00000100:00100000:0.0:1746139089.676433:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139089.676503:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839936000 00000100:00100000:1.0:1746139089.676508:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839936000 00002000:00100000:1.0:1746139089.676537:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88012d441c50 x1830958839936000/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:15/0 lens 488/0 e 0 to 0 dl 1746139100 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139089.676545:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d441c50 with x1830958839936000 ext(0->4095) 00010000:00010000:1.0:1746139089.676551:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f4d6200/0x1f9f6ca451aca15f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510fc5 expref: 80 pid: 18644 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746139089.676561:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f4d6200/0x1f9f6ca451aca15f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510fc5 expref: 80 pid: 18644 timeout: 814 lvb_type: 0 00002000:00010000:1.0:1746139089.676567:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d441c50 00000100:00100000:1.0:1746139089.676602:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2144 00000100:00100000:1.0:1746139089.676608:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d441c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+80:2007:x1830958839936000:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746139089.676733:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d441c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+80:2007:x1830958839936000:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 126us (301us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139089.676738:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2144 00002000:00100000:1.0:1746139089.676743:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88012d441c50 x1830958839936000/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:15/0 lens 488/4536 e 0 to 0 dl 1746139100 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139089.676749:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d441c50 with x1830958839936000 ext(0->4095) 00010000:00010000:1.0:1746139089.676753:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f4d6200/0x1f9f6ca451aca15f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510fc5 expref: 80 pid: 18644 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746139089.676761:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f4d6200/0x1f9f6ca451aca15f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510fc5 expref: 80 pid: 18644 timeout: 814 lvb_type: 0 00002000:00010000:1.0:1746139089.676766:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d441c50 00000100:00100000:0.0:1746139089.679901:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139089.685891:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139089.685960:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839936384 00000100:00100000:1.0:1746139089.685967:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839936384 00002000:00100000:1.0:1746139089.685998:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880087512680 x1830958839936384/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:15/0 lens 488/0 e 0 to 0 dl 1746139100 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139089.686007:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087512680 with x1830958839936384 ext(0->4095) 00002000:00010000:1.0:1746139089.686012:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880087512680 00000100:00100000:1.0:1746139089.686037:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 12909 00000100:00100000:1.0:1746139089.686042:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087512680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+79:2008:x1830958839936384:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746139089.686143:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087512680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+79:2008:x1830958839936384:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 100us (258us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139089.686149:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 12909 00002000:00100000:1.0:1746139089.686154:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880087512680 x1830958839936384/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:15/0 lens 488/4536 e 0 to 0 dl 1746139100 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139089.686161:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087512680 with x1830958839936384 ext(0->4095) 00002000:00010000:1.0:1746139089.686163:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880087512680 00000100:00100000:0.0:1746139089.689982:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139089.690123:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839936512 00000100:00100000:1.0:1746139089.690130:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839936512 00000100:00100000:1.0:1746139089.690326:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29072 00000100:00100000:1.0:1746139089.690333:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087512a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958839936512:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139089.690348:0:9562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139089.690361:0:9562:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451aca16d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3510fd3 expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139089.690383:0:9562:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451aca166 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510fcc expref: 78 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139089.690390:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139089.690391:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139089.690394:0:9562:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451aca16d lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510fd3 expref: 6 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139089.690417:0:9562:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451aca166 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510fcc expref: 78 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139089.690426:0:9562:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451aca166 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510fcc expref: 78 pid: 9562 timeout: 814 lvb_type: 0 00000100:00100000:1.0:1746139089.690436:0:9562:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0758000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9562:1830958831953536:192.168.203.56@tcp:104: 00000100:00100000:1.0:1746139089.690822:0:9562:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ded1300 going to sleep for 11 seconds 00000100:00100000:1.0:1746139089.694992:0:9562:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0758000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9562:1830958831953536:192.168.203.56@tcp:104: 00010000:00010000:1.0:1746139089.695018:0:9562:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451aca16d lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510fd3 expref: 6 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139089.695034:0:9562:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7f200, rc 0) 00000100:00100000:1.0:1746139089.695073:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087512a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958839936512:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4740us (5098us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139089.695080:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29072 00000100:00100000:0.0:1746139089.695530:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139089.695578:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139089.695806:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839936768 00000100:00100000:1.0:1746139089.695810:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839936768 00000100:00100000:1.0:1746139089.695828:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29073 00000100:00100000:1.0:1746139089.695833:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087513100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b60e9717-019c-4527-a82a-15e993ac5189+79:1800:x1830958839936768:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139089.695843:0:9562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139089.695851:0:9562:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e800/0x1f9f6ca451aca174 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3510fda expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139089.695866:0:9562:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451aca16d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510fd3 expref: 5 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139089.695872:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139089.695873:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139089.695876:0:9562:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e800/0x1f9f6ca451aca174 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510fda expref: 80 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139089.695889:0:9562:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451aca16d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510fd3 expref: 5 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139089.695901:0:9562:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451aca16d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510fd3 expref: 5 pid: 9562 timeout: 814 lvb_type: 0 00000100:00100000:1.0:1746139089.695909:0:9562:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0758000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9562:1830958831953792:192.168.203.56@tcp:104: 00000100:00100000:1.0:1746139089.695929:0:9562:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ded1300 going to sleep for 11 seconds 00000100:00100000:0.0:1746139089.699317:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139089.699755:0:9562:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0758000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9562:1830958831953792:192.168.203.56@tcp:104: 00010000:00010000:1.0:1746139089.699773:0:9562:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e800/0x1f9f6ca451aca174 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510fda expref: 79 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139089.699786:0:9562:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7e800, rc 0) 00000100:00100000:1.0:1746139089.699804:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087513100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b60e9717-019c-4527-a82a-15e993ac5189+79:1800:x1830958839936768:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3971us (4226us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139089.699810:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29073 00000100:00100000:0.0:1746139089.707804:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139089.712224:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139089.712606:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839937408 00000100:00100000:1.0:1746139089.712612:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839937408 00002000:00100000:1.0:1746139089.712661:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880087513b80 x1830958839937408/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:15/0 lens 488/0 e 0 to 0 dl 1746139100 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139089.712670:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087513b80 with x1830958839937408 ext(0->4095) 00002000:00010000:1.0:1746139089.712674:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880087513b80 00000100:00100000:1.0:1746139089.712699:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 12910 00000100:00100000:1.0:1746139089.712706:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087513b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+79:2007:x1830958839937408:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746139089.712947:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087513b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+79:2007:x1830958839937408:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 241us (731us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139089.712956:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 12910 00002000:00100000:1.0:1746139089.712960:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880087513b80 x1830958839937408/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:15/0 lens 488/4536 e 0 to 0 dl 1746139100 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139089.712967:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087513b80 with x1830958839937408 ext(0->4095) 00002000:00010000:1.0:1746139089.712970:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880087513b80 00000100:00100000:0.0:1746139089.714424:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139089.714565:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839937536 00000100:00100000:1.0:1746139089.714570:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839937536 00000100:00100000:1.0:1746139089.714836:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29074 00000100:00100000:1.0:1746139089.714842:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087510380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958839937536:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139089.714854:0:9562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139089.714867:0:9562:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451aca17b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3510fe1 expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139089.714889:0:9562:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e800/0x1f9f6ca451aca174 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510fda expref: 78 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139089.714896:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139089.714897:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139089.714900:0:9562:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451aca17b lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510fe1 expref: 6 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139089.714921:0:9562:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e800/0x1f9f6ca451aca174 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510fda expref: 78 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139089.714931:0:9562:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e800/0x1f9f6ca451aca174 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510fda expref: 78 pid: 9562 timeout: 814 lvb_type: 0 00000100:00100000:1.0:1746139089.714946:0:9562:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0758000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9562:1830958831954048:192.168.203.56@tcp:104: 00000100:00100000:1.0:1746139089.715008:0:9562:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ded1540 going to sleep for 11 seconds 00000100:00100000:1.0:1746139089.722014:0:9562:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0758000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9562:1830958831954048:192.168.203.56@tcp:104: 00010000:00010000:1.0:1746139089.722039:0:9562:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451aca17b lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510fe1 expref: 6 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139089.722053:0:9562:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7f600, rc 0) 00000100:00100000:1.0:1746139089.722112:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087510380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958839937536:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7269us (7690us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139089.722120:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29074 00000100:00100000:0.0:1746139089.729653:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139089.733029:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087510a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+81:2007:x1830958839937664:12345-192.168.203.56@tcp:4:ldlm_bl.0 Request processed in 2388us (3274us total) trans 4294971974 rc 0/0 00000100:00100000:0.0:1746139089.733042:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2146 00002000:00100000:0.0:1746139089.733054:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff880087510a80 x1830958839937664/t4294971974(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:15/0 lens 496/448 e 0 to 0 dl 1746139100 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139089.733063:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087510a80 with x1830958839937664 ext(0->7) 00010000:00010000:0.0:1746139089.733074:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e800/0x1f9f6ca451aca174 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510fda expref: 81 pid: 9562 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746139089.733937:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e800/0x1f9f6ca451aca174 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510fda expref: 81 pid: 9562 timeout: 814 lvb_type: 0 00002000:00010000:0.0:1746139089.733950:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880087510a80 00000100:00100000:0.0:1746139089.741805:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139089.742015:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139089.742325:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839937792 00000100:00100000:1.0:1746139089.742336:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839937792 00000100:00100000:1.0:1746139089.742396:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29075 00000100:00100000:1.0:1746139089.742403:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087511880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b60e9717-019c-4527-a82a-15e993ac5189+82:1800:x1830958839937792:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139089.742420:0:9562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139089.742432:0:9562:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e600/0x1f9f6ca451aca182 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3510fe8 expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139089.742767:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139089.742774:0:9562:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451aca17b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510fe1 expref: 5 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139089.742779:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746139089.742783:0:9562:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e600/0x1f9f6ca451aca182 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510fe8 expref: 83 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139089.742828:0:9562:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451aca17b lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510fe1 expref: 5 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139089.742841:0:9562:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e600/0x1f9f6ca451aca182 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510fe8 expref: 82 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139089.742849:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139089.742850:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139089.742856:0:9562:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451aca17b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510fe1 expref: 5 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139089.742862:0:9562:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451aca17b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510fe1 expref: 5 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139089.742877:0:9562:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451aca17b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510fe1 expref: 5 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139089.742886:0:9562:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451aca17b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510fe1 expref: 5 pid: 9562 timeout: 815 lvb_type: 0 00000100:00100000:1.0:1746139089.742897:0:9562:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0758000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9562:1830958831954304:192.168.203.56@tcp:105: 00000100:00100000:1.0:1746139089.743448:0:9562:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ded1540 going to sleep for 11 seconds 00000100:00100000:1.0:1746139089.747023:0:9562:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0758000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9562:1830958831954304:192.168.203.56@tcp:105: 00000100:00100000:0.0:1746139089.747023:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00010000:00010000:1.0:1746139089.747043:0:9562:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7e600, rc 0) 00000100:00100000:1.0:1746139089.747104:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087511880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b60e9717-019c-4527-a82a-15e993ac5189+81:1800:x1830958839937792:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4700us (5309us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139089.747117:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29075 00000100:00100000:1.0:1746139089.753151:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139089.758902:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139089.762421:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139089.762768:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839938688 00000100:00100000:1.0:1746139089.762779:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839938688 00000100:00100000:1.0:1746139089.763570:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29076 00000100:00100000:1.0:1746139089.763580:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087511180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958839938688:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139089.763610:0:9562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139089.763676:0:9562:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fa00/0x1f9f6ca451aca189 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3510fef expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139089.763706:0:9562:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e600/0x1f9f6ca451aca182 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510fe8 expref: 80 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139089.763713:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139089.763715:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139089.763719:0:9562:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fa00/0x1f9f6ca451aca189 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510fef expref: 6 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139089.763755:0:9562:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e600/0x1f9f6ca451aca182 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510fe8 expref: 80 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139089.763769:0:9562:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e600/0x1f9f6ca451aca182 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510fe8 expref: 80 pid: 9562 timeout: 815 lvb_type: 0 00000100:00100000:1.0:1746139089.764098:0:9562:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0759c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9562:1830958831954560:192.168.203.56@tcp:104: 00000100:00100000:1.0:1746139089.764722:0:9562:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ded1540 going to sleep for 11 seconds 00000100:00100000:1.0:1746139089.768239:0:9562:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0759c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9562:1830958831954560:192.168.203.56@tcp:104: 00010000:00010000:1.0:1746139089.768275:0:9562:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fa00/0x1f9f6ca451aca189 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510fef expref: 6 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139089.769016:0:9562:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7fa00, rc 0) 00000100:00100000:1.0:1746139089.769080:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087511180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958839938688:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5499us (6668us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139089.769088:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29076 00000100:00100000:0.0:1746139089.772299:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139089.773246:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839938944 00000100:00100000:1.0:1746139089.773255:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839938944 00000100:00100000:1.0:1746139089.773299:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29077 00000100:00100000:1.0:1746139089.773305:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880078070850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b60e9717-019c-4527-a82a-15e993ac5189+81:1800:x1830958839938944:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139089.773324:0:9562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139089.773339:0:9562:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e800/0x1f9f6ca451aca190 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3510ff6 expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139089.773362:0:9562:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fa00/0x1f9f6ca451aca189 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510fef expref: 5 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139089.773369:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139089.773370:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139089.773373:0:9562:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e800/0x1f9f6ca451aca190 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510ff6 expref: 82 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139089.773397:0:9562:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fa00/0x1f9f6ca451aca189 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510fef expref: 5 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139089.773407:0:9562:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fa00/0x1f9f6ca451aca189 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510fef expref: 5 pid: 9562 timeout: 815 lvb_type: 0 00000100:00100000:1.0:1746139089.773418:0:9562:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0759c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9562:1830958831954816:192.168.203.56@tcp:104: 00000100:00100000:1.0:1746139089.773470:0:9562:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ded1540 going to sleep for 11 seconds 00000100:00100000:1.0:1746139089.777544:0:9562:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0759c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9562:1830958831954816:192.168.203.56@tcp:104: 00010000:00010000:1.0:1746139089.777575:0:9562:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e800/0x1f9f6ca451aca190 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510ff6 expref: 82 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139089.777601:0:9562:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7e800, rc 0) 00000100:00100000:1.0:1746139089.777673:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880078070850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b60e9717-019c-4527-a82a-15e993ac5189+82:1800:x1830958839938944:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4367us (5378us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139089.777682:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29077 00000100:00100000:0.0:1746139089.782113:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139089.789821:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139089.793813:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139089.794676:0:7215:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839939456 00000100:00100000:1.0:1746139089.794686:0:7215:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839939456 00000100:00100000:0.0:1746139089.795047:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139089.795079:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139089.795101:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139089.795127:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139089.795146:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839939584 00000100:00100000:0.0:1746139089.795150:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839939584 00000100:00100000:0.0:1746139089.795185:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839939712 00000100:00100000:0.0:1746139089.795188:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839939712 00000100:00100000:0.0:1746139089.795202:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839939968 00000100:00100000:0.0:1746139089.795204:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839939968 00000100:00100000:0.0:1746139089.795221:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 1075 00000100:00100000:0.0:1746139089.795228:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087512d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b60e9717-019c-4527-a82a-15e993ac5189+6:2007:x1830958839939584:12345-192.168.203.56@tcp:400:kworker.0 00000100:00100000:0.0:1746139089.795297:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087512d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b60e9717-019c-4527-a82a-15e993ac5189+6:2007:x1830958839939584:12345-192.168.203.56@tcp:400:kworker.0 Request processed in 68us (251us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139089.795303:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1075 00000100:00100000:0.0:1746139089.795322:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 1076 00000100:00100000:0.0:1746139089.795326:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087513800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b60e9717-019c-4527-a82a-15e993ac5189+5:2008:x1830958839939712:12345-192.168.203.56@tcp:400:kworker.0 00000100:00100000:1.0:1746139089.795339:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 550 00000100:00100000:1.0:1746139089.795346:0:7215:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800acc7a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cf74ef97-2975-482c-a02d-572a02684f9b+12:2008:x1830958839939456:12345-192.168.203.56@tcp:400:kworker.0 00000100:00100000:0.0:1746139089.795346:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087513800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b60e9717-019c-4527-a82a-15e993ac5189+5:2008:x1830958839939712:12345-192.168.203.56@tcp:400:kworker.0 Request processed in 19us (267us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139089.795351:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1076 00000100:00100000:0.0:1746139089.795359:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 1077 00000100:00100000:0.0:1746139089.795363:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087510e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:57256782-7187-4d4f-9a1f-78e1ae613c85+7:2008:x1830958839939968:12345-192.168.203.56@tcp:400:kworker.0 00000100:00100000:1.0:1746139089.795374:0:7215:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800acc7a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cf74ef97-2975-482c-a02d-572a02684f9b+12:2008:x1830958839939456:12345-192.168.203.56@tcp:400:kworker.0 Request processed in 28us (1570us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139089.795379:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 550 00000100:00100000:0.0:1746139089.795382:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087510e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:57256782-7187-4d4f-9a1f-78e1ae613c85+7:2008:x1830958839939968:12345-192.168.203.56@tcp:400:kworker.0 Request processed in 19us (255us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139089.795388:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1077 00000100:00080000:0.0:1746139089.795401:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1746139089.795404:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746139089.795413:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839939840 00000100:00100000:1.0:1746139089.795416:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839939840 00000100:00100000:0.0:1746139089.795426:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139089.795441:0:21532:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839940096 00000100:00100000:1.0:1746139089.795984:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839940224 00000100:00100000:1.0:1746139089.795987:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839940224 00000100:00100000:1.0:1746139089.796019:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 749 00000100:00100000:1.0:1746139089.796024:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a07b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2008:x1830958839940224:12345-192.168.203.56@tcp:400:kworker.0 00000100:00100000:1.0:1746139089.796060:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a07b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2008:x1830958839940224:12345-192.168.203.56@tcp:400:kworker.0 Request processed in 35us (347us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139089.796065:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 749 00000100:00080000:1.0:1746139089.796077:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1746139089.796129:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a07b6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7206:1830958831954944:192.168.203.56@tcp:105: 00010000:00010000:1.0:1746139089.796147:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746139089.797164:0:21532:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839940096 00000100:00080000:0.0:1746139089.797600:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1746139089.797695:0:21532:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 1078 00000100:00100000:1.0:1746139089.797702:0:21532:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087511500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2007:x1830958839940096:12345-192.168.203.56@tcp:400:kworker.0 00000100:00100000:1.0:1746139089.797726:0:21532:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087511500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2007:x1830958839940096:12345-192.168.203.56@tcp:400:kworker.0 Request processed in 26us (2300us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139089.797732:0:21532:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1078 00000100:00100000:1.0:1746139089.797793:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087512300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2009:x1830958839939328:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 7617us (7982us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139089.797800:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16391 00000100:00100000:0.0:1746139089.805879:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139089.811614:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139089.813145:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087512a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+83:2008:x1830958839940736:12345-192.168.203.56@tcp:4:ldlm_bl.0 Request processed in 1081us (1531us total) trans 4294971975 rc 0/0 00000100:00100000:0.0:1746139089.813152:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2149 00002000:00100000:0.0:1746139089.813158:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff880087512a00 x1830958839940736/t4294971975(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:15/0 lens 496/448 e 0 to 0 dl 1746139100 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139089.813166:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087512a00 with x1830958839940736 ext(0->7) 00010000:00010000:0.0:1746139089.813172:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e800/0x1f9f6ca451aca190 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510ff6 expref: 83 pid: 9562 timeout: 815 lvb_type: 0 00010000:00010000:0.0:1746139089.813183:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e800/0x1f9f6ca451aca190 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510ff6 expref: 83 pid: 9562 timeout: 815 lvb_type: 0 00002000:00010000:0.0:1746139089.813189:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880087512a00 00000100:00100000:1.0:1746139089.815838:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839940864 00000100:00100000:1.0:1746139089.815847:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839940864 00010000:00010000:1.0:1746139089.815883:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e800/0x1f9f6ca451aca190 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510ff6 expref: 83 pid: 9562 timeout: 815 lvb_type: 0 00000100:00100000:1.0:1746139089.815912:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16392 00000100:00100000:1.0:1746139089.815921:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800885cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b60e9717-019c-4527-a82a-15e993ac5189+83:2007:x1830958839940864:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746139089.815934:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746139089.815955:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e800/0x1f9f6ca451aca190 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510ff6 expref: 83 pid: 9562 timeout: 815 lvb_type: 0 00010000:00010000:1.0:1746139089.815967:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e800/0x1f9f6ca451aca190 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510ff6 expref: 83 pid: 9562 timeout: 815 lvb_type: 0 00010000:00010000:1.0:1746139089.815996:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e800/0x1f9f6ca451aca190 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510ff6 expref: 83 pid: 9562 timeout: 815 lvb_type: 0 00010000:00010000:1.0:1746139089.816029:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139089.816031:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139089.816039:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f4d6000/0x1f9f6ca451aca197 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510ffd expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139089.816046:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f4d6000/0x1f9f6ca451aca197 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510ffd expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139089.816080:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f4d6000/0x1f9f6ca451aca197 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510ffd expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746139089.816093:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0759c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7206:1830958831955200:192.168.203.56@tcp:105: 00000100:00100000:1.0:1746139089.816166:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ded1180 going to sleep for 11 seconds 00000100:00100000:0.0:1746139089.819696:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139089.819970:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0759c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7206:1830958831955200:192.168.203.56@tcp:105: 00010000:00010000:1.0:1746139089.819986:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746139089.820026:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800885cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b60e9717-019c-4527-a82a-15e993ac5189+82:2007:x1830958839940864:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 4106us (4325us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139089.820034:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16392 00000100:00100000:0.0:1746139089.823817:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139089.829998:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139089.830094:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839941376 00000100:00100000:1.0:1746139089.830105:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839941376 00000100:00100000:1.0:1746139089.830157:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29080 00000100:00100000:1.0:1746139089.830163:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087511880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b60e9717-019c-4527-a82a-15e993ac5189+84:1800:x1830958839941376:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139089.830179:0:9562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139089.830191:0:9562:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451aca1a5 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a351100b expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139089.830211:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139089.830216:0:9562:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f4d7c00/0x1f9f6ca451aca19e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511004 expref: 85 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139089.830221:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139089.830224:0:9562:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451aca1a5 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351100b expref: 85 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139089.830249:0:9562:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f4d7c00/0x1f9f6ca451aca19e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511004 expref: 85 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139089.830257:0:9562:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451aca1a5 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351100b expref: 85 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139089.830264:0:9562:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7e000, rc 0) 00000100:00100000:1.0:1746139089.830305:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087511880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b60e9717-019c-4527-a82a-15e993ac5189+85:1800:x1830958839941376:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 143us (317us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139089.830310:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29080 00000100:00100000:0.0:1746139089.833907:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139089.835868:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839941504 00000100:00100000:1.0:1746139089.835878:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839941504 00010000:00010000:1.0:1746139089.835917:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f4d6000/0x1f9f6ca451aca197 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510ffd expref: 6 pid: 9564 timeout: 815 lvb_type: 0 00000100:00100000:1.0:1746139089.835956:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16393 00000100:00100000:1.0:1746139089.835964:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087511180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958839941504:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746139089.835975:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746139089.835991:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f4d6000/0x1f9f6ca451aca197 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510ffd expref: 6 pid: 9564 timeout: 815 lvb_type: 0 00010000:00010000:1.0:1746139089.836001:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f4d6000/0x1f9f6ca451aca197 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510ffd expref: 6 pid: 9564 timeout: 815 lvb_type: 0 00010000:00010000:1.0:1746139089.836018:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f4d6000/0x1f9f6ca451aca197 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510ffd expref: 6 pid: 9564 timeout: 815 lvb_type: 0 00010000:00010000:1.0:1746139089.836045:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139089.836046:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139089.836051:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f4d7c00/0x1f9f6ca451aca19e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511004 expref: 83 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139089.836058:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f4d7c00/0x1f9f6ca451aca19e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511004 expref: 83 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139089.836085:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f4d7c00/0x1f9f6ca451aca19e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511004 expref: 83 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139089.836094:0:7206:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f4d7c00/0x1f9f6ca451aca19e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511004 expref: 83 pid: 9564 timeout: 815 lvb_type: 0 00000100:00100000:1.0:1746139089.836103:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0759c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7206:1830958831955584:192.168.203.56@tcp:105: 00000100:00100000:1.0:1746139089.836178:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ded1180 going to sleep for 11 seconds 00000100:00100000:0.0:1746139089.842209:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139089.842386:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0759c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7206:1830958831955584:192.168.203.56@tcp:105: 00010000:00010000:1.0:1746139089.842403:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746139089.842441:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087511180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2007:x1830958839941504:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 6477us (8540us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139089.842450:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16393 00000100:00100000:0.0:1746139089.848152:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139089.848219:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139089.848294:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839942016 00000100:00100000:1.0:1746139089.848305:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839942016 00010000:00010000:1.0:1746139089.848341:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f4d7c00/0x1f9f6ca451aca19e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511004 expref: 84 pid: 9564 timeout: 815 lvb_type: 0 00000100:00100000:1.0:1746139089.849035:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16394 00000100:00100000:1.0:1746139089.849045:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5d81c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b60e9717-019c-4527-a82a-15e993ac5189+84:2007:x1830958839942016:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746139089.849062:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746139089.849293:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f4d7c00/0x1f9f6ca451aca19e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511004 expref: 84 pid: 9564 timeout: 815 lvb_type: 0 00010000:00010000:1.0:1746139089.849305:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f4d7c00/0x1f9f6ca451aca19e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511004 expref: 84 pid: 9564 timeout: 815 lvb_type: 0 00010000:00010000:1.0:1746139089.849322:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f4d7c00/0x1f9f6ca451aca19e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511004 expref: 84 pid: 9564 timeout: 815 lvb_type: 0 00010000:00010000:1.0:1746139089.849512:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139089.849514:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139089.849520:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451aca1a5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351100b expref: 83 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139089.849527:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451aca1a5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351100b expref: 83 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139089.849553:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451aca1a5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351100b expref: 83 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139089.849563:0:7206:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451aca1a5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351100b expref: 83 pid: 9562 timeout: 815 lvb_type: 0 00000100:00100000:1.0:1746139089.849573:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0759c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7206:1830958831955840:192.168.203.56@tcp:105: 00000100:00100000:1.0:1746139089.851186:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ded1180 going to sleep for 11 seconds 00000100:00100000:0.0:1746139089.851869:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139089.851934:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0759c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7206:1830958831955840:192.168.203.56@tcp:105: 00010000:00010000:1.0:1746139089.851947:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746139089.851977:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5d81c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b60e9717-019c-4527-a82a-15e993ac5189+83:2007:x1830958839942016:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 2933us (3756us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139089.851986:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16394 00000100:00100000:0.0:1746139089.859249:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139089.865826:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139089.871492:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139089.875024:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139089.877981:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139089.878140:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839943168 00000100:00100000:1.0:1746139089.878151:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839943168 00002000:00100000:1.0:1746139089.878196:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800a5d80000 x1830958839943168/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:15/0 lens 488/0 e 0 to 0 dl 1746139100 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139089.878204:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5d80000 with x1830958839943168 ext(0->4095) 00002000:00010000:1.0:1746139089.878208:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a5d80000 00000100:00100000:1.0:1746139089.878245:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 12914 00000100:00100000:1.0:1746139089.878251:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5d80000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+83:2010:x1830958839943168:12345-192.168.203.56@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746139089.878388:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5d80000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+83:2010:x1830958839943168:12345-192.168.203.56@tcp:3:ptlrpcd_01_01.0 Request processed in 136us (409us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139089.878395:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 12914 00002000:00100000:1.0:1746139089.878400:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800a5d80000 x1830958839943168/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:15/0 lens 488/4536 e 0 to 0 dl 1746139100 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139089.878407:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5d80000 with x1830958839943168 ext(0->4095) 00002000:00010000:1.0:1746139089.878409:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a5d80000 00000100:00100000:0.0:1746139089.881273:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139089.887458:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139089.888880:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139089.892907:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139089.893276:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839943808 00000100:00100000:1.0:1746139089.893284:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839943808 00002000:00100000:1.0:1746139089.893327:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800a5d82d80 x1830958839943808/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:15/0 lens 488/0 e 0 to 0 dl 1746139100 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139089.893338:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5d82d80 with x1830958839943808 ext(0->4095) 00010000:00010000:1.0:1746139089.893347:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008760da00/0x1f9f6ca451aca1ba lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511020 expref: 6 pid: 18644 timeout: 815 lvb_type: 0 00010000:00010000:1.0:1746139089.893359:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008760da00/0x1f9f6ca451aca1ba lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511020 expref: 6 pid: 18644 timeout: 815 lvb_type: 0 00002000:00010000:1.0:1746139089.893366:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a5d82d80 00000100:00100000:1.0:1746139089.893384:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2153 00000100:00100000:1.0:1746139089.893390:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5d82d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2010:x1830958839943808:12345-192.168.203.56@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746139089.893505:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5d82d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2010:x1830958839943808:12345-192.168.203.56@tcp:3:ptlrpcd_01_01.0 Request processed in 116us (610us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139089.893510:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2153 00002000:00100000:1.0:1746139089.893514:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800a5d82d80 x1830958839943808/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:15/0 lens 488/4536 e 0 to 0 dl 1746139100 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139089.893526:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5d82d80 with x1830958839943808 ext(0->4095) 00010000:00010000:1.0:1746139089.893530:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008760da00/0x1f9f6ca451aca1ba lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511020 expref: 6 pid: 18644 timeout: 815 lvb_type: 0 00010000:00010000:1.0:1746139089.893538:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008760da00/0x1f9f6ca451aca1ba lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511020 expref: 6 pid: 18644 timeout: 815 lvb_type: 0 00002000:00010000:1.0:1746139089.893543:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a5d82d80 00000100:00100000:0.0:1746139089.896508:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139089.896564:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139089.903204:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139089.903775:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2154 00000100:00100000:1.0:1746139089.903785:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5d81f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+84:2008:x1830958839944320:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746139089.903925:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5d81f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+84:2008:x1830958839944320:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 142us (726us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139089.903931:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2154 00002000:00100000:1.0:1746139089.903936:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800a5d81f80 x1830958839944320/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:15/0 lens 488/4536 e 0 to 0 dl 1746139100 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139089.903944:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5d81f80 with x1830958839944320 ext(0->4095) 00010000:00010000:1.0:1746139089.903948:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008760ca00/0x1f9f6ca451aca1c1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511027 expref: 84 pid: 18644 timeout: 815 lvb_type: 0 00010000:00010000:1.0:1746139089.903958:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008760ca00/0x1f9f6ca451aca1c1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511027 expref: 84 pid: 18644 timeout: 815 lvb_type: 0 00002000:00010000:1.0:1746139089.903963:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a5d81f80 00000100:00100000:0.0:1746139089.907064:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139089.910743:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139089.914320:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139089.917708:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139089.920145:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139089.920563:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839945216 00000100:00100000:1.0:1746139089.920571:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839945216 00002000:00100000:1.0:1746139089.920660:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009ee7e680 x1830958839945216/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:15/0 lens 488/0 e 0 to 0 dl 1746139100 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139089.920670:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ee7e680 with x1830958839945216 ext(0->4095) 00002000:00010000:1.0:1746139089.920674:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ee7e680 00000100:00100000:1.0:1746139089.920703:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 12916 00000100:00100000:1.0:1746139089.920710:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ee7e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2010:x1830958839945216:12345-192.168.203.56@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746139089.920833:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ee7e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2010:x1830958839945216:12345-192.168.203.56@tcp:3:ptlrpcd_01_01.0 Request processed in 122us (688us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139089.920838:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 12916 00002000:00100000:1.0:1746139089.920843:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009ee7e680 x1830958839945216/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:15/0 lens 488/4536 e 0 to 0 dl 1746139100 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139089.920850:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ee7e680 with x1830958839945216 ext(0->4095) 00002000:00010000:1.0:1746139089.920853:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ee7e680 00000100:00100000:0.0:1746139089.922872:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139089.923203:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139089.924062:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29088 00000100:00100000:1.0:1746139089.924070:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ee7d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+84:1814:x1830958839945472:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139089.924077:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139089.924084:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f000/0x1f9f6ca451aca1dd lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3511043 expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139089.924094:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139089.924097:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008760cc00/0x1f9f6ca451aca1d6 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351103c expref: 85 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139089.924102:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139089.924105:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f000/0x1f9f6ca451aca1dd lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511043 expref: 85 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139089.924128:0:9564:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008760cc00/0x1f9f6ca451aca1d6 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351103c expref: 85 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139089.924139:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f000/0x1f9f6ca451aca1dd lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511043 expref: 85 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139089.924149:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7f000, rc 0) 00000100:00100000:1.0:1746139089.924174:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ee7d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+85:1814:x1830958839945472:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 105us (970us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139089.924180:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29088 00000100:00100000:0.0:1746139089.928994:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139089.933809:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139089.938159:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139089.942085:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139089.944883:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139089.949908:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139089.953384:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139089.953733:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139089.957314:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139089.960290:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139089.964543:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139089.969386:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139089.974890:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139089.978136:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139089.982463:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139089.992560:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139089.992749:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839948544 00000100:00100000:1.0:1746139089.992758:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839948544 00000100:00100000:1.0:1746139089.992816:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29094 00000100:00100000:1.0:1746139089.992825:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c04700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b60e9717-019c-4527-a82a-15e993ac5189+84:1814:x1830958839948544:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139089.992843:0:9562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139089.992860:0:9562:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451aca207 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a351106d expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139089.992887:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139089.992892:0:9562:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f4d7a00/0x1f9f6ca451aca200 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511066 expref: 85 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139089.992897:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139089.992900:0:9562:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451aca207 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351106d expref: 85 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139089.992940:0:9562:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f4d7a00/0x1f9f6ca451aca200 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511066 expref: 85 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139089.992952:0:9562:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451aca207 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351106d expref: 85 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139089.992962:0:9562:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7ea00, rc 0) 00000100:00100000:1.0:1746139089.993001:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c04700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b60e9717-019c-4527-a82a-15e993ac5189+85:1814:x1830958839948544:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 176us (450us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139089.993006:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29094 00000100:00100000:0.0:1746139089.995179:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139090.001901:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00080000:0.0:1746139090.002850:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746139090.005302:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139090.010081:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139090.010160:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839949312 00000100:00100000:1.0:1746139090.010170:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839949312 00002000:00100000:1.0:1746139090.010216:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800a086ad80 x1830958839949312/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:16/0 lens 488/0 e 0 to 0 dl 1746139101 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139090.010226:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a086ad80 with x1830958839949312 ext(0->4095) 00002000:00010000:1.0:1746139090.010231:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a086ad80 00000100:00100000:1.0:1746139090.010259:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 12920 00000100:00100000:1.0:1746139090.010265:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a086ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+84:2010:x1830958839949312:12345-192.168.203.56@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746139090.010391:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a086ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+84:2010:x1830958839949312:12345-192.168.203.56@tcp:3:ptlrpcd_01_01.0 Request processed in 126us (321us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139090.010397:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 12920 00002000:00100000:1.0:1746139090.010402:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800a086ad80 x1830958839949312/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:16/0 lens 488/4536 e 0 to 0 dl 1746139101 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139090.010415:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a086ad80 with x1830958839949312 ext(0->4095) 00002000:00010000:1.0:1746139090.010418:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a086ad80 00000100:00100000:0.0:1746139090.013777:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00080000:0.0:1746139090.014426:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746139090.016105:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139090.021985:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139090.025126:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139090.029609:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139090.030805:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139090.031844:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16410 00000100:00100000:0.0:1746139090.031852:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0868380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958839950208:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746139090.031861:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746139090.031879:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f4d6200/0x1f9f6ca451aca20e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511074 expref: 6 pid: 18644 timeout: 815 lvb_type: 0 00010000:00010000:0.0:1746139090.031890:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f4d6200/0x1f9f6ca451aca20e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511074 expref: 6 pid: 18644 timeout: 815 lvb_type: 0 00010000:00010000:0.0:1746139090.031905:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f4d6200/0x1f9f6ca451aca20e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511074 expref: 6 pid: 18644 timeout: 815 lvb_type: 0 00010000:00010000:0.0:1746139090.031923:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139090.031925:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139090.031930:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f4d7c00/0x1f9f6ca451aca215 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351107b expref: 83 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139090.031938:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f4d7c00/0x1f9f6ca451aca215 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351107b expref: 83 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139090.031955:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f4d7c00/0x1f9f6ca451aca215 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351107b expref: 83 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139090.031965:0:7207:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f4d7c00/0x1f9f6ca451aca215 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351107b expref: 83 pid: 18644 timeout: 815 lvb_type: 0 00000100:00100000:0.0:1746139090.031975:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0869c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958831959936:192.168.203.56@tcp:105: 00000100:00100000:0.0:1746139090.032033:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007fe37240 going to sleep for 11 seconds 00000100:00100000:0.0:1746139090.037503:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139090.039707:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139090.041882:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139090.042124:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839950848 00000100:00100000:1.0:1746139090.042130:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839950848 00002000:00100000:1.0:1746139090.042162:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800a086b100 x1830958839950848/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:16/0 lens 488/0 e 0 to 0 dl 1746139101 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139090.042171:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a086b100 with x1830958839950848 ext(0->4095) 00002000:00010000:1.0:1746139090.042175:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a086b100 00000100:00100000:1.0:1746139090.042204:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 12921 00000100:00100000:1.0:1746139090.042210:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a086b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+83:2010:x1830958839950848:12345-192.168.203.56@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746139090.042314:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a086b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+83:2010:x1830958839950848:12345-192.168.203.56@tcp:3:ptlrpcd_01_01.0 Request processed in 104us (443us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139090.042319:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 12921 00002000:00100000:1.0:1746139090.042324:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800a086b100 x1830958839950848/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:16/0 lens 488/4536 e 0 to 0 dl 1746139101 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139090.042331:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a086b100 with x1830958839950848 ext(0->4095) 00002000:00010000:1.0:1746139090.042334:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a086b100 00000100:00100000:0.0:1746139090.044466:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139090.047526:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139090.051310:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139090.052312:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139090.054995:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139090.059611:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139090.064045:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139090.068653:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139090.072994:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139090.073140:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839952384 00000100:00100000:1.0:1746139090.073148:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839952384 00002000:00100000:1.0:1746139090.073188:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880072505180 x1830958839952384/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:16/0 lens 488/0 e 0 to 0 dl 1746139101 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139090.073198:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072505180 with x1830958839952384 ext(0->4095) 00002000:00010000:1.0:1746139090.073203:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072505180 00000100:00100000:1.0:1746139090.073227:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 12923 00000100:00100000:1.0:1746139090.073233:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072505180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+83:2008:x1830958839952384:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746139090.073353:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072505180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+83:2008:x1830958839952384:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 120us (366us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139090.073358:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 12923 00002000:00100000:1.0:1746139090.073363:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880072505180 x1830958839952384/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:16/0 lens 488/4536 e 0 to 0 dl 1746139101 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139090.073370:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072505180 with x1830958839952384 ext(0->4095) 00002000:00010000:1.0:1746139090.073372:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072505180 00000100:00100000:0.0:1746139090.075827:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139090.079673:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139090.085020:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139090.091508:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139090.093308:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139090.096979:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139090.101491:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139090.107068:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139090.125012:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139090.137328:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139090.138800:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072507480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+85:2008:x1830958839954176:12345-192.168.203.56@tcp:4:ldlm_bl.0 Request processed in 1184us (1475us total) trans 4294971976 rc 0/0 00000100:00100000:0.0:1746139090.138810:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2164 00002000:00100000:0.0:1746139090.139329:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff880072507480 x1830958839954176/t4294971976(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:16/0 lens 496/448 e 0 to 0 dl 1746139101 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139090.139338:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072507480 with x1830958839954176 ext(0->7) 00010000:00010000:0.0:1746139090.139347:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008760da00/0x1f9f6ca451aca246 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35110ac expref: 85 pid: 18644 timeout: 815 lvb_type: 0 00010000:00010000:0.0:1746139090.139361:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008760da00/0x1f9f6ca451aca246 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35110ac expref: 85 pid: 18644 timeout: 815 lvb_type: 0 00002000:00010000:0.0:1746139090.139367:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072507480 00000100:00100000:0.0:1746139090.144527:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139090.144575:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139090.150122:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139090.151342:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839954688 00000100:00100000:1.0:1746139090.151350:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839954688 00002000:00100000:1.0:1746139090.151384:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880072504700 x1830958839954688/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:16/0 lens 488/0 e 0 to 0 dl 1746139101 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139090.151393:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072504700 with x1830958839954688 ext(0->4095) 00010000:00010000:1.0:1746139090.151400:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008760ce00/0x1f9f6ca451aca24d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35110b3 expref: 6 pid: 18644 timeout: 815 lvb_type: 0 00010000:00010000:1.0:1746139090.151413:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008760ce00/0x1f9f6ca451aca24d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35110b3 expref: 6 pid: 18644 timeout: 815 lvb_type: 0 00002000:00010000:1.0:1746139090.151419:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072504700 00000100:00100000:1.0:1746139090.151450:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2165 00000100:00100000:1.0:1746139090.151457:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072504700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958839954688:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746139090.151567:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072504700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958839954688:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 110us (1445us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139090.151574:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2165 00002000:00100000:1.0:1746139090.151579:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880072504700 x1830958839954688/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:16/0 lens 488/4536 e 0 to 0 dl 1746139101 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139090.151595:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072504700 with x1830958839954688 ext(0->4095) 00010000:00010000:1.0:1746139090.151599:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008760ce00/0x1f9f6ca451aca24d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35110b3 expref: 6 pid: 18644 timeout: 815 lvb_type: 0 00010000:00010000:1.0:1746139090.151607:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008760ce00/0x1f9f6ca451aca24d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35110b3 expref: 6 pid: 18644 timeout: 815 lvb_type: 0 00002000:00010000:1.0:1746139090.151612:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072504700 00000100:00080000:1.0:1746139090.163658:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1746139090.164471:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139090.169327:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139090.169472:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839955072 00000100:00100000:1.0:1746139090.169478:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839955072 00002000:00100000:1.0:1746139090.169513:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009eeedf80 x1830958839955072/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:16/0 lens 488/0 e 0 to 0 dl 1746139101 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139090.169522:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009eeedf80 with x1830958839955072 ext(0->4095) 00002000:00010000:1.0:1746139090.169526:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009eeedf80 00000100:00100000:1.0:1746139090.169910:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 12925 00000100:00100000:1.0:1746139090.169916:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eeedf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+85:2008:x1830958839955072:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746139090.170641:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eeedf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+85:2008:x1830958839955072:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 724us (1320us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139090.170648:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 12925 00002000:00100000:1.0:1746139090.170662:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009eeedf80 x1830958839955072/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:16/0 lens 488/4536 e 0 to 0 dl 1746139101 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139090.170669:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009eeedf80 with x1830958839955072 ext(0->4095) 00002000:00010000:1.0:1746139090.170672:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009eeedf80 00000100:00100000:1.0:1746139090.197879:0:3767:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1746139090.197901:0:3767:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a07b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1830958831962368:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1746139090.197958:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1746139090.198631:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746139090.198937:0:3767:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a07b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1830958831962368:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1746139090.199410:0:24929:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839955200 00000100:00100000:1.0:1746139090.199414:0:24929:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839955200 00000100:00100000:1.0:1746139090.199456:0:24929:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29106 00000100:00100000:1.0:1746139090.199462:0:24929:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800885cf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958839955200:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139090.199473:0:24929:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139090.199488:0:24929:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451aca25b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a35110c1 expref: -99 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139090.199509:0:24929:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008760d800/0x1f9f6ca451aca254 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35110ba expref: 84 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139090.199515:0:24929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139090.199516:0:24929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139090.199519:0:24929:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451aca25b lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35110c1 expref: 6 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139090.199540:0:24929:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008760d800/0x1f9f6ca451aca254 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35110ba expref: 84 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139090.199550:0:24929:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008760d800/0x1f9f6ca451aca254 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35110ba expref: 84 pid: 18644 timeout: 815 lvb_type: 0 00000100:00100000:1.0:1746139090.199560:0:24929:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0759180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24929:1830958831962496:192.168.203.56@tcp:104: 00000100:00100000:1.0:1746139090.199664:0:24929:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ded19c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746139090.203644:0:24929:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0759180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24929:1830958831962496:192.168.203.56@tcp:104: 00010000:00010000:1.0:1746139090.203669:0:24929:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451aca25b lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35110c1 expref: 6 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139090.203683:0:24929:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7ea00, rc 0) 00000100:00100000:1.0:1746139090.203732:0:24929:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800885cf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958839955200:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4269us (4374us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139090.203738:0:24929:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29106 00000100:00100000:0.0:1746139090.229287:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139090.229371:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839955328 00000100:00100000:1.0:1746139090.229378:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839955328 00002000:00100000:1.0:1746139090.229413:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff88009eeee680 x1830958839955328/t0(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:16/0 lens 496/0 e 0 to 0 dl 1746139101 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139090.229422:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009eeee680 with x1830958839955328 ext(0->7) 00010000:00010000:1.0:1746139090.229429:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008760d800/0x1f9f6ca451aca254 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35110ba expref: 85 pid: 18644 timeout: 815 lvb_type: 0 00010000:00010000:1.0:1746139090.229441:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008760d800/0x1f9f6ca451aca254 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35110ba expref: 85 pid: 18644 timeout: 815 lvb_type: 0 00002000:00010000:1.0:1746139090.229447:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009eeee680 00000100:00100000:1.0:1746139090.229462:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2166 00000100:00100000:1.0:1746139090.229468:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eeee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+85:2008:x1830958839955328:12345-192.168.203.56@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746139090.233279:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eeee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+87:2008:x1830958839955328:12345-192.168.203.56@tcp:4:ldlm_bl.0 Request processed in 3802us (3990us total) trans 4294971977 rc 0/0 00000100:00100000:0.0:1746139090.233290:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2166 00002000:00100000:0.0:1746139090.233300:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff88009eeee680 x1830958839955328/t4294971977(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:16/0 lens 496/448 e 0 to 0 dl 1746139101 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139090.233309:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009eeee680 with x1830958839955328 ext(0->7) 00010000:00010000:0.0:1746139090.233317:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008760d800/0x1f9f6ca451aca254 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35110ba expref: 87 pid: 18644 timeout: 815 lvb_type: 0 00010000:00010000:0.0:1746139090.233332:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008760d800/0x1f9f6ca451aca254 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35110ba expref: 87 pid: 18644 timeout: 815 lvb_type: 0 00002000:00010000:0.0:1746139090.233338:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009eeee680 00000100:00100000:0.0:1746139090.240755:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139090.250137:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139090.250249:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139090.250271:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839955840 00000100:00100000:0.0:1746139090.250278:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839955840 00002000:00100000:0.0:1746139090.250313:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009eeed180 x1830958839955840/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:16/0 lens 488/0 e 0 to 0 dl 1746139101 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139090.250322:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009eeed180 with x1830958839955840 ext(0->4095) 00002000:00010000:0.0:1746139090.250327:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009eeed180 00000100:00100000:0.0:1746139090.250344:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 12926 00000100:00100000:0.0:1746139090.250351:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eeed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958839955840:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746139090.250456:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eeed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958839955840:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 105us (207us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746139090.250462:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 12926 00002000:00100000:0.0:1746139090.250467:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009eeed180 x1830958839955840/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:16/0 lens 488/4536 e 0 to 0 dl 1746139101 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139090.250473:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009eeed180 with x1830958839955840 ext(0->4095) 00002000:00010000:0.0:1746139090.250476:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009eeed180 00000100:00100000:1.0:1746139090.250610:0:24929:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839955584 00000100:00100000:1.0:1746139090.250639:0:24929:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839955584 00000100:00100000:1.0:1746139090.250672:0:24929:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29107 00000100:00100000:1.0:1746139090.250680:0:24929:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eeee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b60e9717-019c-4527-a82a-15e993ac5189+87:1800:x1830958839955584:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139090.250688:0:24929:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139090.250699:0:24929:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451aca262 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a35110c8 expref: -99 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139090.250718:0:24929:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451aca25b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35110c1 expref: 5 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139090.250724:0:24929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139090.250726:0:24929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139090.250728:0:24929:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451aca262 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35110c8 expref: 88 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139090.250749:0:24929:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451aca25b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35110c1 expref: 5 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139090.250758:0:24929:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451aca25b lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35110c1 expref: 5 pid: 24929 timeout: 815 lvb_type: 0 00000100:00100000:1.0:1746139090.250766:0:24929:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0759180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24929:1830958831962752:192.168.203.56@tcp:104: 00000100:00100000:1.0:1746139090.250813:0:24929:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ded19c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746139090.252871:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139090.254170:0:24929:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0759180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24929:1830958831962752:192.168.203.56@tcp:104: 00010000:00010000:1.0:1746139090.254189:0:24929:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451aca262 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35110c8 expref: 89 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139090.254878:0:24929:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7e000, rc 0) 00000100:00100000:1.0:1746139090.254931:0:24929:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eeee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b60e9717-019c-4527-a82a-15e993ac5189+89:1800:x1830958839955584:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4252us (4801us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139090.254940:0:24929:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29107 00000100:00100000:0.0:1746139090.255752:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139090.259440:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139090.262408:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139090.266454:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800885cdc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958831963136:192.168.203.56@tcp:105: 00010000:00010000:0.0:1746139090.266471:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746139090.266533:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eeef100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+87:2009:x1830958839956480:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3439us (4130us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139090.266542:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16422 00000100:00100000:0.0:1746139090.267003:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139090.271241:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139090.271401:0:24929:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839956864 00000100:00100000:1.0:1746139090.271409:0:24929:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839956864 00000100:00100000:1.0:1746139090.271452:0:24929:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29109 00000100:00100000:1.0:1746139090.271458:0:24929:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eeec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958839956864:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139090.271488:0:24929:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139090.271505:0:24929:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fa00/0x1f9f6ca451aca270 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a35110d6 expref: -99 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139090.271530:0:24929:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008760de00/0x1f9f6ca451aca269 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35110cf expref: 86 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139090.271537:0:24929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139090.271539:0:24929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139090.271542:0:24929:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fa00/0x1f9f6ca451aca270 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35110d6 expref: 6 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139090.271571:0:24929:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008760de00/0x1f9f6ca451aca269 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35110cf expref: 86 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139090.271581:0:24929:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008760de00/0x1f9f6ca451aca269 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35110cf expref: 86 pid: 18644 timeout: 815 lvb_type: 0 00000100:00100000:1.0:1746139090.271607:0:24929:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0759180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24929:1830958831963264:192.168.203.56@tcp:104: 00000100:00100000:1.0:1746139090.272385:0:24929:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ded19c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746139090.274324:0:24929:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0759180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24929:1830958831963264:192.168.203.56@tcp:104: 00010000:00010000:1.0:1746139090.274349:0:24929:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fa00/0x1f9f6ca451aca270 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35110d6 expref: 6 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139090.274365:0:24929:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7fa00, rc 0) 00000100:00100000:1.0:1746139090.274402:0:24929:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eeec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958839956864:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2944us (3169us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139090.274410:0:24929:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29109 00000100:00100000:0.0:1746139090.275138:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139090.275533:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839956992 00000100:00100000:1.0:1746139090.275539:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839956992 00010000:00010000:1.0:1746139090.275561:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008760de00/0x1f9f6ca451aca269 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35110cf expref: 87 pid: 18644 timeout: 815 lvb_type: 0 00000100:00100000:1.0:1746139090.275597:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16423 00000100:00100000:1.0:1746139090.275602:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4958c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+87:2007:x1830958839956992:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746139090.275613:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746139090.275649:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008760de00/0x1f9f6ca451aca269 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35110cf expref: 87 pid: 18644 timeout: 815 lvb_type: 0 00010000:00010000:1.0:1746139090.275659:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008760de00/0x1f9f6ca451aca269 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35110cf expref: 87 pid: 18644 timeout: 815 lvb_type: 0 00010000:00010000:1.0:1746139090.275679:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008760de00/0x1f9f6ca451aca269 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35110cf expref: 87 pid: 18644 timeout: 815 lvb_type: 0 00010000:00010000:1.0:1746139090.275700:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139090.275702:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139090.275707:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fa00/0x1f9f6ca451aca270 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35110d6 expref: 5 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139090.275713:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fa00/0x1f9f6ca451aca270 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35110d6 expref: 5 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139090.275733:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fa00/0x1f9f6ca451aca270 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35110d6 expref: 5 pid: 24929 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746139090.275742:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0759180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958831963392:192.168.203.56@tcp:105: 00000100:00100000:1.0:1746139090.275797:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ded19c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746139090.278242:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139090.278379:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0759180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958831963392:192.168.203.56@tcp:105: 00010000:00010000:1.0:1746139090.278393:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746139090.278437:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4958c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+86:2007:x1830958839956992:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 2834us (3301us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139090.278446:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16423 00000100:00100000:0.0:1746139090.278577:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139090.279155:0:24929:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839957376 00000100:00100000:1.0:1746139090.279161:0:24929:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839957376 00000100:00100000:1.0:1746139090.279185:0:24929:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29110 00000100:00100000:1.0:1746139090.279190:0:24929:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eeed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b60e9717-019c-4527-a82a-15e993ac5189+86:1800:x1830958839957376:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139090.279200:0:24929:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139090.279212:0:24929:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451aca277 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a35110dd expref: -99 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139090.279228:0:24929:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fa00/0x1f9f6ca451aca270 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35110d6 expref: 5 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139090.279235:0:24929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139090.279236:0:24929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139090.279239:0:24929:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451aca277 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35110dd expref: 87 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139090.279258:0:24929:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fa00/0x1f9f6ca451aca270 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35110d6 expref: 5 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139090.279266:0:24929:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fa00/0x1f9f6ca451aca270 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35110d6 expref: 5 pid: 24929 timeout: 815 lvb_type: 0 00000100:00100000:1.0:1746139090.279274:0:24929:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a075aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24929:1830958831963520:192.168.203.56@tcp:104: 00000100:00100000:1.0:1746139090.279310:0:24929:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ded1180 going to sleep for 11 seconds 00000100:00100000:0.0:1746139090.281096:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139090.281192:0:24929:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a075aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24929:1830958831963520:192.168.203.56@tcp:104: 00010000:00010000:1.0:1746139090.281210:0:24929:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451aca277 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35110dd expref: 88 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139090.281223:0:24929:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7f400, rc 0) 00000100:00100000:1.0:1746139090.281252:0:24929:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eeed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b60e9717-019c-4527-a82a-15e993ac5189+89:1800:x1830958839957376:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2061us (2674us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139090.281260:0:24929:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29110 00000100:00100000:0.0:1746139090.283245:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139090.283363:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839957632 00000100:00100000:1.0:1746139090.283368:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839957632 00010000:00010000:1.0:1746139090.283387:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fa00/0x1f9f6ca451aca270 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35110d6 expref: 6 pid: 24929 timeout: 815 lvb_type: 0 00000100:00100000:1.0:1746139090.283404:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16424 00000100:00100000:1.0:1746139090.283408:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eeec000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2010:x1830958839957632:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746139090.283417:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746139090.283432:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fa00/0x1f9f6ca451aca270 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35110d6 expref: 6 pid: 24929 timeout: 815 lvb_type: 0 00010000:00010000:1.0:1746139090.283441:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fa00/0x1f9f6ca451aca270 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35110d6 expref: 6 pid: 24929 timeout: 815 lvb_type: 0 00010000:00010000:1.0:1746139090.283457:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fa00/0x1f9f6ca451aca270 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35110d6 expref: 6 pid: 24929 timeout: 815 lvb_type: 0 00010000:00010000:1.0:1746139090.283841:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139090.283843:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139090.283849:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451aca277 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35110dd expref: 87 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139090.283856:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451aca277 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35110dd expref: 87 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139090.283879:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451aca277 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35110dd expref: 87 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139090.283890:0:7207:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451aca277 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35110dd expref: 87 pid: 24929 timeout: 815 lvb_type: 0 00000100:00100000:1.0:1746139090.283900:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a075aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958831963776:192.168.203.56@tcp:105: 00000100:00100000:1.0:1746139090.284317:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ded1180 going to sleep for 11 seconds 00000100:00100000:0.0:1746139090.288127:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139090.288554:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a075aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958831963776:192.168.203.56@tcp:105: 00010000:00010000:1.0:1746139090.288568:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746139090.288599:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eeec000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2010:x1830958839957632:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 5189us (5357us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139090.288605:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16424 00000100:00100000:0.0:1746139090.291438:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139090.291836:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839958016 00000100:00100000:1.0:1746139090.291844:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839958016 00010000:00010000:1.0:1746139090.291874:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451aca277 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35110dd expref: 88 pid: 24929 timeout: 815 lvb_type: 0 00000100:00100000:1.0:1746139090.291905:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16425 00000100:00100000:1.0:1746139090.291911:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eeefb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+88:2010:x1830958839958016:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746139090.291922:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746139090.291937:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451aca277 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35110dd expref: 88 pid: 24929 timeout: 815 lvb_type: 0 00010000:00010000:1.0:1746139090.291947:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451aca277 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35110dd expref: 88 pid: 24929 timeout: 815 lvb_type: 0 00010000:00010000:1.0:1746139090.291965:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451aca277 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35110dd expref: 88 pid: 24929 timeout: 815 lvb_type: 0 00010000:00010000:1.0:1746139090.292475:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139090.292478:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139090.292484:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008760cc00/0x1f9f6ca451aca27e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35110e4 expref: 87 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139090.292490:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008760cc00/0x1f9f6ca451aca27e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35110e4 expref: 87 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139090.292529:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008760cc00/0x1f9f6ca451aca27e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35110e4 expref: 87 pid: 18644 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746139090.292538:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a075aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958831963904:192.168.203.56@tcp:105: 00000100:00100000:1.0:1746139090.292783:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ded1180 going to sleep for 11 seconds 00000100:00100000:0.0:1746139090.296249:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139090.296332:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a075aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958831963904:192.168.203.56@tcp:105: 00010000:00010000:1.0:1746139090.296349:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746139090.296382:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eeefb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+88:2010:x1830958839958016:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 4471us (4951us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139090.296390:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16425 00000100:00100000:0.0:1746139090.301444:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139090.306219:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139090.306439:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839958528 00000100:00100000:1.0:1746139090.306444:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839958528 00010000:00010000:1.0:1746139090.306466:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008760cc00/0x1f9f6ca451aca27e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35110e4 expref: 87 pid: 18644 timeout: 815 lvb_type: 0 00000100:00100000:1.0:1746139090.306493:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16426 00000100:00100000:1.0:1746139090.306498:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072550a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+87:2010:x1830958839958528:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746139090.306511:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746139090.306527:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008760cc00/0x1f9f6ca451aca27e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35110e4 expref: 87 pid: 18644 timeout: 815 lvb_type: 0 00010000:00010000:1.0:1746139090.306537:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008760cc00/0x1f9f6ca451aca27e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35110e4 expref: 87 pid: 18644 timeout: 815 lvb_type: 0 00010000:00010000:1.0:1746139090.306555:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008760cc00/0x1f9f6ca451aca27e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35110e4 expref: 87 pid: 18644 timeout: 815 lvb_type: 0 00010000:00010000:1.0:1746139090.306581:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139090.306591:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139090.306597:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a0599000/0x1f9f6ca451aca285 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35110eb expref: 5 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139090.306605:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a0599000/0x1f9f6ca451aca285 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35110eb expref: 5 pid: 9562 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746139090.306633:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00010000:00010000:1.0:1746139090.306645:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a0599000/0x1f9f6ca451aca285 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35110eb expref: 5 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139090.307196:0:7207:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a0599000/0x1f9f6ca451aca285 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35110eb expref: 5 pid: 9562 timeout: 815 lvb_type: 0 00000100:00100000:1.0:1746139090.307205:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a075aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958831964160:192.168.203.56@tcp:105: 00000100:00100000:1.0:1746139090.307238:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ded1180 going to sleep for 11 seconds 00000100:00100000:0.0:1746139090.310200:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139090.310420:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a075aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958831964160:192.168.203.56@tcp:105: 00010000:00010000:1.0:1746139090.310430:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746139090.310449:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072550a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+87:2010:x1830958839958528:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3951us (4232us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139090.310457:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16426 00000100:00100000:0.0:1746139090.313875:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139090.313979:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839959040 00000100:00100000:1.0:1746139090.313986:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839959040 00010000:00010000:1.0:1746139090.314013:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a0599000/0x1f9f6ca451aca285 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35110eb expref: 6 pid: 9562 timeout: 815 lvb_type: 0 00000100:00100000:1.0:1746139090.314323:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16427 00000100:00100000:1.0:1746139090.314330:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072552300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2009:x1830958839959040:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746139090.314341:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746139090.314355:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a0599000/0x1f9f6ca451aca285 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35110eb expref: 6 pid: 9562 timeout: 815 lvb_type: 0 00010000:00010000:1.0:1746139090.314365:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a0599000/0x1f9f6ca451aca285 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35110eb expref: 6 pid: 9562 timeout: 815 lvb_type: 0 00010000:00010000:1.0:1746139090.314381:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a0599000/0x1f9f6ca451aca285 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35110eb expref: 6 pid: 9562 timeout: 815 lvb_type: 0 00010000:00010000:1.0:1746139090.314688:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139090.314690:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139090.314696:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008760d000/0x1f9f6ca451aca28c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35110f2 expref: 86 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139090.314704:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008760d000/0x1f9f6ca451aca28c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35110f2 expref: 86 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139090.314730:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008760d000/0x1f9f6ca451aca28c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35110f2 expref: 86 pid: 9562 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746139090.314740:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a075aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958831964416:192.168.203.56@tcp:105: 00000100:00100000:1.0:1746139090.314818:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ded1180 going to sleep for 11 seconds 00000100:00100000:0.0:1746139090.318803:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139090.319055:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a075aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958831964416:192.168.203.56@tcp:105: 00010000:00010000:1.0:1746139090.319068:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746139090.319851:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072552300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2009:x1830958839959040:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 5518us (5979us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139090.319860:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16427 00000100:00100000:0.0:1746139090.326776:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139090.339734:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139090.342950:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139090.346225:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072551500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+90:2008:x1830958839959552:12345-192.168.203.56@tcp:4:ldlm_bl.0 Request processed in 2007us (6492us total) trans 4294971978 rc 0/0 00000100:00100000:0.0:1746139090.346234:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2170 00002000:00100000:0.0:1746139090.346242:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff880072551500 x1830958839959552/t4294971978(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:16/0 lens 496/448 e 0 to 0 dl 1746139101 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139090.346250:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072551500 with x1830958839959552 ext(0->7) 00010000:00010000:0.0:1746139090.346257:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008760d000/0x1f9f6ca451aca28c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35110f2 expref: 90 pid: 9562 timeout: 815 lvb_type: 0 00010000:00010000:0.0:1746139090.346270:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008760d000/0x1f9f6ca451aca28c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35110f2 expref: 90 pid: 9562 timeout: 815 lvb_type: 0 00002000:00010000:0.0:1746139090.346277:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072551500 00000100:00100000:0.0:1746139090.352210:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139090.352353:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839959808 00000100:00100000:1.0:1746139090.352362:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839959808 00010000:00010000:1.0:1746139090.352393:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008760d000/0x1f9f6ca451aca28c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35110f2 expref: 90 pid: 9562 timeout: 815 lvb_type: 0 00000100:00100000:1.0:1746139090.352418:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16428 00000100:00100000:1.0:1746139090.352424:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072552a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+90:2009:x1830958839959808:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746139090.352435:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746139090.352452:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008760d000/0x1f9f6ca451aca28c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35110f2 expref: 90 pid: 9562 timeout: 815 lvb_type: 0 00010000:00010000:1.0:1746139090.352464:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008760d000/0x1f9f6ca451aca28c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35110f2 expref: 90 pid: 9562 timeout: 815 lvb_type: 0 00010000:00010000:1.0:1746139090.352481:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008760d000/0x1f9f6ca451aca28c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35110f2 expref: 90 pid: 9562 timeout: 815 lvb_type: 0 00010000:00010000:1.0:1746139090.352837:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139090.352840:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139090.352847:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008760da00/0x1f9f6ca451aca293 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35110f9 expref: 5 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139090.352854:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008760da00/0x1f9f6ca451aca293 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35110f9 expref: 5 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139090.352884:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008760da00/0x1f9f6ca451aca293 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35110f9 expref: 5 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139090.352894:0:7207:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008760da00/0x1f9f6ca451aca293 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35110f9 expref: 5 pid: 9562 timeout: 815 lvb_type: 0 00000100:00100000:1.0:1746139090.352903:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a075aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958831964800:192.168.203.56@tcp:105: 00000100:00100000:1.0:1746139090.354968:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ded1180 going to sleep for 11 seconds 00000100:00100000:0.0:1746139090.358428:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139090.361747:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139090.365486:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139090.368728:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139090.377333:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139090.380115:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139090.386319:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139090.387003:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839961088 00000100:00100000:1.0:1746139090.387010:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839961088 00002000:00100000:1.0:1746139090.387047:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880072551180 x1830958839961088/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:16/0 lens 488/0 e 0 to 0 dl 1746139101 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139090.387057:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072551180 with x1830958839961088 ext(0->4095) 00010000:00010000:1.0:1746139090.387063:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a0598000/0x1f9f6ca451aca2a1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511107 expref: 6 pid: 18644 timeout: 815 lvb_type: 0 00010000:00010000:1.0:1746139090.387076:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a0598000/0x1f9f6ca451aca2a1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511107 expref: 6 pid: 18644 timeout: 815 lvb_type: 0 00002000:00010000:1.0:1746139090.387083:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072551180 00000100:00100000:1.0:1746139090.387119:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2172 00000100:00100000:1.0:1746139090.387125:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072551180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958839961088:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746139090.387254:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072551180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958839961088:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 127us (935us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139090.387261:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2172 00002000:00100000:1.0:1746139090.387267:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880072551180 x1830958839961088/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:16/0 lens 488/4536 e 0 to 0 dl 1746139101 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139090.387274:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072551180 with x1830958839961088 ext(0->4095) 00010000:00010000:1.0:1746139090.388286:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a0598000/0x1f9f6ca451aca2a1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511107 expref: 6 pid: 18644 timeout: 815 lvb_type: 0 00010000:00010000:1.0:1746139090.388296:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a0598000/0x1f9f6ca451aca2a1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511107 expref: 6 pid: 18644 timeout: 815 lvb_type: 0 00002000:00010000:1.0:1746139090.388302:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072551180 00000100:00100000:0.0:1746139090.390978:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139090.396722:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139090.396774:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839961472 00000100:00100000:0.0:1746139090.396780:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839961472 00002000:00100000:0.0:1746139090.396812:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880072552300 x1830958839961472/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:16/0 lens 488/0 e 0 to 0 dl 1746139101 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139090.396821:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072552300 with x1830958839961472 ext(0->4095) 00002000:00010000:0.0:1746139090.396825:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072552300 00000100:00100000:0.0:1746139090.396964:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 12932 00000100:00100000:0.0:1746139090.396975:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072552300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+89:2010:x1830958839961472:12345-192.168.203.56@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746139090.397121:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072552300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+89:2010:x1830958839961472:12345-192.168.203.56@tcp:3:ptlrpcd_01_01.0 Request processed in 149us (399us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746139090.397127:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 12932 00002000:00100000:0.0:1746139090.397132:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880072552300 x1830958839961472/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:16/0 lens 488/4536 e 0 to 0 dl 1746139101 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139090.397139:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072552300 with x1830958839961472 ext(0->4095) 00002000:00010000:0.0:1746139090.397141:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072552300 00000100:00100000:0.0:1746139090.403067:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139090.410437:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139090.421659:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139090.424444:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139090.426368:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839961984 00000100:00100000:0.0:1746139090.426375:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839961984 00000100:00100000:0.0:1746139090.426414:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29119 00000100:00100000:0.0:1746139090.426421:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013107f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+91:1800:x1830958839961984:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746139090.426434:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746139090.426447:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880131567200/0x1f9f6ca451aca2b6 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a351111c expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139090.426471:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008760cc00/0x1f9f6ca451aca2af lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511115 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139090.426477:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139090.426479:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139090.426482:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880131567200/0x1f9f6ca451aca2b6 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351111c expref: 92 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139090.426507:0:18644:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008760cc00/0x1f9f6ca451aca2af lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511115 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139090.426518:0:18644:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008760cc00/0x1f9f6ca451aca2af lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511115 expref: 5 pid: 18644 timeout: 815 lvb_type: 0 00000100:00100000:0.0:1746139090.426527:0:18644:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013107f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958831965824:192.168.203.56@tcp:104: 00000100:00100000:0.0:1746139090.426593:0:18644:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007fe37a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746139090.426733:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139090.426758:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839962240 00000100:00100000:0.0:1746139090.426762:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839962240 00002000:00100000:0.0:1746139090.426784:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88013107e680 x1830958839962240/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:16/0 lens 488/0 e 0 to 0 dl 1746139101 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139090.426793:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013107e680 with x1830958839962240 ext(0->4095) 00010000:00010000:0.0:1746139090.426798:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008760cc00/0x1f9f6ca451aca2af lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511115 expref: 6 pid: 18644 timeout: 815 lvb_type: 0 00010000:00010000:0.0:1746139090.426807:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008760cc00/0x1f9f6ca451aca2af lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511115 expref: 6 pid: 18644 timeout: 815 lvb_type: 0 00002000:00010000:0.0:1746139090.426812:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013107e680 00000100:00100000:0.0:1746139090.426825:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2174 00000100:00100000:0.0:1746139090.426830:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013107e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958839962240:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746139090.426913:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013107e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958839962240:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 83us (180us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746139090.426919:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2174 00002000:00100000:0.0:1746139090.426924:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88013107e680 x1830958839962240/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:16/0 lens 488/4536 e 0 to 0 dl 1746139101 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139090.426930:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013107e680 with x1830958839962240 ext(0->4095) 00010000:00010000:0.0:1746139090.426935:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008760cc00/0x1f9f6ca451aca2af lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511115 expref: 6 pid: 18644 timeout: 815 lvb_type: 0 00010000:00010000:0.0:1746139090.426942:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008760cc00/0x1f9f6ca451aca2af lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511115 expref: 6 pid: 18644 timeout: 815 lvb_type: 0 00002000:00010000:0.0:1746139090.426947:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013107e680 00000100:00100000:0.0:1746139090.430314:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139090.431368:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139090.436080:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800885cc000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958831965952:192.168.203.56@tcp:105: 00010000:00010000:0.0:1746139090.436099:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746139090.436144:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013107d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2008:x1830958839962496:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 4443us (4777us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139090.436153:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16433 00000100:00100000:0.0:1746139090.436982:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139090.438262:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839962752 00000100:00100000:1.0:1746139090.438268:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839962752 00002000:00100000:1.0:1746139090.438294:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88013107f480 x1830958839962752/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:16/0 lens 488/0 e 0 to 0 dl 1746139101 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139090.438302:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013107f480 with x1830958839962752 ext(0->4095) 00010000:00010000:1.0:1746139090.438307:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880131567200/0x1f9f6ca451aca2b6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351111c expref: 92 pid: 18644 timeout: 815 lvb_type: 0 00010000:00010000:1.0:1746139090.438322:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880131567200/0x1f9f6ca451aca2b6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351111c expref: 92 pid: 18644 timeout: 815 lvb_type: 0 00002000:00010000:1.0:1746139090.438327:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013107f480 00000100:00100000:1.0:1746139090.438609:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2175 00000100:00100000:1.0:1746139090.438631:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013107f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+92:2007:x1830958839962752:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746139090.438732:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013107f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+92:2007:x1830958839962752:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 117us (1751us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139090.438738:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2175 00002000:00100000:1.0:1746139090.438743:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88013107f480 x1830958839962752/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:16/0 lens 488/4536 e 0 to 0 dl 1746139101 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139090.438751:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013107f480 with x1830958839962752 ext(0->4095) 00010000:00010000:1.0:1746139090.438756:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880131567200/0x1f9f6ca451aca2b6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351111c expref: 92 pid: 18644 timeout: 815 lvb_type: 0 00010000:00010000:1.0:1746139090.438764:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880131567200/0x1f9f6ca451aca2b6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351111c expref: 92 pid: 18644 timeout: 815 lvb_type: 0 00002000:00010000:1.0:1746139090.438769:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013107f480 00000100:00100000:0.0:1746139090.441510:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139090.445952:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139090.446050:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839963136 00000100:00100000:1.0:1746139090.446058:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839963136 00002000:00100000:1.0:1746139090.446095:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88013107d180 x1830958839963136/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:16/0 lens 488/0 e 0 to 0 dl 1746139101 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139090.446104:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013107d180 with x1830958839963136 ext(0->4095) 00002000:00010000:1.0:1746139090.446110:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013107d180 00000100:00100000:1.0:1746139090.446128:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 12933 00000100:00100000:1.0:1746139090.446135:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013107d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+92:2008:x1830958839963136:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746139090.446245:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013107d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+92:2008:x1830958839963136:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 110us (299us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139090.446251:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 12933 00002000:00100000:1.0:1746139090.446257:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88013107d180 x1830958839963136/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:16/0 lens 488/4536 e 0 to 0 dl 1746139101 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139090.446263:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013107d180 with x1830958839963136 ext(0->4095) 00002000:00010000:1.0:1746139090.446266:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013107d180 00000100:00100000:0.0:1746139090.448971:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139090.455386:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139090.460420:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139090.460736:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139090.460782:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839963776 00000100:00100000:0.0:1746139090.460787:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839963776 00002000:00100000:0.0:1746139090.461746:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88013107dc00 x1830958839963776/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:16/0 lens 488/0 e 0 to 0 dl 1746139101 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139090.462083:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013107dc00 with x1830958839963776 ext(0->4095) 00010000:00010000:0.0:1746139090.462089:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008760d000/0x1f9f6ca451aca2c4 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351112a expref: 6 pid: 18644 timeout: 815 lvb_type: 0 00010000:00010000:0.0:1746139090.462098:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008760d000/0x1f9f6ca451aca2c4 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351112a expref: 6 pid: 18644 timeout: 815 lvb_type: 0 00002000:00010000:0.0:1746139090.462103:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013107dc00 00000100:00100000:0.0:1746139090.462117:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2176 00000100:00100000:0.0:1746139090.462707:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013107dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958839963776:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746139090.462816:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013107dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958839963776:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 113us (2080us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746139090.462823:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2176 00002000:00100000:0.0:1746139090.462829:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88013107dc00 x1830958839963776/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:16/0 lens 488/4536 e 0 to 0 dl 1746139101 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139090.462836:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013107dc00 with x1830958839963776 ext(0->4095) 00010000:00010000:0.0:1746139090.462841:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008760d000/0x1f9f6ca451aca2c4 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351112a expref: 6 pid: 18644 timeout: 815 lvb_type: 0 00010000:00010000:0.0:1746139090.462850:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008760d000/0x1f9f6ca451aca2c4 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351112a expref: 6 pid: 18644 timeout: 815 lvb_type: 0 00002000:00010000:0.0:1746139090.462855:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013107dc00 00000100:00100000:0.0:1746139090.465596:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139090.465697:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139090.466038:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839963904 00000100:00100000:1.0:1746139090.466044:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839963904 00000100:00100000:0.0:1746139090.469817:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139090.469877:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839964288 00000100:00100000:1.0:1746139090.469883:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839964288 00002000:00100000:1.0:1746139090.469920:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88013107f800 x1830958839964288/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:16/0 lens 488/0 e 0 to 0 dl 1746139101 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139090.469929:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013107f800 with x1830958839964288 ext(0->4095) 00010000:00010000:1.0:1746139090.469936:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008760de00/0x1f9f6ca451aca2cb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511131 expref: 92 pid: 18644 timeout: 815 lvb_type: 0 00010000:00010000:1.0:1746139090.469948:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008760de00/0x1f9f6ca451aca2cb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511131 expref: 92 pid: 18644 timeout: 815 lvb_type: 0 00002000:00010000:1.0:1746139090.469959:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013107f800 00000100:00100000:1.0:1746139090.469991:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2177 00000100:00100000:1.0:1746139090.469997:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013107f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+92:2008:x1830958839964288:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746139090.470394:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013107f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+92:2008:x1830958839964288:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 395us (581us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139090.470401:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2177 00002000:00100000:1.0:1746139090.470406:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88013107f800 x1830958839964288/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:16/0 lens 488/4536 e 0 to 0 dl 1746139101 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139090.470413:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013107f800 with x1830958839964288 ext(0->4095) 00010000:00010000:1.0:1746139090.470418:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008760de00/0x1f9f6ca451aca2cb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511131 expref: 92 pid: 18644 timeout: 815 lvb_type: 0 00010000:00010000:1.0:1746139090.470426:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008760de00/0x1f9f6ca451aca2cb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511131 expref: 92 pid: 18644 timeout: 815 lvb_type: 0 00002000:00010000:1.0:1746139090.470431:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013107f800 00000100:00100000:0.0:1746139090.476054:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139090.479399:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139090.479498:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839964672 00000100:00100000:1.0:1746139090.479504:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839964672 00002000:00100000:1.0:1746139090.479534:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88013107ea00 x1830958839964672/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:16/0 lens 488/0 e 0 to 0 dl 1746139101 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139090.479543:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013107ea00 with x1830958839964672 ext(0->4095) 00002000:00010000:1.0:1746139090.479547:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013107ea00 00000100:00100000:1.0:1746139090.479575:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 12934 00000100:00100000:1.0:1746139090.479581:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013107ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+91:2008:x1830958839964672:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746139090.479703:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013107ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+91:2008:x1830958839964672:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 122us (305us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139090.479708:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 12934 00002000:00100000:1.0:1746139090.479714:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88013107ea00 x1830958839964672/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:16/0 lens 488/4536 e 0 to 0 dl 1746139101 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139090.479720:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013107ea00 with x1830958839964672 ext(0->4095) 00002000:00010000:1.0:1746139090.479722:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013107ea00 00000100:00100000:0.0:1746139090.481692:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139090.487533:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139090.493780:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139090.499747:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139090.502081:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139090.505874:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139090.506811:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139090.512468:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139090.516354:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139090.523594:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139090.526487:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139090.531922:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139090.533266:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139090.537969:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139090.538242:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839966976 00000100:00100000:1.0:1746139090.538248:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839966976 00002000:00100000:1.0:1746139090.538278:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800a5f99880 x1830958839966976/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:16/0 lens 488/0 e 0 to 0 dl 1746139101 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139090.538287:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5f99880 with x1830958839966976 ext(0->4095) 00010000:00010000:1.0:1746139090.538294:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008760da00/0x1f9f6ca451aca2ee lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511154 expref: 6 pid: 18644 timeout: 815 lvb_type: 0 00010000:00010000:1.0:1746139090.538304:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008760da00/0x1f9f6ca451aca2ee lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511154 expref: 6 pid: 18644 timeout: 815 lvb_type: 0 00002000:00010000:1.0:1746139090.538309:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a5f99880 00000100:00100000:1.0:1746139090.538332:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2181 00000100:00100000:1.0:1746139090.538338:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5f99880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958839966976:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746139090.538435:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5f99880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958839966976:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 96us (471us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139090.538440:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2181 00002000:00100000:1.0:1746139090.538445:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800a5f99880 x1830958839966976/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:16/0 lens 488/4536 e 0 to 0 dl 1746139101 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139090.538451:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5f99880 with x1830958839966976 ext(0->4095) 00010000:00010000:1.0:1746139090.538454:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008760da00/0x1f9f6ca451aca2ee lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511154 expref: 6 pid: 18644 timeout: 815 lvb_type: 0 00010000:00010000:1.0:1746139090.538462:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008760da00/0x1f9f6ca451aca2ee lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511154 expref: 6 pid: 18644 timeout: 815 lvb_type: 0 00002000:00010000:1.0:1746139090.538467:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a5f99880 00000100:00100000:0.0:1746139090.544359:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139090.548949:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139090.556800:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139090.567823:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139090.579672:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839967872 00000100:00100000:0.0:1746139090.579677:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839967872 00010000:00010000:0.0:1746139090.579693:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008760ca00/0x1f9f6ca451aca2f5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351115b expref: 97 pid: 18644 timeout: 815 lvb_type: 0 00000100:00100000:0.0:1746139090.579711:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16443 00000100:00100000:0.0:1746139090.579716:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800885cd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+97:2008:x1830958839967872:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746139090.579723:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746139090.579738:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008760ca00/0x1f9f6ca451aca2f5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351115b expref: 97 pid: 18644 timeout: 815 lvb_type: 0 00010000:00010000:0.0:1746139090.579748:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008760ca00/0x1f9f6ca451aca2f5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351115b expref: 97 pid: 18644 timeout: 815 lvb_type: 0 00010000:00010000:0.0:1746139090.579910:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008760ca00/0x1f9f6ca451aca2f5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351115b expref: 96 pid: 18644 timeout: 815 lvb_type: 0 00010000:00010000:0.0:1746139090.579927:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139090.579928:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139090.579934:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f3d3400/0x1f9f6ca451aca2fc lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511162 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139090.579940:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f3d3400/0x1f9f6ca451aca2fc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511162 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139090.579970:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f3d3400/0x1f9f6ca451aca2fc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511162 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139090.579982:0:7207:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f3d3400/0x1f9f6ca451aca2fc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511162 expref: 5 pid: 18644 timeout: 815 lvb_type: 0 00000100:00100000:1.0:1746139090.579991:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0759180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958831968640:192.168.203.56@tcp:105: 00000100:00100000:1.0:1746139090.580050:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ded1180 going to sleep for 11 seconds 00000100:00100000:1.0:1746139090.582326:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0759180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958831968640:192.168.203.56@tcp:105: 00010000:00010000:1.0:1746139090.582348:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746139090.582422:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800885cd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+95:2008:x1830958839967872:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 2703us (2925us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139090.582431:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16443 00000100:00100000:0.0:1746139090.584477:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139090.593499:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139090.593648:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839968256 00000100:00100000:1.0:1746139090.593655:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839968256 00010000:00010000:1.0:1746139090.593681:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f3d3400/0x1f9f6ca451aca2fc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511162 expref: 6 pid: 18644 timeout: 815 lvb_type: 0 00000100:00100000:1.0:1746139090.594336:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16444 00000100:00100000:1.0:1746139090.594344:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4959450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2009:x1830958839968256:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746139090.594356:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746139090.594374:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f3d3400/0x1f9f6ca451aca2fc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511162 expref: 6 pid: 18644 timeout: 815 lvb_type: 0 00010000:00010000:1.0:1746139090.594385:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f3d3400/0x1f9f6ca451aca2fc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511162 expref: 6 pid: 18644 timeout: 815 lvb_type: 0 00010000:00010000:1.0:1746139090.594402:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f3d3400/0x1f9f6ca451aca2fc lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511162 expref: 6 pid: 18644 timeout: 815 lvb_type: 0 00010000:00010000:1.0:1746139090.594545:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139090.594548:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139090.594554:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008760ce00/0x1f9f6ca451aca303 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511169 expref: 94 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139090.594561:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008760ce00/0x1f9f6ca451aca303 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511169 expref: 94 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139090.594598:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008760ce00/0x1f9f6ca451aca303 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511169 expref: 94 pid: 18644 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746139090.594609:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0759180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958831968768:192.168.203.56@tcp:105: 00000100:00100000:1.0:1746139090.594917:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ded1180 going to sleep for 11 seconds 00000100:00100000:0.0:1746139090.599193:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139090.602397:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139090.605866:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139090.609005:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139090.611930:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139090.616012:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139090.619293:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139090.619662:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839969536 00000100:00100000:1.0:1746139090.619668:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839969536 00002000:00100000:1.0:1746139090.619695:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88011dd84e00 x1830958839969536/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:16/0 lens 488/0 e 0 to 0 dl 1746139101 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139090.619703:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011dd84e00 with x1830958839969536 ext(0->4095) 00002000:00010000:1.0:1746139090.619707:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011dd84e00 00000100:00100000:1.0:1746139090.619730:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 12938 00000100:00100000:1.0:1746139090.619735:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011dd84e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+95:2007:x1830958839969536:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746139090.619817:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011dd84e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+95:2007:x1830958839969536:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 82us (530us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139090.619821:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 12938 00002000:00100000:1.0:1746139090.619825:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88011dd84e00 x1830958839969536/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:16/0 lens 488/4536 e 0 to 0 dl 1746139101 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139090.619831:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011dd84e00 with x1830958839969536 ext(0->4095) 00002000:00010000:1.0:1746139090.619834:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011dd84e00 00000100:00100000:0.0:1746139090.625933:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139090.632597:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139090.638776:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139090.640465:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139090.644298:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139090.649102:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139090.654764:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139090.655103:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839970688 00000100:00100000:1.0:1746139090.655108:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839970688 00002000:00100000:1.0:1746139090.655139:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88011dd86680 x1830958839970688/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:16/0 lens 488/0 e 0 to 0 dl 1746139101 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139090.655148:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011dd86680 with x1830958839970688 ext(0->4095) 00002000:00010000:1.0:1746139090.655152:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011dd86680 00000100:00100000:1.0:1746139090.655167:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 12939 00000100:00100000:1.0:1746139090.655172:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011dd86680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+97:2008:x1830958839970688:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746139090.655265:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011dd86680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+97:2008:x1830958839970688:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 93us (510us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139090.655271:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 12939 00002000:00100000:1.0:1746139090.655275:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88011dd86680 x1830958839970688/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:16/0 lens 488/4536 e 0 to 0 dl 1746139101 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139090.655285:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011dd86680 with x1830958839970688 ext(0->4095) 00002000:00010000:1.0:1746139090.655287:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011dd86680 00000100:00100000:0.0:1746139090.658518:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139090.662479:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139090.665966:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139090.675562:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139090.675692:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139090.683390:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139090.689574:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139090.692857:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139090.696502:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139090.701865:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139090.705180:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139090.710051:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139090.714967:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139090.720535:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139090.720833:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839973248 00000100:00100000:1.0:1746139090.720840:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839973248 00002000:00100000:1.0:1746139090.720877:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009f55a680 x1830958839973248/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:16/0 lens 488/0 e 0 to 0 dl 1746139101 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139090.720885:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f55a680 with x1830958839973248 ext(0->4095) 00002000:00010000:1.0:1746139090.720890:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f55a680 00000100:00100000:1.0:1746139090.720922:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 12941 00000100:00100000:1.0:1746139090.720928:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f55a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+97:2008:x1830958839973248:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746139090.721408:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f55a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+97:2008:x1830958839973248:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 479us (874us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139090.721414:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 12941 00002000:00100000:1.0:1746139090.721419:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009f55a680 x1830958839973248/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:16/0 lens 488/4536 e 0 to 0 dl 1746139101 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139090.721426:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f55a680 with x1830958839973248 ext(0->4095) 00002000:00010000:1.0:1746139090.721428:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f55a680 00000100:00100000:0.0:1746139090.725951:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139090.736056:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139090.736165:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839973504 00000100:00100000:1.0:1746139090.736172:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839973504 00002000:00100000:1.0:1746139090.736208:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff88009f55ad80 x1830958839973504/t0(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:16/0 lens 496/0 e 0 to 0 dl 1746139101 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139090.736215:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f55ad80 with x1830958839973504 ext(0->7) 00010000:00010000:1.0:1746139090.736223:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb9e400/0x1f9f6ca451aca342 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35111a8 expref: 97 pid: 9562 timeout: 815 lvb_type: 0 00010000:00010000:1.0:1746139090.736235:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb9e400/0x1f9f6ca451aca342 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35111a8 expref: 97 pid: 9562 timeout: 815 lvb_type: 0 00002000:00010000:1.0:1746139090.736241:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f55ad80 00000100:00100000:1.0:1746139090.739159:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2190 00000100:00100000:1.0:1746139090.739176:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f55ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+97:2007:x1830958839973504:12345-192.168.203.56@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746139090.740689:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f55ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+99:2007:x1830958839973504:12345-192.168.203.56@tcp:4:ldlm_bl.0 Request processed in 1514us (4636us total) trans 4294971983 rc 0/0 00000100:00100000:1.0:1746139090.740699:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2190 00002000:00100000:1.0:1746139090.740707:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff88009f55ad80 x1830958839973504/t4294971983(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:16/0 lens 496/448 e 0 to 0 dl 1746139101 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139090.740715:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f55ad80 with x1830958839973504 ext(0->7) 00010000:00010000:1.0:1746139090.740724:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb9e400/0x1f9f6ca451aca342 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35111a8 expref: 99 pid: 9562 timeout: 815 lvb_type: 0 00010000:00010000:1.0:1746139090.740736:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb9e400/0x1f9f6ca451aca342 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35111a8 expref: 99 pid: 9562 timeout: 816 lvb_type: 0 00002000:00010000:1.0:1746139090.740742:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f55ad80 00000100:00100000:0.0:1746139090.742795:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139090.746260:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139090.746694:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839973888 00000100:00100000:1.0:1746139090.746700:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839973888 00002000:00100000:1.0:1746139090.746730:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009f558380 x1830958839973888/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:16/0 lens 488/0 e 0 to 0 dl 1746139101 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139090.746743:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f558380 with x1830958839973888 ext(0->4095) 00002000:00010000:1.0:1746139090.746746:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f558380 00000100:00100000:1.0:1746139090.746768:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 12942 00000100:00100000:1.0:1746139090.746775:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f558380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2009:x1830958839973888:12345-192.168.203.56@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746139090.746869:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f558380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2009:x1830958839973888:12345-192.168.203.56@tcp:3:ptlrpcd_01_00.0 Request processed in 94us (614us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139090.746875:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 12942 00002000:00100000:1.0:1746139090.746879:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009f558380 x1830958839973888/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:16/0 lens 488/4536 e 0 to 0 dl 1746139101 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139090.746886:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f558380 with x1830958839973888 ext(0->4095) 00002000:00010000:1.0:1746139090.746889:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f558380 00000100:00100000:0.0:1746139090.750158:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839974016 00000100:00100000:0.0:1746139090.750165:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839974016 00000100:00100000:0.0:1746139090.750212:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29141 00000100:00100000:0.0:1746139090.750218:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800885cd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b60e9717-019c-4527-a82a-15e993ac5189+98:1814:x1830958839974016:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746139090.750236:0:9562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746139090.750249:0:9562:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072514a00/0x1f9f6ca451aca350 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a35111b6 expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139090.750278:0:9562:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88007fe81c00/0x1f9f6ca451aca349 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35111af expref: 5 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139090.750284:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139090.750286:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139090.750290:0:9562:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072514a00/0x1f9f6ca451aca350 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35111b6 expref: 99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139090.750316:0:9562:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88007fe81c00/0x1f9f6ca451aca349 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35111af expref: 5 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139090.750328:0:9562:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88007fe81c00/0x1f9f6ca451aca349 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35111af expref: 5 pid: 9562 timeout: 816 lvb_type: 0 00000100:00100000:0.0:1746139090.750338:0:9562:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f559500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9562:1830958831971456:192.168.203.56@tcp:104: 00000100:00100000:0.0:1746139090.750413:0:9562:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007fe37840 going to sleep for 11 seconds 00000100:00100000:0.0:1746139090.753211:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139090.754455:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139090.759445:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139090.763281:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139090.763542:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139090.767806:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139090.769788:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139090.769983:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839975168 00000100:00100000:1.0:1746139090.769987:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839975168 00000100:00100000:1.0:1746139090.770027:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29144 00000100:00100000:1.0:1746139090.770033:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bb73480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+99:1800:x1830958839975168:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139090.770043:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139090.770053:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451aca365 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a35111cb expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139090.770070:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139090.770074:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88007fe81e00/0x1f9f6ca451aca35e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35111c4 expref: 5 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139090.770083:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746139090.770086:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451aca365 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35111cb expref: 100 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139090.770110:0:18644:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88007fe81e00/0x1f9f6ca451aca35e lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35111c4 expref: 5 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139090.770119:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451aca365 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35111cb expref: 100 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139090.770126:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7f200, rc 0) 00000100:00100000:1.0:1746139090.770151:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bb73480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+100:1800:x1830958839975168:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 118us (367us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139090.770156:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29144 00000100:00100000:0.0:1746139090.770476:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139090.772965:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139090.776367:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139090.778998:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139090.783757:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139090.791292:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139090.791612:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139090.795318:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139090.800452:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139090.806344:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139090.806704:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839976960 00000100:00100000:1.0:1746139090.806714:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839976960 00002000:00100000:1.0:1746139090.806761:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88012bb70000 x1830958839976960/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:16/0 lens 488/0 e 0 to 0 dl 1746139101 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139090.806769:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bb70000 with x1830958839976960 ext(0->4095) 00002000:00010000:1.0:1746139090.806775:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bb70000 00000100:00100000:1.0:1746139090.806812:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 12944 00000100:00100000:1.0:1746139090.806821:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bb70000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+99:2009:x1830958839976960:12345-192.168.203.56@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746139090.806967:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bb70000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+99:2009:x1830958839976960:12345-192.168.203.56@tcp:3:ptlrpcd_01_00.0 Request processed in 147us (631us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139090.806975:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 12944 00002000:00100000:1.0:1746139090.806980:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88012bb70000 x1830958839976960/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:16/0 lens 488/4536 e 0 to 0 dl 1746139101 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139090.806987:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bb70000 with x1830958839976960 ext(0->4095) 00002000:00010000:1.0:1746139090.806989:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bb70000 00000100:00100000:0.0:1746139090.812861:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139090.817473:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139090.818847:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093490a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+101:2007:x1830958839977216:12345-192.168.203.56@tcp:4:ldlm_bl.0 Request processed in 953us (1376us total) trans 4294971984 rc 0/0 00000100:00100000:0.0:1746139090.818855:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2195 00002000:00100000:0.0:1746139090.818860:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff880093490a80 x1830958839977216/t4294971984(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:16/0 lens 496/448 e 0 to 0 dl 1746139101 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139090.818867:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093490a80 with x1830958839977216 ext(0->7) 00010000:00010000:0.0:1746139090.818872:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88007fe81600/0x1f9f6ca451aca373 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35111d9 expref: 101 pid: 9562 timeout: 816 lvb_type: 0 00010000:00010000:0.0:1746139090.818881:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88007fe81600/0x1f9f6ca451aca373 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35111d9 expref: 101 pid: 9562 timeout: 816 lvb_type: 0 00002000:00010000:0.0:1746139090.818886:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093490a80 00000100:00100000:0.0:1746139090.822107:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139090.827458:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839977472 00000100:00100000:0.0:1746139090.827467:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839977472 00000100:00100000:0.0:1746139090.827519:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29148 00000100:00100000:0.0:1746139090.827530:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800885ce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+101:1800:x1830958839977472:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746139090.827544:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746139090.827560:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a0b20c00/0x1f9f6ca451aca381 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a35111e7 expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139090.827593:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88007fe81c00/0x1f9f6ca451aca37a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35111e0 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139090.827600:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139090.827601:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139090.827605:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a0b20c00/0x1f9f6ca451aca381 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35111e7 expref: 102 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139090.827645:0:18644:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88007fe81c00/0x1f9f6ca451aca37a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35111e0 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139090.827655:0:18644:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88007fe81c00/0x1f9f6ca451aca37a lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35111e0 expref: 5 pid: 18644 timeout: 816 lvb_type: 0 00000100:00100000:0.0:1746139090.827665:0:18644:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093492300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958831973248:192.168.203.56@tcp:104: 00000100:00100000:0.0:1746139090.827733:0:18644:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007fe37a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746139090.828593:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839977728 00000100:00100000:0.0:1746139090.828597:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839977728 00002000:00100000:0.0:1746139090.828634:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800885ced80 x1830958839977728/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:16/0 lens 488/0 e 0 to 0 dl 1746139101 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139090.828644:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800885ced80 with x1830958839977728 ext(0->4095) 00010000:00010000:0.0:1746139090.828649:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88007fe81c00/0x1f9f6ca451aca37a lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35111e0 expref: 6 pid: 18644 timeout: 816 lvb_type: 0 00010000:00010000:0.0:1746139090.828659:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88007fe81c00/0x1f9f6ca451aca37a lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35111e0 expref: 6 pid: 18644 timeout: 816 lvb_type: 0 00002000:00010000:0.0:1746139090.828664:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800885ced80 00000100:00100000:0.0:1746139090.828935:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2196 00000100:00100000:0.0:1746139090.828941:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800885ced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958839977728:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746139090.829046:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800885ced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958839977728:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 104us (816us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746139090.829055:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2196 00002000:00100000:0.0:1746139090.829060:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800885ced80 x1830958839977728/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:16/0 lens 488/4536 e 0 to 0 dl 1746139101 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139090.829066:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800885ced80 with x1830958839977728 ext(0->4095) 00010000:00010000:0.0:1746139090.829071:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88007fe81c00/0x1f9f6ca451aca37a lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35111e0 expref: 6 pid: 18644 timeout: 816 lvb_type: 0 00010000:00010000:0.0:1746139090.829079:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88007fe81c00/0x1f9f6ca451aca37a lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35111e0 expref: 6 pid: 18644 timeout: 816 lvb_type: 0 00002000:00010000:0.0:1746139090.829084:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800885ced80 00000100:00100000:0.0:1746139090.832767:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139090.835970:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139090.838822:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139090.838895:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839978240 00000100:00100000:1.0:1746139090.838901:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839978240 00002000:00100000:1.0:1746139090.838934:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880093493100 x1830958839978240/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:16/0 lens 488/0 e 0 to 0 dl 1746139101 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139090.838943:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093493100 with x1830958839978240 ext(0->4095) 00010000:00010000:1.0:1746139090.838950:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a0b20c00/0x1f9f6ca451aca381 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35111e7 expref: 102 pid: 18644 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746139090.838960:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a0b20c00/0x1f9f6ca451aca381 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35111e7 expref: 102 pid: 18644 timeout: 816 lvb_type: 0 00002000:00010000:1.0:1746139090.838966:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093493100 00000100:00100000:1.0:1746139090.838978:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2197 00000100:00100000:1.0:1746139090.838983:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093493100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+102:2008:x1830958839978240:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746139090.839072:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093493100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+102:2008:x1830958839978240:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 88us (255us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139090.839077:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2197 00002000:00100000:1.0:1746139090.839081:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880093493100 x1830958839978240/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:16/0 lens 488/4536 e 0 to 0 dl 1746139101 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139090.839093:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093493100 with x1830958839978240 ext(0->4095) 00010000:00010000:1.0:1746139090.839096:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a0b20c00/0x1f9f6ca451aca381 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35111e7 expref: 102 pid: 18644 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746139090.839103:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a0b20c00/0x1f9f6ca451aca381 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35111e7 expref: 102 pid: 18644 timeout: 816 lvb_type: 0 00002000:00010000:1.0:1746139090.839107:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093493100 00000100:00100000:0.0:1746139090.843970:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139090.848093:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139090.848117:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839978624 00000100:00100000:0.0:1746139090.848125:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839978624 00002000:00100000:0.0:1746139090.848157:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880093491880 x1830958839978624/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:16/0 lens 488/0 e 0 to 0 dl 1746139101 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139090.848166:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093491880 with x1830958839978624 ext(0->4095) 00002000:00010000:0.0:1746139090.848170:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093491880 00000100:00100000:0.0:1746139090.848197:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 12945 00000100:00100000:0.0:1746139090.848204:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093491880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+102:2010:x1830958839978624:12345-192.168.203.56@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746139090.848864:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093491880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+101:2010:x1830958839978624:12345-192.168.203.56@tcp:3:ptlrpcd_01_01.0 Request processed in 659us (776us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746139090.848869:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 12945 00002000:00100000:0.0:1746139090.848875:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880093491880 x1830958839978624/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:16/0 lens 488/4536 e 0 to 0 dl 1746139101 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139090.848881:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093491880 with x1830958839978624 ext(0->4095) 00002000:00010000:0.0:1746139090.848884:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093491880 00000100:00100000:0.0:1746139090.854005:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139090.854114:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839978752 00000100:00100000:1.0:1746139090.854122:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839978752 00000100:00100000:1.0:1746139090.854506:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29150 00000100:00100000:1.0:1746139090.854515:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093492a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958839978752:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139090.854528:0:9562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139090.854542:0:9562:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e800/0x1f9f6ca451aca38f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a35111f5 expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139090.854564:0:9562:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88007fe80600/0x1f9f6ca451aca388 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35111ee expref: 100 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139090.854570:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139090.854576:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139090.854588:0:9562:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e800/0x1f9f6ca451aca38f lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35111f5 expref: 6 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139090.854652:0:9562:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88007fe80600/0x1f9f6ca451aca388 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35111ee expref: 100 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139090.854667:0:9562:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88007fe80600/0x1f9f6ca451aca388 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35111ee expref: 100 pid: 18644 timeout: 816 lvb_type: 0 00000100:00100000:1.0:1746139090.855111:0:9562:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0759f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9562:1830958831973760:192.168.203.56@tcp:104: 00000100:00100000:1.0:1746139090.855194:0:9562:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ded1300 going to sleep for 11 seconds 00000100:00100000:1.0:1746139090.856413:0:9562:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0759f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9562:1830958831973760:192.168.203.56@tcp:104: 00010000:00010000:1.0:1746139090.856430:0:9562:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e800/0x1f9f6ca451aca38f lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35111f5 expref: 6 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139090.856443:0:9562:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7e800, rc 0) 00000100:00100000:1.0:1746139090.856467:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093492a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958839978752:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1954us (2469us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139090.856473:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29150 00000100:00100000:0.0:1746139090.859078:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139090.859950:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139090.860404:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839979008 00000100:00100000:0.0:1746139090.860408:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839979008 00000100:00100000:0.0:1746139090.860428:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29151 00000100:00100000:0.0:1746139090.860433:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0759f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b60e9717-019c-4527-a82a-15e993ac5189+101:1800:x1830958839979008:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746139090.860443:0:9562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746139090.860452:0:9562:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f14f800/0x1f9f6ca451aca396 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a35111fc expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139090.860465:0:9562:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e800/0x1f9f6ca451aca38f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35111f5 expref: 5 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139090.860470:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139090.860472:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139090.860474:0:9562:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f14f800/0x1f9f6ca451aca396 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35111fc expref: 102 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139090.860504:0:9562:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e800/0x1f9f6ca451aca38f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35111f5 expref: 5 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139090.860518:0:9562:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e800/0x1f9f6ca451aca38f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35111f5 expref: 5 pid: 9562 timeout: 816 lvb_type: 0 00000100:00100000:0.0:1746139090.860526:0:9562:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093492680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9562:1830958831974016:192.168.203.56@tcp:104: 00000100:00100000:0.0:1746139090.860547:0:9562:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007fe37240 going to sleep for 11 seconds 00000100:00100000:0.0:1746139090.863888:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139090.863913:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839979264 00000100:00100000:0.0:1746139090.863919:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839979264 00002000:00100000:0.0:1746139090.863953:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880093491c00 x1830958839979264/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:16/0 lens 488/0 e 0 to 0 dl 1746139101 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139090.863962:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093491c00 with x1830958839979264 ext(0->4095) 00010000:00010000:0.0:1746139090.863969:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e800/0x1f9f6ca451aca38f lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35111f5 expref: 6 pid: 9562 timeout: 816 lvb_type: 0 00010000:00010000:0.0:1746139090.863980:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e800/0x1f9f6ca451aca38f lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35111f5 expref: 6 pid: 9562 timeout: 816 lvb_type: 0 00002000:00010000:0.0:1746139090.863986:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093491c00 00000100:00100000:0.0:1746139090.864013:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2198 00000100:00100000:0.0:1746139090.864019:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093491c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958839979264:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746139090.866496:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093491c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958839979264:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 2468us (2607us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746139090.866507:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2198 00002000:00100000:0.0:1746139090.866517:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880093491c00 x1830958839979264/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:16/0 lens 488/4536 e 0 to 0 dl 1746139101 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139090.866527:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093491c00 with x1830958839979264 ext(0->4095) 00010000:00010000:0.0:1746139090.866536:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e800/0x1f9f6ca451aca38f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35111f5 expref: 6 pid: 9562 timeout: 816 lvb_type: 0 00010000:00010000:0.0:1746139090.866550:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e800/0x1f9f6ca451aca38f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35111f5 expref: 6 pid: 9562 timeout: 816 lvb_type: 0 00002000:00010000:0.0:1746139090.866556:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093491c00 00000100:00100000:0.0:1746139090.869450:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139090.869492:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139090.872552:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139090.872801:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839979776 00000100:00100000:1.0:1746139090.872806:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839979776 00002000:00100000:1.0:1746139090.872831:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880093492300 x1830958839979776/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:16/0 lens 488/0 e 0 to 0 dl 1746139101 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139090.872840:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093492300 with x1830958839979776 ext(0->4095) 00010000:00010000:1.0:1746139090.872846:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f14f800/0x1f9f6ca451aca396 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35111fc expref: 102 pid: 9562 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746139090.872855:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f14f800/0x1f9f6ca451aca396 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35111fc expref: 102 pid: 9562 timeout: 816 lvb_type: 0 00002000:00010000:1.0:1746139090.872865:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093492300 00000100:00100000:1.0:1746139090.872877:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2199 00000100:00100000:1.0:1746139090.872881:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093492300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+102:2008:x1830958839979776:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746139090.872961:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093492300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+102:2008:x1830958839979776:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 79us (415us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139090.872965:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2199 00002000:00100000:1.0:1746139090.872969:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880093492300 x1830958839979776/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:16/0 lens 488/4536 e 0 to 0 dl 1746139101 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139090.872975:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093492300 with x1830958839979776 ext(0->4095) 00010000:00010000:1.0:1746139090.872979:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f14f800/0x1f9f6ca451aca396 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35111fc expref: 102 pid: 9562 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746139090.872986:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f14f800/0x1f9f6ca451aca396 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35111fc expref: 102 pid: 9562 timeout: 816 lvb_type: 0 00002000:00010000:1.0:1746139090.872991:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093492300 00000100:00100000:0.0:1746139090.875822:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139090.880297:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800885cf100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958831974400:192.168.203.56@tcp:105: 00010000:00010000:0.0:1746139090.880313:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746139090.880354:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093492d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+101:2010:x1830958839979904:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3417us (4538us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139090.880362:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16466 00000100:00100000:0.0:1746139090.882362:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139090.885732:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139090.890054:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139090.893761:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139090.895062:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139090.900738:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139090.901549:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139090.907384:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839981312 00000100:00100000:0.0:1746139090.907392:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839981312 00002000:00100000:0.0:1746139090.907428:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800885cfb80 x1830958839981312/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:16/0 lens 488/0 e 0 to 0 dl 1746139101 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139090.907438:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800885cfb80 with x1830958839981312 ext(0->4095) 00010000:00010000:0.0:1746139090.907447:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f675800/0x1f9f6ca451aca3ab lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511211 expref: 102 pid: 9562 timeout: 816 lvb_type: 0 00010000:00010000:0.0:1746139090.907461:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f675800/0x1f9f6ca451aca3ab lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511211 expref: 102 pid: 9562 timeout: 816 lvb_type: 0 00002000:00010000:0.0:1746139090.907468:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800885cfb80 00000100:00100000:0.0:1746139090.907502:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2200 00000100:00100000:0.0:1746139090.907509:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800885cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+102:2008:x1830958839981312:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746139090.907675:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800885cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+102:2008:x1830958839981312:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 164us (909us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746139090.907682:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2200 00002000:00100000:0.0:1746139090.907687:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800885cfb80 x1830958839981312/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:16/0 lens 488/4536 e 0 to 0 dl 1746139101 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139090.907694:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800885cfb80 with x1830958839981312 ext(0->4095) 00010000:00010000:0.0:1746139090.907699:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f675800/0x1f9f6ca451aca3ab lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511211 expref: 102 pid: 9562 timeout: 816 lvb_type: 0 00010000:00010000:0.0:1746139090.907709:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f675800/0x1f9f6ca451aca3ab lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511211 expref: 102 pid: 9562 timeout: 816 lvb_type: 0 00002000:00010000:0.0:1746139090.907714:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800885cfb80 00000100:00100000:0.0:1746139090.911311:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139090.916045:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139090.916139:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839981696 00000100:00100000:1.0:1746139090.916147:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839981696 00002000:00100000:1.0:1746139090.916186:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880072c1a300 x1830958839981696/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:16/0 lens 488/0 e 0 to 0 dl 1746139101 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139090.916196:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072c1a300 with x1830958839981696 ext(0->4095) 00002000:00010000:1.0:1746139090.916200:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072c1a300 00000100:00100000:1.0:1746139090.916215:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 12948 00000100:00100000:1.0:1746139090.916221:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072c1a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+102:2008:x1830958839981696:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746139090.916835:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072c1a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+101:2008:x1830958839981696:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 613us (796us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139090.916842:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 12948 00002000:00100000:1.0:1746139090.916847:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880072c1a300 x1830958839981696/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:16/0 lens 488/4536 e 0 to 0 dl 1746139101 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139090.916854:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072c1a300 with x1830958839981696 ext(0->4095) 00002000:00010000:1.0:1746139090.916857:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072c1a300 00000100:00100000:0.0:1746139090.918730:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139090.918881:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839981824 00000100:00100000:1.0:1746139090.918888:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839981824 00000100:00100000:1.0:1746139090.918931:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29156 00000100:00100000:1.0:1746139090.918938:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072c19f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958839981824:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139090.918950:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139090.918966:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451aca3b9 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a351121f expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139090.918988:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f3d3e00/0x1f9f6ca451aca3b2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511218 expref: 100 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139090.918995:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139090.918997:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139090.919000:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451aca3b9 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351121f expref: 6 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139090.919029:0:18644:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f3d3e00/0x1f9f6ca451aca3b2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511218 expref: 100 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139090.919040:0:18644:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f3d3e00/0x1f9f6ca451aca3b2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511218 expref: 100 pid: 9562 timeout: 816 lvb_type: 0 00000100:00100000:1.0:1746139090.919051:0:18644:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a075aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958831975296:192.168.203.56@tcp:104: 00000100:00100000:1.0:1746139090.919115:0:18644:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ded1180 going to sleep for 11 seconds 00000100:00100000:1.0:1746139090.921870:0:18644:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a075aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958831975296:192.168.203.56@tcp:104: 00010000:00010000:1.0:1746139090.921895:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451aca3b9 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351121f expref: 6 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139090.921908:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7e000, rc 0) 00000100:00100000:1.0:1746139090.921944:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072c19f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958839981824:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3006us (3219us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139090.921952:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29156 00000100:00100000:0.0:1746139090.923414:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139090.926922:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139090.926957:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139090.927019:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839982208 00000100:00100000:1.0:1746139090.927024:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839982208 00000100:00100000:1.0:1746139090.927059:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29157 00000100:00100000:1.0:1746139090.927064:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072c1b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+100:1800:x1830958839982208:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139090.927078:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139090.927089:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fa00/0x1f9f6ca451aca3c0 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3511226 expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139090.927111:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451aca3b9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351121f expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139090.927121:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139090.927123:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139090.927126:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fa00/0x1f9f6ca451aca3c0 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511226 expref: 101 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139090.927150:0:18644:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451aca3b9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351121f expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139090.927158:0:18644:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451aca3b9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351121f expref: 5 pid: 18644 timeout: 816 lvb_type: 0 00000100:00100000:1.0:1746139090.927168:0:18644:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a075aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958831975552:192.168.203.56@tcp:104: 00000100:00100000:1.0:1746139090.927219:0:18644:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ded1180 going to sleep for 11 seconds 00000100:00100000:1.0:1746139090.928873:0:18644:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a075aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958831975552:192.168.203.56@tcp:104: 00010000:00010000:1.0:1746139090.928893:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fa00/0x1f9f6ca451aca3c0 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511226 expref: 101 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139090.928904:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7fa00, rc 0) 00000100:00100000:1.0:1746139090.928933:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072c1b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+101:1800:x1830958839982208:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1868us (2012us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139090.928939:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29157 00000100:00100000:0.0:1746139090.929714:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139090.929768:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139090.929820:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839982464 00000100:00100000:1.0:1746139090.929822:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839982464 00000100:00100000:1.0:1746139090.930187:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29158 00000100:00100000:1.0:1746139090.930194:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072c18a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+101:1814:x1830958839982464:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139090.930204:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139090.930213:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451aca3c7 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a351122d expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139090.930226:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139090.930229:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fa00/0x1f9f6ca451aca3c0 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511226 expref: 102 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139090.930233:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139090.930236:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451aca3c7 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351122d expref: 102 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139090.930430:0:18644:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fa00/0x1f9f6ca451aca3c0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511226 expref: 102 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139090.930444:0:18644:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fa00/0x1f9f6ca451aca3c0 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511226 expref: 102 pid: 18644 timeout: 816 lvb_type: 0 00000100:00100000:1.0:1746139090.930453:0:18644:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a075aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958831975680:192.168.203.56@tcp:104: 00000100:00100000:1.0:1746139090.930507:0:18644:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ded1180 going to sleep for 11 seconds 00000100:00100000:1.0:1746139090.932363:0:18644:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a075aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958831975680:192.168.203.56@tcp:104: 00010000:00010000:1.0:1746139090.932387:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451aca3c7 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351122d expref: 102 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139090.932402:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7f200, rc 0) 00000100:00100000:1.0:1746139090.932446:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072c18a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+102:1814:x1830958839982464:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2252us (2734us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139090.932456:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29158 00000100:00100000:0.0:1746139090.933262:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139090.936759:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139090.945323:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139090.945387:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839983232 00000100:00100000:1.0:1746139090.945393:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839983232 00002000:00100000:1.0:1746139090.945427:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880072c19c00 x1830958839983232/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:16/0 lens 488/0 e 0 to 0 dl 1746139101 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139090.945435:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072c19c00 with x1830958839983232 ext(0->4095) 00002000:00010000:1.0:1746139090.945439:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072c19c00 00000100:00100000:1.0:1746139090.945470:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 12949 00000100:00100000:1.0:1746139090.945478:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072c19c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+102:2007:x1830958839983232:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746139090.945594:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072c19c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+102:2007:x1830958839983232:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 115us (277us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139090.945600:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 12949 00002000:00100000:1.0:1746139090.945605:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880072c19c00 x1830958839983232/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:16/0 lens 488/4536 e 0 to 0 dl 1746139101 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139090.945611:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072c19c00 with x1830958839983232 ext(0->4095) 00002000:00010000:1.0:1746139090.945613:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072c19c00 00000100:00100000:0.0:1746139090.947230:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139090.947298:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839983360 00000100:00100000:1.0:1746139090.947303:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839983360 00000100:00100000:1.0:1746139090.947694:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29159 00000100:00100000:1.0:1746139090.947701:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072c1b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958839983360:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139090.947713:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139090.947727:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e600/0x1f9f6ca451aca3ce lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3511234 expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139090.947753:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451aca3c7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351122d expref: 100 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139090.947759:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139090.947760:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139090.947764:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e600/0x1f9f6ca451aca3ce lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511234 expref: 6 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139090.947792:0:18644:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451aca3c7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351122d expref: 100 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139090.947803:0:18644:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451aca3c7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351122d expref: 100 pid: 18644 timeout: 816 lvb_type: 0 00000100:00100000:1.0:1746139090.947813:0:18644:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a075aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958831976064:192.168.203.56@tcp:104: 00000100:00100000:1.0:1746139090.947894:0:18644:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ded1180 going to sleep for 11 seconds 00000100:00100000:1.0:1746139090.950018:0:18644:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a075aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958831976064:192.168.203.56@tcp:104: 00010000:00010000:1.0:1746139090.950084:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e600/0x1f9f6ca451aca3ce lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511234 expref: 6 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139090.950097:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7e600, rc 0) 00000100:00100000:1.0:1746139090.950135:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072c1b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958839983360:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2434us (2909us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139090.950141:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29159 00000100:00100000:0.0:1746139090.950379:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139090.954114:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139090.954214:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839983744 00000100:00100000:1.0:1746139090.954220:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839983744 00002000:00100000:1.0:1746139090.954249:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880072c18700 x1830958839983744/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:16/0 lens 488/0 e 0 to 0 dl 1746139101 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139090.954257:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072c18700 with x1830958839983744 ext(0->4095) 00002000:00010000:1.0:1746139090.954261:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072c18700 00000100:00100000:1.0:1746139090.954285:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 12950 00000100:00100000:1.0:1746139090.954291:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072c18700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958839983744:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746139090.954391:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072c18700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958839983744:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 100us (277us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139090.954396:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 12950 00002000:00100000:1.0:1746139090.954401:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880072c18700 x1830958839983744/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:16/0 lens 488/4536 e 0 to 0 dl 1746139101 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139090.954407:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072c18700 with x1830958839983744 ext(0->4095) 00002000:00010000:1.0:1746139090.954409:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072c18700 00000100:00100000:0.0:1746139090.957009:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139090.957091:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139090.957172:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839983872 00000100:00100000:1.0:1746139090.957179:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839983872 00000100:00100000:1.0:1746139090.957210:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839984000 00000100:00100000:1.0:1746139090.957212:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839984000 00000100:00100000:1.0:1746139090.957231:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29160 00000100:00100000:1.0:1746139090.957237:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072c19880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+101:1814:x1830958839983872:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139090.957256:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139090.957269:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e800/0x1f9f6ca451aca3d5 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a351123b expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139090.957293:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e600/0x1f9f6ca451aca3ce lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511234 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139090.957299:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139090.957300:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139090.957303:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e800/0x1f9f6ca451aca3d5 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351123b expref: 102 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139090.957329:0:9564:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e600/0x1f9f6ca451aca3ce lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511234 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139090.957339:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e600/0x1f9f6ca451aca3ce lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511234 expref: 5 pid: 18644 timeout: 816 lvb_type: 0 00000100:00100000:1.0:1746139090.957349:0:9564:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a075aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958831976320:192.168.203.56@tcp:104: 00000100:00100000:1.0:1746139090.957420:0:9564:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ded1180 going to sleep for 11 seconds 00000100:00100000:1.0:1746139090.957435:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29161 00000100:00100000:1.0:1746139090.957441:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072c1b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+102:1800:x1830958839984000:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139090.957446:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139090.957452:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fc00/0x1f9f6ca451aca3dc lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3511242 expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139090.957462:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139090.957466:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e800/0x1f9f6ca451aca3d5 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351123b expref: 103 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139090.957470:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139090.957473:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fc00/0x1f9f6ca451aca3dc lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511242 expref: 103 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139090.957498:0:18644:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e800/0x1f9f6ca451aca3d5 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351123b expref: 103 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139090.957507:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fc00/0x1f9f6ca451aca3dc lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511242 expref: 103 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139090.957514:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7fc00, rc 0) 00000100:00100000:1.0:1746139090.957531:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072c1b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+103:1800:x1830958839984000:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 90us (440us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139090.957536:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29161 00000100:00100000:1.0:1746139090.960860:0:9564:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a075aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958831976320:192.168.203.56@tcp:104: 00010000:00010000:1.0:1746139090.960884:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e800/0x1f9f6ca451aca3d5 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351123b expref: 102 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139090.960899:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7e800, rc 0) 00000100:00100000:1.0:1746139090.960946:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072c19880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+102:1814:x1830958839983872:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3708us (3941us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139090.960954:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29160 00000100:00100000:0.0:1746139090.962103:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139090.969558:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139090.969763:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839984512 00000100:00100000:1.0:1746139090.969769:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839984512 00000100:00100000:1.0:1746139090.969797:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29162 00000100:00100000:1.0:1746139090.969802:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fae8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958839984512:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139090.969814:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139090.969826:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451aca3e3 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3511249 expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139090.969845:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139090.969849:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fc00/0x1f9f6ca451aca3dc lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511242 expref: 101 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139090.969854:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746139090.969856:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451aca3e3 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511249 expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139090.969881:0:9564:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fc00/0x1f9f6ca451aca3dc lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511242 expref: 101 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139090.969891:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451aca3e3 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511249 expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139090.969899:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7f200, rc 0) 00000100:00100000:1.0:1746139090.970528:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fae8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958839984512:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 724us (976us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139090.970534:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29162 00000100:00100000:0.0:1746139090.970679:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139090.973771:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139090.974456:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839984896 00000100:00100000:1.0:1746139090.974461:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839984896 00002000:00100000:1.0:1746139090.974489:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88012fae9500 x1830958839984896/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:16/0 lens 488/0 e 0 to 0 dl 1746139101 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139090.974497:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fae9500 with x1830958839984896 ext(0->4095) 00010000:00010000:1.0:1746139090.974504:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fc00/0x1f9f6ca451aca3dc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511242 expref: 101 pid: 18644 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746139090.974520:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fc00/0x1f9f6ca451aca3dc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511242 expref: 101 pid: 18644 timeout: 816 lvb_type: 0 00002000:00010000:1.0:1746139090.974525:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012fae9500 00000100:00100000:1.0:1746139090.974548:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2204 00000100:00100000:1.0:1746139090.974555:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fae9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+101:2008:x1830958839984896:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746139090.974693:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fae9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+101:2008:x1830958839984896:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 138us (927us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139090.974698:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2204 00002000:00100000:1.0:1746139090.974702:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88012fae9500 x1830958839984896/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:16/0 lens 488/4536 e 0 to 0 dl 1746139101 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139090.974708:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fae9500 with x1830958839984896 ext(0->4095) 00010000:00010000:1.0:1746139090.974712:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fc00/0x1f9f6ca451aca3dc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511242 expref: 101 pid: 18644 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746139090.974719:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fc00/0x1f9f6ca451aca3dc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511242 expref: 101 pid: 18644 timeout: 816 lvb_type: 0 00002000:00010000:1.0:1746139090.974724:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012fae9500 00000100:00100000:0.0:1746139090.978670:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139090.978693:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839985152 00000100:00100000:1.0:1746139090.978700:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839985152 00000100:00100000:1.0:1746139090.978739:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29163 00000100:00100000:1.0:1746139090.978745:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012faeb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+101:1800:x1830958839985152:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139090.978758:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139090.978770:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e600/0x1f9f6ca451aca3ea lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3511250 expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139090.978791:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139090.978795:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451aca3e3 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511249 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139090.978800:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746139090.978803:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e600/0x1f9f6ca451aca3ea lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511250 expref: 102 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139090.978827:0:9564:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451aca3e3 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511249 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139090.978836:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e600/0x1f9f6ca451aca3ea lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511250 expref: 102 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139090.978843:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7e600, rc 0) 00000100:00100000:1.0:1746139090.978882:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012faeb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+102:1800:x1830958839985152:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 137us (219us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139090.978887:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29163 00000100:00100000:0.0:1746139090.979377:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139090.983696:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139090.987901:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139090.991751:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139090.995882:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139090.995999:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839985920 00000100:00100000:1.0:1746139090.996005:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839985920 00000100:00100000:1.0:1746139090.996038:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29164 00000100:00100000:1.0:1746139090.996045:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb6b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958839985920:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139090.996058:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139090.996071:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451aca3f1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3511257 expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139090.996549:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e600/0x1f9f6ca451aca3ea lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511250 expref: 100 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139090.996555:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139090.996557:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139090.996560:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451aca3f1 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511257 expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139090.996596:0:9564:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e600/0x1f9f6ca451aca3ea lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511250 expref: 100 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139090.996607:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e600/0x1f9f6ca451aca3ea lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511250 expref: 100 pid: 9564 timeout: 816 lvb_type: 0 00000100:00100000:1.0:1746139090.996648:0:9564:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a075aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958831977344:192.168.203.56@tcp:104: 00000100:00100000:1.0:1746139090.996957:0:9564:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ded1300 going to sleep for 11 seconds 00000100:00100000:1.0:1746139090.999413:0:9564:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a075aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958831977344:192.168.203.56@tcp:104: 00010000:00010000:1.0:1746139090.999437:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451aca3f1 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511257 expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139090.999450:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7f400, rc 0) 00000100:00100000:1.0:1746139090.999496:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb6b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958839985920:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3450us (3618us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139090.999504:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29164 00000100:00100000:0.0:1746139091.002285:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139091.002900:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139091.003104:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839986176 00000100:00100000:1.0:1746139091.003108:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839986176 00000100:00100000:1.0:1746139091.003127:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29165 00000100:00100000:1.0:1746139091.003132:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb6b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+101:1800:x1830958839986176:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139091.003143:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139091.003155:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fa00/0x1f9f6ca451aca3f8 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a351125e expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139091.003170:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451aca3f1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511257 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139091.003176:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139091.003177:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139091.003180:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fa00/0x1f9f6ca451aca3f8 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351125e expref: 102 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139091.003194:0:9564:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451aca3f1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511257 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139091.003204:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451aca3f1 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511257 expref: 5 pid: 9564 timeout: 816 lvb_type: 0 00000100:00100000:1.0:1746139091.003213:0:9564:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a075aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958831977600:192.168.203.56@tcp:104: 00000100:00100000:1.0:1746139091.004115:0:9564:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ded1300 going to sleep for 11 seconds 00000100:00100000:1.0:1746139091.005652:0:9564:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a075aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958831977600:192.168.203.56@tcp:104: 00010000:00010000:1.0:1746139091.005673:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fa00/0x1f9f6ca451aca3f8 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351125e expref: 102 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139091.005689:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7fa00, rc 0) 00000100:00100000:1.0:1746139091.005728:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb6b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+102:1800:x1830958839986176:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2595us (2827us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139091.005735:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29165 00000100:00100000:0.0:1746139091.007008:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139091.010676:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139091.014505:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139091.033134:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139091.033227:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839986944 00000100:00100000:1.0:1746139091.033235:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839986944 00000100:00100000:1.0:1746139091.033269:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29166 00000100:00100000:1.0:1746139091.033276:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb69880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958839986944:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139091.033290:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139091.033302:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e400/0x1f9f6ca451aca3ff lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3511265 expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139091.033324:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fa00/0x1f9f6ca451aca3f8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351125e expref: 100 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139091.033330:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139091.033331:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139091.033333:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e400/0x1f9f6ca451aca3ff lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511265 expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139091.033356:0:9564:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fa00/0x1f9f6ca451aca3f8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351125e expref: 100 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139091.033366:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fa00/0x1f9f6ca451aca3f8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351125e expref: 100 pid: 9564 timeout: 816 lvb_type: 0 00000100:00100000:1.0:1746139091.033380:0:9564:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a075aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958831977856:192.168.203.56@tcp:104: 00000100:00100000:1.0:1746139091.033455:0:9564:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ded1300 going to sleep for 11 seconds 00000100:00100000:1.0:1746139091.036429:0:9564:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a075aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958831977856:192.168.203.56@tcp:104: 00010000:00010000:1.0:1746139091.036453:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e400/0x1f9f6ca451aca3ff lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511265 expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139091.036466:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7e400, rc 0) 00000100:00100000:1.0:1746139091.036502:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb69880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958839986944:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3226us (3374us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139091.036510:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29166 00000100:00100000:0.0:1746139091.037149:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139091.037209:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839987072 00000100:00100000:1.0:1746139091.037215:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839987072 00002000:00100000:1.0:1746139091.037240:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff88009cb6aa00 x1830958839987072/t0(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:17/0 lens 496/0 e 0 to 0 dl 1746139102 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139091.037249:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb6aa00 with x1830958839987072 ext(0->7) 00010000:00010000:1.0:1746139091.037254:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fa00/0x1f9f6ca451aca3f8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351125e expref: 101 pid: 9564 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746139091.037265:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fa00/0x1f9f6ca451aca3f8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351125e expref: 101 pid: 9564 timeout: 816 lvb_type: 0 00002000:00010000:1.0:1746139091.037271:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cb6aa00 00000100:00100000:1.0:1746139091.037295:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2207 00000100:00100000:1.0:1746139091.037301:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb6aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+101:2008:x1830958839987072:12345-192.168.203.56@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746139091.037975:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb6aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+103:2008:x1830958839987072:12345-192.168.203.56@tcp:4:ldlm_bl.0 Request processed in 672us (825us total) trans 4294971985 rc 0/0 00000100:00100000:0.0:1746139091.037981:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2207 00002000:00100000:0.0:1746139091.037987:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff88009cb6aa00 x1830958839987072/t4294971985(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:17/0 lens 496/448 e 0 to 0 dl 1746139102 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139091.037994:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb6aa00 with x1830958839987072 ext(0->7) 00010000:00010000:0.0:1746139091.037999:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fa00/0x1f9f6ca451aca3f8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351125e expref: 103 pid: 9564 timeout: 816 lvb_type: 0 00010000:00010000:0.0:1746139091.038008:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fa00/0x1f9f6ca451aca3f8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351125e expref: 103 pid: 9564 timeout: 816 lvb_type: 0 00002000:00010000:0.0:1746139091.038013:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cb6aa00 00000100:00100000:0.0:1746139091.039981:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139091.044019:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139091.044647:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839987456 00000100:00100000:1.0:1746139091.044653:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839987456 00002000:00100000:1.0:1746139091.044680:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009cb68e00 x1830958839987456/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:17/0 lens 488/0 e 0 to 0 dl 1746139102 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139091.044688:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb68e00 with x1830958839987456 ext(0->4095) 00002000:00010000:1.0:1746139091.044691:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cb68e00 00000100:00100000:0.0:1746139091.049175:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139091.049270:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839987584 00000100:00100000:0.0:1746139091.049276:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839987584 00000100:00100000:0.0:1746139091.049301:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29167 00000100:00100000:0.0:1746139091.049306:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb6a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+102:1800:x1830958839987584:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746139091.049316:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746139091.049328:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f14fc00/0x1f9f6ca451aca406 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a351126c expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139091.049347:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e400/0x1f9f6ca451aca3ff lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511265 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139091.049353:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139091.049355:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139091.049358:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f14fc00/0x1f9f6ca451aca406 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351126c expref: 103 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139091.049382:0:9564:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e400/0x1f9f6ca451aca3ff lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511265 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139091.049392:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e400/0x1f9f6ca451aca3ff lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511265 expref: 5 pid: 9564 timeout: 816 lvb_type: 0 00000100:00100000:0.0:1746139091.049402:0:9564:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb69500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958831978112:192.168.203.56@tcp:104: 00000100:00100000:0.0:1746139091.049455:0:9564:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007fe37840 going to sleep for 11 seconds 00000100:00100000:0.0:1746139091.058247:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139091.058295:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139091.064866:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139091.071093:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139091.076851:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139091.080108:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139091.085328:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139091.087989:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139091.089900:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139091.090041:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839989120 00000100:00100000:1.0:1746139091.090045:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839989120 00002000:00100000:1.0:1746139091.090070:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009ba6f100 x1830958839989120/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:17/0 lens 488/0 e 0 to 0 dl 1746139102 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139091.090079:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba6f100 with x1830958839989120 ext(0->4095) 00010000:00010000:1.0:1746139091.090085:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008760ce00/0x1f9f6ca451aca414 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351127a expref: 6 pid: 9564 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746139091.090094:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008760ce00/0x1f9f6ca451aca414 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351127a expref: 6 pid: 9564 timeout: 816 lvb_type: 0 00002000:00010000:1.0:1746139091.090100:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ba6f100 00000100:00100000:1.0:1746139091.090118:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2209 00000100:00100000:1.0:1746139091.090123:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba6f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958839989120:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746139091.090205:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba6f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958839989120:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 82us (308us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139091.090210:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2209 00002000:00100000:1.0:1746139091.090215:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009ba6f100 x1830958839989120/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:17/0 lens 488/4536 e 0 to 0 dl 1746139102 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139091.090226:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba6f100 with x1830958839989120 ext(0->4095) 00010000:00010000:1.0:1746139091.090229:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008760ce00/0x1f9f6ca451aca414 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351127a expref: 6 pid: 9564 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746139091.090237:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008760ce00/0x1f9f6ca451aca414 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351127a expref: 6 pid: 9564 timeout: 816 lvb_type: 0 00002000:00010000:1.0:1746139091.090241:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ba6f100 00000100:00100000:0.0:1746139091.094305:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139091.094387:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139091.099240:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800885ce300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958831979136:192.168.203.56@tcp:105: 00010000:00010000:0.0:1746139091.099256:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746139091.099303:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba6c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2007:x1830958839989376:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 4427us (4913us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139091.099312:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16484 00000100:00100000:1.0:1746139091.099448:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139091.109249:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139091.118938:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139091.119790:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839990016 00000100:00100000:1.0:1746139091.119799:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839990016 00002000:00100000:1.0:1746139091.119835:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880131494000 x1830958839990016/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:17/0 lens 488/0 e 0 to 0 dl 1746139102 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139091.119844:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131494000 with x1830958839990016 ext(0->4095) 00002000:00010000:1.0:1746139091.119848:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131494000 00000100:00100000:1.0:1746139091.120068:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 12955 00000100:00100000:1.0:1746139091.120075:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131494000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+103:2008:x1830958839990016:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746139091.120178:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131494000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+103:2008:x1830958839990016:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 102us (1246us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139091.120183:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 12955 00002000:00100000:1.0:1746139091.120187:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880131494000 x1830958839990016/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:17/0 lens 488/4536 e 0 to 0 dl 1746139102 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139091.120194:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131494000 with x1830958839990016 ext(0->4095) 00002000:00010000:1.0:1746139091.120196:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131494000 00000100:00100000:0.0:1746139091.123551:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139091.129900:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139091.129980:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139091.134078:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139091.137757:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139091.143192:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139091.143568:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839991040 00000100:00100000:1.0:1746139091.143575:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839991040 00002000:00100000:1.0:1746139091.143646:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880131496d80 x1830958839991040/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:17/0 lens 488/0 e 0 to 0 dl 1746139102 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139091.143655:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131496d80 with x1830958839991040 ext(0->4095) 00002000:00010000:1.0:1746139091.143660:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131496d80 00000100:00100000:1.0:1746139091.143960:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 12956 00000100:00100000:1.0:1746139091.143967:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131496d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+103:2008:x1830958839991040:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746139091.144191:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131496d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+103:2008:x1830958839991040:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 224us (1004us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139091.144198:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 12956 00002000:00100000:1.0:1746139091.144204:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880131496d80 x1830958839991040/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:17/0 lens 488/4536 e 0 to 0 dl 1746139102 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139091.144211:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131496d80 with x1830958839991040 ext(0->4095) 00002000:00010000:1.0:1746139091.144214:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131496d80 00000100:00100000:0.0:1746139091.149906:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139091.156855:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139091.156994:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839991296 00000100:00100000:1.0:1746139091.157000:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839991296 00002000:00100000:1.0:1746139091.157035:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff880131494a80 x1830958839991296/t0(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:17/0 lens 496/0 e 0 to 0 dl 1746139102 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139091.157044:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131494a80 with x1830958839991296 ext(0->7) 00010000:00010000:1.0:1746139091.157051:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4200/0x1f9f6ca451aca430 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511296 expref: 103 pid: 24929 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746139091.157063:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4200/0x1f9f6ca451aca430 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511296 expref: 103 pid: 24929 timeout: 816 lvb_type: 0 00002000:00010000:1.0:1746139091.157069:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131494a80 00000100:00100000:1.0:1746139091.157099:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2212 00000100:00100000:1.0:1746139091.157106:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131494a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+103:2008:x1830958839991296:12345-192.168.203.56@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746139091.158419:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131494a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+105:2008:x1830958839991296:12345-192.168.203.56@tcp:4:ldlm_bl.0 Request processed in 1308us (1563us total) trans 4294971986 rc 0/0 00000100:00100000:0.0:1746139091.158427:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2212 00002000:00100000:0.0:1746139091.158433:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff880131494a80 x1830958839991296/t4294971986(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:17/0 lens 496/448 e 0 to 0 dl 1746139102 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139091.158441:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131494a80 with x1830958839991296 ext(0->7) 00010000:00010000:0.0:1746139091.158447:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4200/0x1f9f6ca451aca430 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511296 expref: 105 pid: 24929 timeout: 816 lvb_type: 0 00010000:00010000:0.0:1746139091.158458:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4200/0x1f9f6ca451aca430 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511296 expref: 105 pid: 24929 timeout: 816 lvb_type: 0 00002000:00010000:0.0:1746139091.158464:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131494a80 00000100:00100000:0.0:1746139091.168597:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139091.169126:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139091.175968:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139091.176035:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839991808 00000100:00100000:1.0:1746139091.176043:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839991808 00002000:00100000:1.0:1746139091.176080:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880093640000 x1830958839991808/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:17/0 lens 488/0 e 0 to 0 dl 1746139102 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139091.176089:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093640000 with x1830958839991808 ext(0->4095) 00010000:00010000:1.0:1746139091.176169:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88007fe80e00/0x1f9f6ca451aca437 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351129d expref: 6 pid: 9564 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746139091.176180:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88007fe80e00/0x1f9f6ca451aca437 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351129d expref: 6 pid: 9564 timeout: 816 lvb_type: 0 00002000:00010000:1.0:1746139091.176186:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093640000 00000100:00100000:1.0:1746139091.176218:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2213 00000100:00100000:1.0:1746139091.176226:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093640000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958839991808:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746139091.176336:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093640000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958839991808:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 110us (375us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139091.176342:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2213 00002000:00100000:1.0:1746139091.176347:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880093640000 x1830958839991808/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:17/0 lens 488/4536 e 0 to 0 dl 1746139102 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139091.176353:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093640000 with x1830958839991808 ext(0->4095) 00010000:00010000:1.0:1746139091.176358:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88007fe80e00/0x1f9f6ca451aca437 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351129d expref: 6 pid: 9564 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746139091.176366:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88007fe80e00/0x1f9f6ca451aca437 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351129d expref: 6 pid: 9564 timeout: 816 lvb_type: 0 00002000:00010000:1.0:1746139091.176371:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093640000 00000100:00100000:1.0:1746139091.192923:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139091.205830:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139091.206066:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839992448 00000100:00100000:1.0:1746139091.206073:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839992448 00002000:00100000:1.0:1746139091.206110:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff880093642a00 x1830958839992448/t0(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:17/0 lens 496/0 e 0 to 0 dl 1746139102 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139091.206118:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093642a00 with x1830958839992448 ext(0->7) 00010000:00010000:1.0:1746139091.206126:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4600/0x1f9f6ca451aca43e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35112a4 expref: 105 pid: 24929 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746139091.206138:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4600/0x1f9f6ca451aca43e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35112a4 expref: 105 pid: 24929 timeout: 816 lvb_type: 0 00002000:00010000:1.0:1746139091.206143:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093642a00 00000100:00100000:1.0:1746139091.206168:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2214 00000100:00100000:1.0:1746139091.206174:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093642a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+105:2008:x1830958839992448:12345-192.168.203.56@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746139091.209485:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093642a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+107:2008:x1830958839992448:12345-192.168.203.56@tcp:4:ldlm_bl.0 Request processed in 3301us (3651us total) trans 4294971987 rc 0/0 00000100:00100000:0.0:1746139091.209496:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2214 00002000:00100000:0.0:1746139091.209507:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff880093642a00 x1830958839992448/t4294971987(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:17/0 lens 496/448 e 0 to 0 dl 1746139102 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139091.209516:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093642a00 with x1830958839992448 ext(0->7) 00010000:00010000:0.0:1746139091.209525:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4600/0x1f9f6ca451aca43e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35112a4 expref: 107 pid: 24929 timeout: 816 lvb_type: 0 00010000:00010000:0.0:1746139091.209540:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4600/0x1f9f6ca451aca43e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35112a4 expref: 107 pid: 24929 timeout: 816 lvb_type: 0 00002000:00010000:0.0:1746139091.209547:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093642a00 00000100:00100000:0.0:1746139091.213186:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139091.218186:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a07b4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958831980544:192.168.203.56@tcp:105: 00010000:00010000:0.0:1746139091.218204:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746139091.218255:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093641c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+106:2008:x1830958839992576:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 4740us (5074us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139091.218264:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16490 00000100:00100000:0.0:1746139091.219675:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139091.219963:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839992960 00000100:00100000:1.0:1746139091.219967:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839992960 00002000:00100000:1.0:1746139091.219995:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880093641f80 x1830958839992960/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:17/0 lens 488/0 e 0 to 0 dl 1746139102 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139091.220003:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093641f80 with x1830958839992960 ext(0->4095) 00010000:00010000:1.0:1746139091.220009:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4800/0x1f9f6ca451aca445 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35112ab expref: 6 pid: 9564 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746139091.220020:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4800/0x1f9f6ca451aca445 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35112ab expref: 6 pid: 9564 timeout: 816 lvb_type: 0 00002000:00010000:1.0:1746139091.220025:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093641f80 00000100:00100000:1.0:1746139091.220052:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2215 00000100:00100000:1.0:1746139091.220058:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093641f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958839992960:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746139091.220258:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093641f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958839992960:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 198us (585us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139091.220264:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2215 00002000:00100000:1.0:1746139091.220269:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880093641f80 x1830958839992960/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:17/0 lens 488/4536 e 0 to 0 dl 1746139102 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139091.220275:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093641f80 with x1830958839992960 ext(0->4095) 00010000:00010000:1.0:1746139091.220279:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4800/0x1f9f6ca451aca445 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35112ab expref: 6 pid: 9564 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746139091.220287:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4800/0x1f9f6ca451aca445 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35112ab expref: 6 pid: 9564 timeout: 816 lvb_type: 0 00002000:00010000:1.0:1746139091.220292:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093641f80 00000100:00100000:0.0:1746139091.225026:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139091.225486:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139091.225955:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839993216 00000100:00100000:1.0:1746139091.225960:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839993216 00010000:00010000:1.0:1746139091.225977:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4800/0x1f9f6ca451aca445 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35112ab expref: 6 pid: 9564 timeout: 816 lvb_type: 0 00000100:00100000:1.0:1746139091.225997:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16491 00000100:00100000:1.0:1746139091.226002:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093640e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958839993216:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746139091.226009:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746139091.226023:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4800/0x1f9f6ca451aca445 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35112ab expref: 6 pid: 9564 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746139091.226032:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4800/0x1f9f6ca451aca445 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35112ab expref: 6 pid: 9564 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746139091.226045:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4800/0x1f9f6ca451aca445 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35112ab expref: 6 pid: 9564 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746139091.226074:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139091.226076:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139091.226081:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4e00/0x1f9f6ca451aca44c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35112b2 expref: 107 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139091.226088:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4e00/0x1f9f6ca451aca44c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35112b2 expref: 107 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139091.226105:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4e00/0x1f9f6ca451aca44c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35112b2 expref: 107 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139091.226115:0:7207:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4e00/0x1f9f6ca451aca44c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35112b2 expref: 107 pid: 9564 timeout: 816 lvb_type: 0 00000100:00100000:1.0:1746139091.226128:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0758e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958831980928:192.168.203.56@tcp:105: 00000100:00100000:1.0:1746139091.226180:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ded1300 going to sleep for 11 seconds 00000100:00100000:1.0:1746139091.230354:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0758e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958831980928:192.168.203.56@tcp:105: 00010000:00010000:1.0:1746139091.230370:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746139091.230900:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093640e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2008:x1830958839993216:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 4895us (5412us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139091.230910:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16491 00000100:00100000:0.0:1746139091.231636:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139091.232085:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839993472 00000100:00100000:1.0:1746139091.232091:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839993472 00002000:00100000:1.0:1746139091.232122:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880093640700 x1830958839993472/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:17/0 lens 488/0 e 0 to 0 dl 1746139102 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139091.232131:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093640700 with x1830958839993472 ext(0->4095) 00010000:00010000:1.0:1746139091.232138:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4e00/0x1f9f6ca451aca44c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35112b2 expref: 108 pid: 9564 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746139091.232150:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4e00/0x1f9f6ca451aca44c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35112b2 expref: 108 pid: 9564 timeout: 816 lvb_type: 0 00002000:00010000:1.0:1746139091.232157:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093640700 00000100:00100000:1.0:1746139091.232340:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2216 00000100:00100000:1.0:1746139091.232348:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093640700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+108:2007:x1830958839993472:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746139091.232466:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093640700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+108:2007:x1830958839993472:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 118us (832us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139091.232475:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2216 00002000:00100000:1.0:1746139091.232479:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880093640700 x1830958839993472/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:17/0 lens 488/4536 e 0 to 0 dl 1746139102 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139091.232487:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093640700 with x1830958839993472 ext(0->4095) 00010000:00010000:1.0:1746139091.232491:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4e00/0x1f9f6ca451aca44c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35112b2 expref: 108 pid: 9564 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746139091.232500:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4e00/0x1f9f6ca451aca44c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35112b2 expref: 108 pid: 9564 timeout: 816 lvb_type: 0 00002000:00010000:1.0:1746139091.232506:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093640700 00000100:00100000:0.0:1746139091.235160:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139091.235246:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839993600 00000100:00100000:1.0:1746139091.235253:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839993600 00010000:00010000:1.0:1746139091.235280:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4e00/0x1f9f6ca451aca44c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35112b2 expref: 108 pid: 9564 timeout: 816 lvb_type: 0 00000100:00100000:1.0:1746139091.235313:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16492 00000100:00100000:1.0:1746139091.235319:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093641500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+108:2008:x1830958839993600:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746139091.235329:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746139091.235345:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4e00/0x1f9f6ca451aca44c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35112b2 expref: 108 pid: 9564 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746139091.235355:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4e00/0x1f9f6ca451aca44c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35112b2 expref: 108 pid: 9564 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746139091.235373:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4e00/0x1f9f6ca451aca44c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35112b2 expref: 108 pid: 9564 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746139091.235838:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139091.235841:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139091.235848:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4200/0x1f9f6ca451aca453 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35112b9 expref: 107 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139091.235856:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4200/0x1f9f6ca451aca453 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35112b9 expref: 107 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139091.235883:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4200/0x1f9f6ca451aca453 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35112b9 expref: 107 pid: 9564 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746139091.235894:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0758e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958831981056:192.168.203.56@tcp:105: 00000100:00100000:1.0:1746139091.235962:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ded1180 going to sleep for 11 seconds 00000100:00100000:0.0:1746139091.239813:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139091.240397:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0758e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958831981056:192.168.203.56@tcp:105: 00010000:00010000:1.0:1746139091.240412:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746139091.240441:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093641500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+107:2008:x1830958839993600:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 5122us (5289us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139091.240448:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16492 00000100:00100000:0.0:1746139091.243208:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139091.247201:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139091.247255:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839994112 00000100:00100000:1.0:1746139091.247262:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839994112 00010000:00010000:1.0:1746139091.247285:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4200/0x1f9f6ca451aca453 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35112b9 expref: 107 pid: 9564 timeout: 816 lvb_type: 0 00000100:00100000:1.0:1746139091.247318:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16493 00000100:00100000:1.0:1746139091.247325:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124a2f450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+107:2008:x1830958839994112:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746139091.247339:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746139091.247357:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4200/0x1f9f6ca451aca453 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35112b9 expref: 107 pid: 9564 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746139091.247366:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4200/0x1f9f6ca451aca453 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35112b9 expref: 107 pid: 9564 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746139091.247383:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4200/0x1f9f6ca451aca453 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35112b9 expref: 107 pid: 9564 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746139091.247409:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139091.247411:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139091.247416:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88007fe81c00/0x1f9f6ca451aca45a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35112c0 expref: 5 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139091.247423:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88007fe81c00/0x1f9f6ca451aca45a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35112c0 expref: 5 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139091.247447:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88007fe81c00/0x1f9f6ca451aca45a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35112c0 expref: 5 pid: 24929 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746139091.247456:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0758e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958831981312:192.168.203.56@tcp:105: 00000100:00100000:1.0:1746139091.247515:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ded1180 going to sleep for 11 seconds 00000100:00100000:1.0:1746139091.249065:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0758e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958831981312:192.168.203.56@tcp:105: 00010000:00010000:1.0:1746139091.249079:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746139091.249282:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124a2f450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+106:2008:x1830958839994112:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 1955us (2080us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139091.249294:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16493 00000100:00100000:0.0:1746139091.250048:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139091.250093:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139091.255950:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139091.256256:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139091.256433:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839994752 00000100:00100000:1.0:1746139091.256437:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839994752 00010000:00010000:1.0:1746139091.256452:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88007fe81c00/0x1f9f6ca451aca45a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35112c0 expref: 6 pid: 24929 timeout: 816 lvb_type: 0 00000100:00100000:1.0:1746139091.256469:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16494 00000100:00100000:1.0:1746139091.256473:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c18ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958839994752:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746139091.256480:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746139091.256494:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88007fe81c00/0x1f9f6ca451aca45a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35112c0 expref: 6 pid: 24929 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746139091.256503:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88007fe81c00/0x1f9f6ca451aca45a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35112c0 expref: 6 pid: 24929 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746139091.256518:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88007fe81c00/0x1f9f6ca451aca45a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35112c0 expref: 6 pid: 24929 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746139091.256544:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139091.256545:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139091.256550:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5e00/0x1f9f6ca451aca461 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35112c7 expref: 107 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139091.256865:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5e00/0x1f9f6ca451aca461 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35112c7 expref: 107 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139091.256961:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5e00/0x1f9f6ca451aca461 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35112c7 expref: 107 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139091.256971:0:7207:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5e00/0x1f9f6ca451aca461 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35112c7 expref: 107 pid: 24929 timeout: 816 lvb_type: 0 00000100:00100000:1.0:1746139091.256981:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0758e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958831981696:192.168.203.56@tcp:105: 00000100:00100000:1.0:1746139091.257035:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ded1300 going to sleep for 11 seconds 00000100:00100000:0.0:1746139091.260975:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139091.261326:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0758e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958831981696:192.168.203.56@tcp:105: 00010000:00010000:1.0:1746139091.261340:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746139091.261864:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c18ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2008:x1830958839994752:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 5387us (5606us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139091.261873:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16494 00000100:00100000:0.0:1746139091.269588:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139091.270457:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839995136 00000100:00100000:1.0:1746139091.270466:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839995136 00010000:00010000:1.0:1746139091.270498:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5e00/0x1f9f6ca451aca461 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35112c7 expref: 108 pid: 24929 timeout: 816 lvb_type: 0 00000100:00100000:1.0:1746139091.270536:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16495 00000100:00100000:1.0:1746139091.270543:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c18d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+108:2010:x1830958839995136:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746139091.270555:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746139091.270570:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5e00/0x1f9f6ca451aca461 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35112c7 expref: 108 pid: 24929 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746139091.270589:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5e00/0x1f9f6ca451aca461 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35112c7 expref: 108 pid: 24929 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746139091.270606:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5e00/0x1f9f6ca451aca461 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35112c7 expref: 108 pid: 24929 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746139091.270649:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139091.270650:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139091.270656:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4e00/0x1f9f6ca451aca468 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35112ce expref: 107 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139091.271191:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4e00/0x1f9f6ca451aca468 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35112ce expref: 107 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139091.271230:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4e00/0x1f9f6ca451aca468 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35112ce expref: 107 pid: 24929 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746139091.271241:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0758e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958831981824:192.168.203.56@tcp:105: 00000100:00100000:1.0:1746139091.271332:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ded1300 going to sleep for 11 seconds 00000100:00100000:0.0:1746139091.277923:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139091.278096:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0758e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958831981824:192.168.203.56@tcp:105: 00010000:00010000:1.0:1746139091.278111:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746139091.278391:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c18d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+108:2010:x1830958839995136:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 7846us (8817us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139091.278400:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16495 00000100:00100000:0.0:1746139091.280663:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139091.281084:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839995520 00000100:00100000:1.0:1746139091.281091:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839995520 00000100:00100000:1.0:1746139091.281131:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29182 00000100:00100000:1.0:1746139091.281136:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c18fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958839995520:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139091.281150:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139091.281163:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e400/0x1f9f6ca451aca46f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a35112d5 expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139091.281187:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4e00/0x1f9f6ca451aca468 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35112ce expref: 106 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139091.281193:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139091.281194:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139091.281197:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e400/0x1f9f6ca451aca46f lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35112d5 expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139091.281227:0:9564:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4e00/0x1f9f6ca451aca468 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35112ce expref: 106 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139091.281236:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4e00/0x1f9f6ca451aca468 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35112ce expref: 106 pid: 24929 timeout: 816 lvb_type: 0 00000100:00100000:1.0:1746139091.281245:0:9564:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0758e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958831981952:192.168.203.56@tcp:104: 00000100:00100000:1.0:1746139091.281308:0:9564:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ded1300 going to sleep for 11 seconds 00000100:00100000:1.0:1746139091.284241:0:9564:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0758e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958831981952:192.168.203.56@tcp:104: 00010000:00010000:1.0:1746139091.284267:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e400/0x1f9f6ca451aca46f lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35112d5 expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139091.284281:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7e400, rc 0) 00000100:00100000:1.0:1746139091.284326:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c18fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958839995520:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3188us (3667us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139091.284333:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29182 00000100:00100000:0.0:1746139091.285491:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139091.285555:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839995648 00000100:00100000:1.0:1746139091.285561:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839995648 00010000:00010000:1.0:1746139091.285597:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4e00/0x1f9f6ca451aca468 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35112ce expref: 107 pid: 24929 timeout: 816 lvb_type: 0 00000100:00100000:0.0:1746139091.287766:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139091.287977:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839995776 00000100:00100000:1.0:1746139091.287987:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839995776 00000100:00100000:1.0:1746139091.288038:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29183 00000100:00100000:1.0:1746139091.288048:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c18f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+107:1800:x1830958839995776:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139091.288063:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139091.288076:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e600/0x1f9f6ca451aca476 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a35112dc expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139091.288100:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e400/0x1f9f6ca451aca46f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35112d5 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139091.288108:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139091.288110:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139091.288113:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e600/0x1f9f6ca451aca476 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35112dc expref: 108 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139091.288139:0:9564:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e400/0x1f9f6ca451aca46f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35112d5 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139091.288149:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e400/0x1f9f6ca451aca46f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35112d5 expref: 5 pid: 9564 timeout: 816 lvb_type: 0 00000100:00100000:1.0:1746139091.288160:0:9564:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0758e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958831982208:192.168.203.56@tcp:104: 00000100:00100000:1.0:1746139091.288223:0:9564:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ded1300 going to sleep for 11 seconds 00000100:00100000:1.0:1746139091.288372:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139091.289554:0:9564:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0758e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958831982208:192.168.203.56@tcp:104: 00010000:00010000:1.0:1746139091.289569:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e600/0x1f9f6ca451aca476 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35112dc expref: 107 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139091.289588:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7e600, rc 0) 00000100:00100000:1.0:1746139091.289861:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c18f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+107:1800:x1830958839995776:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1812us (2100us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139091.289867:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29183 00000100:00100000:0.0:1746139091.292765:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139091.297724:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139091.315867:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139091.316219:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839996544 00000100:00100000:1.0:1746139091.316226:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839996544 00000100:00100000:1.0:1746139091.316270:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29184 00000100:00100000:1.0:1746139091.316277:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801314be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958839996544:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139091.316291:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139091.316304:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451aca47d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a35112e3 expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139091.316327:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e600/0x1f9f6ca451aca476 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35112dc expref: 106 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139091.316333:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139091.316334:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139091.316337:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451aca47d lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35112e3 expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139091.316361:0:9564:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e600/0x1f9f6ca451aca476 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35112dc expref: 106 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139091.316375:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e600/0x1f9f6ca451aca476 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35112dc expref: 106 pid: 9564 timeout: 816 lvb_type: 0 00000100:00100000:1.0:1746139091.316385:0:9564:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0758e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958831982464:192.168.203.56@tcp:104: 00000100:00100000:1.0:1746139091.317278:0:9564:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ded1300 going to sleep for 11 seconds 00000100:00100000:1.0:1746139091.318943:0:9564:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0758e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958831982464:192.168.203.56@tcp:104: 00010000:00010000:1.0:1746139091.318966:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451aca47d lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35112e3 expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139091.318980:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7f400, rc 0) 00000100:00100000:1.0:1746139091.319029:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801314be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958839996544:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2751us (3168us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139091.319037:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29184 00000100:00100000:0.0:1746139091.329082:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139091.331034:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801314bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+109:2007:x1830958839996672:12345-192.168.203.56@tcp:4:ldlm_bl.0 Request processed in 1745us (1951us total) trans 4294971988 rc 0/0 00000100:00100000:0.0:1746139091.331042:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2220 00002000:00100000:0.0:1746139091.331051:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff8801314bc000 x1830958839996672/t4294971988(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:17/0 lens 496/448 e 0 to 0 dl 1746139102 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139091.331064:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801314bc000 with x1830958839996672 ext(0->7) 00010000:00010000:0.0:1746139091.331072:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e600/0x1f9f6ca451aca476 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35112dc expref: 109 pid: 9564 timeout: 816 lvb_type: 0 00010000:00010000:0.0:1746139091.331083:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e600/0x1f9f6ca451aca476 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35112dc expref: 109 pid: 9564 timeout: 816 lvb_type: 0 00002000:00010000:0.0:1746139091.331089:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801314bc000 00000100:00100000:0.0:1746139091.338014:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139091.338959:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139091.338979:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839996928 00000100:00100000:0.0:1746139091.338982:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839996928 00000100:00100000:0.0:1746139091.339001:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29185 00000100:00100000:0.0:1746139091.339005:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801314bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+6:1800:x1830958839996928:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746139091.339015:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746139091.339024:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f14ec00/0x1f9f6ca451aca484 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a35112ea expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139091.339037:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451aca47d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35112e3 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139091.339043:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139091.339044:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139091.339047:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f14ec00/0x1f9f6ca451aca484 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35112ea expref: 7 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139091.339061:0:9564:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451aca47d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35112e3 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139091.339070:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451aca47d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35112e3 expref: 5 pid: 9564 timeout: 816 lvb_type: 0 00000100:00100000:0.0:1746139091.339078:0:9564:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801314bdf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958831982720:192.168.203.56@tcp:104: 00000100:00100000:0.0:1746139091.339095:0:9564:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007fe37840 going to sleep for 11 seconds 00000100:00100000:0.0:1746139091.347555:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139091.347650:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839997184 00000100:00100000:1.0:1746139091.347657:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839997184 00002000:00100000:1.0:1746139091.347695:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8801314bc700 x1830958839997184/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:17/0 lens 488/0 e 0 to 0 dl 1746139102 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139091.347704:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801314bc700 with x1830958839997184 ext(0->4095) 00010000:00010000:1.0:1746139091.347710:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451aca47d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35112e3 expref: 6 pid: 9564 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746139091.347722:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451aca47d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35112e3 expref: 6 pid: 9564 timeout: 816 lvb_type: 0 00002000:00010000:1.0:1746139091.347733:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801314bc700 00000100:00100000:1.0:1746139091.347761:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2221 00000100:00100000:1.0:1746139091.347769:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801314bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958839997184:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746139091.347857:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801314bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958839997184:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 90us (309us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139091.347862:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2221 00002000:00100000:1.0:1746139091.347866:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8801314bc700 x1830958839997184/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:17/0 lens 488/4536 e 0 to 0 dl 1746139102 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139091.347872:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801314bc700 with x1830958839997184 ext(0->4095) 00010000:00010000:1.0:1746139091.347875:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451aca47d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35112e3 expref: 6 pid: 9564 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746139091.347882:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451aca47d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35112e3 expref: 6 pid: 9564 timeout: 816 lvb_type: 0 00002000:00010000:1.0:1746139091.347887:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801314bc700 00000100:00100000:0.0:1746139091.354024:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139091.359674:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139091.369779:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139091.384705:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139091.387203:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839997824 00000100:00100000:1.0:1746139091.387213:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839997824 00002000:00100000:1.0:1746139091.387254:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff8801314bea00 x1830958839997824/t0(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:17/0 lens 496/0 e 0 to 0 dl 1746139102 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139091.387264:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801314bea00 with x1830958839997824 ext(0->7) 00010000:00010000:1.0:1746139091.387272:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f14ec00/0x1f9f6ca451aca484 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35112ea expref: 6 pid: 9564 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746139091.387289:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f14ec00/0x1f9f6ca451aca484 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35112ea expref: 6 pid: 9564 timeout: 816 lvb_type: 0 00002000:00010000:1.0:1746139091.387295:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801314bea00 00000100:00100000:1.0:1746139091.387323:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2222 00000100:00100000:1.0:1746139091.387330:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801314bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+6:2009:x1830958839997824:12345-192.168.203.56@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746139091.388140:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139091.389741:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801314bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+9:2009:x1830958839997824:12345-192.168.203.56@tcp:4:ldlm_bl.0 Request processed in 2410us (5040us total) trans 4294971989 rc 0/0 00000100:00100000:0.0:1746139091.389748:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2222 00002000:00100000:0.0:1746139091.389755:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff8801314bea00 x1830958839997824/t4294971989(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:17/0 lens 496/448 e 0 to 0 dl 1746139102 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139091.389763:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801314bea00 with x1830958839997824 ext(0->7) 00010000:00010000:0.0:1746139091.389767:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f14ec00/0x1f9f6ca451aca484 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35112ea expref: 9 pid: 9564 timeout: 816 lvb_type: 0 00010000:00010000:0.0:1746139091.389776:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f14ec00/0x1f9f6ca451aca484 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35112ea expref: 9 pid: 9564 timeout: 816 lvb_type: 0 00002000:00010000:0.0:1746139091.389781:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801314bea00 00000100:00100000:0.0:1746139091.394961:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139091.400289:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139091.400356:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839998336 00000100:00100000:0.0:1746139091.400363:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839998336 00002000:00100000:0.0:1746139091.400399:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800a0758e00 x1830958839998336/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:17/0 lens 488/0 e 0 to 0 dl 1746139102 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139091.400408:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0758e00 with x1830958839998336 ext(0->4095) 00010000:00010000:0.0:1746139091.400414:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88007fe81e00/0x1f9f6ca451aca48b lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35112f1 expref: 6 pid: 9564 timeout: 816 lvb_type: 0 00010000:00010000:0.0:1746139091.400425:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88007fe81e00/0x1f9f6ca451aca48b lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35112f1 expref: 6 pid: 9564 timeout: 816 lvb_type: 0 00002000:00010000:0.0:1746139091.400431:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a0758e00 00000100:00100000:0.0:1746139091.400462:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2223 00000100:00100000:0.0:1746139091.400469:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0758e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958839998336:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746139091.400607:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0758e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958839998336:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 137us (324us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746139091.400613:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2223 00002000:00100000:0.0:1746139091.400635:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800a0758e00 x1830958839998336/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:17/0 lens 488/4536 e 0 to 0 dl 1746139102 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139091.400641:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0758e00 with x1830958839998336 ext(0->4095) 00010000:00010000:0.0:1746139091.400645:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88007fe81e00/0x1f9f6ca451aca48b lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35112f1 expref: 6 pid: 9564 timeout: 816 lvb_type: 0 00010000:00010000:0.0:1746139091.400653:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88007fe81e00/0x1f9f6ca451aca48b lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35112f1 expref: 6 pid: 9564 timeout: 816 lvb_type: 0 00002000:00010000:0.0:1746139091.400659:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a0758e00 00000100:00100000:1.0:1746139091.403958:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139091.408242:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139091.411319:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139091.414978:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139091.418163:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139091.419387:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139091.421450:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139091.421560:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839999488 00000100:00100000:0.0:1746139091.421565:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839999488 00000100:00100000:0.0:1746139091.421606:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29190 00000100:00100000:0.0:1746139091.421612:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131496680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+9:1814:x1830958839999488:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746139091.421641:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746139091.421648:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f14e000/0x1f9f6ca451aca4a7 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a351130d expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139091.421659:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139091.421662:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88007fe81e00/0x1f9f6ca451aca4a0 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511306 expref: 10 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139091.421667:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746139091.421670:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f14e000/0x1f9f6ca451aca4a7 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351130d expref: 10 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139091.421689:0:9564:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88007fe81e00/0x1f9f6ca451aca4a0 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511306 expref: 10 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139091.421700:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f14e000/0x1f9f6ca451aca4a7 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351130d expref: 10 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139091.421717:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f14e000, rc 0) 00000100:00100000:0.0:1746139091.421739:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131496680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+10:1814:x1830958839999488:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 127us (290us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139091.421744:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29190 00000100:00100000:0.0:1746139091.424421:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139091.424995:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16503 00000100:00100000:1.0:1746139091.425003:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c412a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958839999616:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746139091.425014:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746139091.425029:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88007fe80600/0x1f9f6ca451aca499 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35112ff expref: 6 pid: 24929 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746139091.425039:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88007fe80600/0x1f9f6ca451aca499 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35112ff expref: 6 pid: 24929 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746139091.425054:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88007fe80600/0x1f9f6ca451aca499 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35112ff expref: 6 pid: 24929 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746139091.425075:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139091.425077:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139091.425082:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88007fe81e00/0x1f9f6ca451aca4a0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511306 expref: 8 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139091.425094:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88007fe81e00/0x1f9f6ca451aca4a0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511306 expref: 8 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139091.425118:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88007fe81e00/0x1f9f6ca451aca4a0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511306 expref: 8 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139091.425126:0:7207:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88007fe81e00/0x1f9f6ca451aca4a0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511306 expref: 8 pid: 24929 timeout: 816 lvb_type: 0 00000100:00100000:1.0:1746139091.425135:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131495c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958831984000:192.168.203.56@tcp:105: 00000100:00100000:1.0:1746139091.425187:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ded1300 going to sleep for 11 seconds 00000100:00100000:1.0:1746139091.427235:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131495c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958831984000:192.168.203.56@tcp:105: 00010000:00010000:1.0:1746139091.427252:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746139091.427290:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c412a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2007:x1830958839999616:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 2282us (2864us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139091.427299:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16503 00000100:00100000:0.0:1746139091.427610:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139091.427976:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958839999872 00000100:00100000:1.0:1746139091.427983:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958839999872 00002000:00100000:1.0:1746139091.428014:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c410e00 x1830958839999872/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:17/0 lens 488/0 e 0 to 0 dl 1746139102 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139091.428022:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c410e00 with x1830958839999872 ext(0->4095) 00010000:00010000:1.0:1746139091.428029:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88007fe81e00/0x1f9f6ca451aca4a0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511306 expref: 9 pid: 24929 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746139091.428040:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88007fe81e00/0x1f9f6ca451aca4a0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511306 expref: 9 pid: 24929 timeout: 816 lvb_type: 0 00002000:00010000:1.0:1746139091.428046:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c410e00 00000100:00100000:1.0:1746139091.428072:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2224 00000100:00100000:1.0:1746139091.428078:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c410e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+9:2007:x1830958839999872:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746139091.428164:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c410e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+9:2007:x1830958839999872:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 86us (555us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139091.428169:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2224 00002000:00100000:1.0:1746139091.428173:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c410e00 x1830958839999872/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:17/0 lens 488/4536 e 0 to 0 dl 1746139102 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139091.428179:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c410e00 with x1830958839999872 ext(0->4095) 00010000:00010000:1.0:1746139091.428182:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88007fe81e00/0x1f9f6ca451aca4a0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511306 expref: 9 pid: 24929 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746139091.428190:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88007fe81e00/0x1f9f6ca451aca4a0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511306 expref: 9 pid: 24929 timeout: 816 lvb_type: 0 00002000:00010000:1.0:1746139091.428195:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c410e00 00000100:00100000:0.0:1746139091.431074:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139091.431193:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840000000 00000100:00100000:1.0:1746139091.431202:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840000000 00010000:00010000:1.0:1746139091.431235:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88007fe81e00/0x1f9f6ca451aca4a0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511306 expref: 9 pid: 24929 timeout: 816 lvb_type: 0 00000100:00100000:1.0:1746139091.431272:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16504 00000100:00100000:1.0:1746139091.431280:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c412300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+9:2009:x1830958840000000:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746139091.431292:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746139091.431545:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88007fe81e00/0x1f9f6ca451aca4a0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511306 expref: 9 pid: 24929 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746139091.431556:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88007fe81e00/0x1f9f6ca451aca4a0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511306 expref: 9 pid: 24929 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746139091.431587:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88007fe81e00/0x1f9f6ca451aca4a0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511306 expref: 9 pid: 24929 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746139091.431609:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139091.431611:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139091.431644:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f14e000/0x1f9f6ca451aca4a7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351130d expref: 8 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139091.431652:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f14e000/0x1f9f6ca451aca4a7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351130d expref: 8 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139091.431685:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f14e000/0x1f9f6ca451aca4a7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351130d expref: 8 pid: 9564 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746139091.431697:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131495c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958831984128:192.168.203.56@tcp:105: 00000100:00100000:1.0:1746139091.431782:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ded1300 going to sleep for 11 seconds 00000100:00100000:0.0:1746139091.435006:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139091.435394:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131495c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958831984128:192.168.203.56@tcp:105: 00010000:00010000:1.0:1746139091.435409:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746139091.435443:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c412300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+8:2009:x1830958840000000:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 4164us (4376us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139091.435451:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16504 00000100:00100000:0.0:1746139091.438104:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139091.442096:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139091.442345:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840000512 00000100:00100000:1.0:1746139091.442351:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840000512 00010000:00010000:1.0:1746139091.442372:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f14e000/0x1f9f6ca451aca4a7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351130d expref: 8 pid: 9564 timeout: 816 lvb_type: 0 00000100:00100000:1.0:1746139091.442390:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16505 00000100:00100000:1.0:1746139091.442396:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c410380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+8:2008:x1830958840000512:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746139091.442406:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746139091.442420:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f14e000/0x1f9f6ca451aca4a7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351130d expref: 8 pid: 9564 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746139091.442431:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f14e000/0x1f9f6ca451aca4a7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351130d expref: 8 pid: 9564 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746139091.442450:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f14e000/0x1f9f6ca451aca4a7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351130d expref: 8 pid: 9564 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746139091.442462:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139091.442464:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139091.442469:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b5d1e00/0x1f9f6ca451aca4ae lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511314 expref: 5 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139091.442475:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b5d1e00/0x1f9f6ca451aca4ae lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511314 expref: 5 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139091.442497:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b5d1e00/0x1f9f6ca451aca4ae lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511314 expref: 5 pid: 24929 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746139091.442506:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131495c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958831984384:192.168.203.56@tcp:105: 00000100:00100000:1.0:1746139091.442565:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ded1300 going to sleep for 11 seconds 00000100:00100000:1.0:1746139091.447168:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131495c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958831984384:192.168.203.56@tcp:105: 00010000:00010000:1.0:1746139091.447185:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746139091.447373:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c410380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+7:2008:x1830958840000512:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 4974us (5274us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139091.447384:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16505 00000100:00100000:0.0:1746139091.448245:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840000896 00000100:00100000:0.0:1746139091.448249:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840000896 00002000:00100000:0.0:1746139091.448272:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800885ce680 x1830958840000896/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:17/0 lens 488/0 e 0 to 0 dl 1746139102 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139091.448281:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800885ce680 with x1830958840000896 ext(0->4095) 00010000:00010000:0.0:1746139091.448285:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012b5d1e00/0x1f9f6ca451aca4ae lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511314 expref: 6 pid: 24929 timeout: 816 lvb_type: 0 00010000:00010000:0.0:1746139091.448294:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b5d1e00/0x1f9f6ca451aca4ae lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511314 expref: 6 pid: 24929 timeout: 816 lvb_type: 0 00002000:00010000:0.0:1746139091.448299:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800885ce680 00000100:00100000:0.0:1746139091.448325:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2225 00000100:00100000:0.0:1746139091.448329:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800885ce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840000896:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746139091.448856:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800885ce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840000896:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 524us (1094us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746139091.448863:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2225 00002000:00100000:0.0:1746139091.448868:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800885ce680 x1830958840000896/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:17/0 lens 488/4536 e 0 to 0 dl 1746139102 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139091.448875:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800885ce680 with x1830958840000896 ext(0->4095) 00010000:00010000:0.0:1746139091.448879:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012b5d1e00/0x1f9f6ca451aca4ae lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511314 expref: 6 pid: 24929 timeout: 816 lvb_type: 0 00010000:00010000:0.0:1746139091.448887:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b5d1e00/0x1f9f6ca451aca4ae lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511314 expref: 6 pid: 24929 timeout: 816 lvb_type: 0 00002000:00010000:0.0:1746139091.448893:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800885ce680 00000100:00100000:0.0:1746139091.452652:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139091.452965:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139091.453097:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840001152 00000100:00100000:1.0:1746139091.453105:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840001152 00010000:00010000:1.0:1746139091.453130:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b5d1e00/0x1f9f6ca451aca4ae lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511314 expref: 6 pid: 24929 timeout: 816 lvb_type: 0 00000100:00100000:1.0:1746139091.453163:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16506 00000100:00100000:1.0:1746139091.453170:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c413100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840001152:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746139091.453180:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746139091.453196:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b5d1e00/0x1f9f6ca451aca4ae lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511314 expref: 6 pid: 24929 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746139091.453206:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b5d1e00/0x1f9f6ca451aca4ae lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511314 expref: 6 pid: 24929 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746139091.453224:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b5d1e00/0x1f9f6ca451aca4ae lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511314 expref: 6 pid: 24929 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746139091.453239:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139091.453241:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139091.453246:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4800/0x1f9f6ca451aca4b5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351131b expref: 7 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139091.453257:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4800/0x1f9f6ca451aca4b5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351131b expref: 7 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139091.453283:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4800/0x1f9f6ca451aca4b5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351131b expref: 7 pid: 24929 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746139091.453294:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131495c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958831984640:192.168.203.56@tcp:105: 00000100:00100000:1.0:1746139091.453354:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ded1300 going to sleep for 11 seconds 00000100:00100000:1.0:1746139091.458064:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131495c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958831984640:192.168.203.56@tcp:105: 00010000:00010000:1.0:1746139091.458073:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746139091.458091:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c413100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2008:x1830958840001152:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 4922us (5127us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139091.458098:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16506 00000100:00100000:0.0:1746139091.458441:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139091.458531:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840001408 00000100:00100000:1.0:1746139091.458536:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840001408 00002000:00100000:1.0:1746139091.458562:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c410a80 x1830958840001408/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:17/0 lens 488/0 e 0 to 0 dl 1746139102 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139091.458570:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c410a80 with x1830958840001408 ext(0->4095) 00010000:00010000:1.0:1746139091.458586:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4800/0x1f9f6ca451aca4b5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351131b expref: 9 pid: 24929 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746139091.458596:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4800/0x1f9f6ca451aca4b5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351131b expref: 9 pid: 24929 timeout: 816 lvb_type: 0 00002000:00010000:1.0:1746139091.458601:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c410a80 00000100:00100000:1.0:1746139091.458639:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2226 00000100:00100000:1.0:1746139091.458645:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c410a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+9:2007:x1830958840001408:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746139091.459114:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c410a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+9:2007:x1830958840001408:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 468us (672us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139091.459121:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2226 00002000:00100000:1.0:1746139091.459126:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c410a80 x1830958840001408/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:17/0 lens 488/4536 e 0 to 0 dl 1746139102 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139091.459132:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c410a80 with x1830958840001408 ext(0->4095) 00010000:00010000:1.0:1746139091.459136:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4800/0x1f9f6ca451aca4b5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351131b expref: 9 pid: 24929 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746139091.459144:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4800/0x1f9f6ca451aca4b5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351131b expref: 9 pid: 24929 timeout: 816 lvb_type: 0 00002000:00010000:1.0:1746139091.459149:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c410a80 00000100:00100000:0.0:1746139091.461910:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139091.462125:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840001536 00000100:00100000:1.0:1746139091.462132:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840001536 00010000:00010000:1.0:1746139091.462160:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4800/0x1f9f6ca451aca4b5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351131b expref: 9 pid: 24929 timeout: 816 lvb_type: 0 00000100:00100000:1.0:1746139091.462196:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16507 00000100:00100000:1.0:1746139091.462202:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124a2c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+9:2010:x1830958840001536:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746139091.462213:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746139091.462230:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4800/0x1f9f6ca451aca4b5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351131b expref: 9 pid: 24929 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746139091.462244:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4800/0x1f9f6ca451aca4b5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351131b expref: 9 pid: 24929 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746139091.462262:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4800/0x1f9f6ca451aca4b5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351131b expref: 9 pid: 24929 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746139091.462286:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139091.462288:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139091.462293:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4600/0x1f9f6ca451aca4bc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511322 expref: 8 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139091.462300:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4600/0x1f9f6ca451aca4bc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511322 expref: 8 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139091.462329:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4600/0x1f9f6ca451aca4bc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511322 expref: 8 pid: 24929 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746139091.462339:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131495c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958831984896:192.168.203.56@tcp:105: 00000100:00100000:1.0:1746139091.462417:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ded1300 going to sleep for 11 seconds 00000100:00100000:1.0:1746139091.466376:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131495c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958831984896:192.168.203.56@tcp:105: 00010000:00010000:1.0:1746139091.466392:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746139091.466501:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840001792 00000100:00100000:0.0:1746139091.466507:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840001792 00002000:00100000:0.0:1746139091.466542:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800885cf100 x1830958840001792/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:17/0 lens 488/0 e 0 to 0 dl 1746139102 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139091.466551:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800885cf100 with x1830958840001792 ext(0->4095) 00002000:00010000:0.0:1746139091.466554:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800885cf100 00000100:00100000:0.0:1746139091.466593:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 12965 00000100:00100000:0.0:1746139091.466599:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800885cf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+9:2007:x1830958840001792:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746139091.467166:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124a2c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+9:2010:x1830958840001536:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 4961us (5260us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139091.467174:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16507 00000100:00100000:0.0:1746139091.467437:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800885cf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+8:2007:x1830958840001792:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 837us (1155us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746139091.467443:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 12965 00002000:00100000:0.0:1746139091.467448:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800885cf100 x1830958840001792/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:17/0 lens 488/4536 e 0 to 0 dl 1746139102 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139091.467456:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800885cf100 with x1830958840001792 ext(0->4095) 00002000:00010000:0.0:1746139091.467459:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800885cf100 00000100:00100000:0.0:1746139091.471386:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139091.472054:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29194 00000100:00100000:1.0:1746139091.472064:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c413b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840001920:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139091.472081:0:9562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139091.472096:0:9562:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f000/0x1f9f6ca451aca4c3 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3511329 expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139091.472121:0:9562:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4600/0x1f9f6ca451aca4bc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511322 expref: 7 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139091.472128:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139091.472129:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139091.472132:0:9562:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f000/0x1f9f6ca451aca4c3 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511329 expref: 6 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139091.472361:0:9562:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4600/0x1f9f6ca451aca4bc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511322 expref: 7 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139091.472372:0:9562:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4600/0x1f9f6ca451aca4bc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511322 expref: 7 pid: 24929 timeout: 816 lvb_type: 0 00000100:00100000:1.0:1746139091.472383:0:9562:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131495c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9562:1830958831985024:192.168.203.56@tcp:104: 00000100:00100000:1.0:1746139091.472455:0:9562:0:(client.c:2553:ptlrpc_set_wait()) set ffff880131166b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746139091.476942:0:9562:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131495c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9562:1830958831985024:192.168.203.56@tcp:104: 00010000:00010000:1.0:1746139091.476967:0:9562:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f000/0x1f9f6ca451aca4c3 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511329 expref: 6 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139091.476982:0:9562:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7f000, rc 0) 00000100:00100000:1.0:1746139091.477023:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c413b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840001920:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4961us (5646us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139091.477034:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29194 00000100:00100000:0.0:1746139091.479655:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139091.480112:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840002048 00000100:00100000:1.0:1746139091.480120:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840002048 00000100:00100000:1.0:1746139091.481055:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29195 00000100:00100000:1.0:1746139091.481068:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c410700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b60e9717-019c-4527-a82a-15e993ac5189+8:1800:x1830958840002048:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139091.481089:0:9562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139091.481107:0:9562:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ec00/0x1f9f6ca451aca4ca lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3511330 expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139091.481135:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139091.481141:0:9562:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f000/0x1f9f6ca451aca4c3 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511329 expref: 5 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139091.481147:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746139091.481150:0:9562:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ec00/0x1f9f6ca451aca4ca lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511330 expref: 9 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139091.481188:0:9562:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f000/0x1f9f6ca451aca4c3 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511329 expref: 5 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139091.481198:0:9562:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ec00/0x1f9f6ca451aca4ca lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511330 expref: 9 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139091.481206:0:9562:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7ec00, rc 0) 00000100:00100000:1.0:1746139091.481260:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c410700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b60e9717-019c-4527-a82a-15e993ac5189+9:1800:x1830958840002048:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 195us (1611us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139091.481265:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29195 00000100:00100000:0.0:1746139091.482836:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139091.482913:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840002176 00000100:00100000:1.0:1746139091.482919:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840002176 00010000:00010000:1.0:1746139091.482945:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4600/0x1f9f6ca451aca4bc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511322 expref: 9 pid: 24929 timeout: 816 lvb_type: 0 00000100:00100000:1.0:1746139091.482968:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16508 00000100:00100000:1.0:1746139091.482973:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c412d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+9:2008:x1830958840002176:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746139091.482984:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746139091.483000:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4600/0x1f9f6ca451aca4bc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511322 expref: 9 pid: 24929 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746139091.483011:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4600/0x1f9f6ca451aca4bc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511322 expref: 9 pid: 24929 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746139091.483027:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4600/0x1f9f6ca451aca4bc lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511322 expref: 9 pid: 24929 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746139091.483043:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139091.483045:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139091.483051:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f000/0x1f9f6ca451aca4c3 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511329 expref: 5 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139091.483784:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f000/0x1f9f6ca451aca4c3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511329 expref: 5 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139091.483814:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f000/0x1f9f6ca451aca4c3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511329 expref: 5 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139091.483828:0:7207:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f000/0x1f9f6ca451aca4c3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511329 expref: 5 pid: 9562 timeout: 816 lvb_type: 0 00000100:00100000:1.0:1746139091.483838:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131495c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958831985280:192.168.203.56@tcp:105: 00000100:00100000:1.0:1746139091.485262:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff880131166b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746139091.488537:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139091.488666:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131495c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958831985280:192.168.203.56@tcp:105: 00010000:00010000:1.0:1746139091.488683:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746139091.488728:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c412d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+8:2008:x1830958840002176:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 5754us (5897us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139091.488738:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16508 00000100:00100000:0.0:1746139091.491606:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139091.491723:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840002560 00000100:00100000:1.0:1746139091.491731:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840002560 00010000:00010000:1.0:1746139091.491770:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f000/0x1f9f6ca451aca4c3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511329 expref: 6 pid: 9562 timeout: 816 lvb_type: 0 00000100:00100000:1.0:1746139091.491804:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16509 00000100:00100000:1.0:1746139091.491811:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c411c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840002560:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746139091.491823:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746139091.491840:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f000/0x1f9f6ca451aca4c3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511329 expref: 6 pid: 9562 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746139091.491851:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f000/0x1f9f6ca451aca4c3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511329 expref: 6 pid: 9562 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746139091.491868:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f000/0x1f9f6ca451aca4c3 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511329 expref: 6 pid: 9562 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746139091.491884:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139091.491886:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139091.491892:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ec00/0x1f9f6ca451aca4ca lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511330 expref: 7 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139091.491898:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ec00/0x1f9f6ca451aca4ca lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511330 expref: 7 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139091.491924:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ec00/0x1f9f6ca451aca4ca lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511330 expref: 7 pid: 9562 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746139091.491934:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131495c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958831985408:192.168.203.56@tcp:105: 00000100:00100000:1.0:1746139091.492010:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff880131166b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746139091.500151:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139091.500242:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131495c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958831985408:192.168.203.56@tcp:105: 00010000:00010000:1.0:1746139091.500255:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746139091.500288:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c411c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2007:x1830958840002560:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 8478us (8690us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139091.500297:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16509 00000100:00100000:0.0:1746139091.508660:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139091.522487:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139091.525123:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139091.530164:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139091.530226:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840003328 00000100:00100000:1.0:1746139091.530232:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840003328 00010000:00010000:1.0:1746139091.530259:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ec00/0x1f9f6ca451aca4ca lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511330 expref: 11 pid: 9562 timeout: 816 lvb_type: 0 00000100:00100000:1.0:1746139091.530337:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16510 00000100:00100000:1.0:1746139091.530345:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c410380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+11:2008:x1830958840003328:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746139091.530362:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1746139091.530373:0:7207:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x1a:0x0] updating lvb mtime from disk: 1746139091 -> 1746139092 00002000:00010000:1.0:1746139091.530376:0:7207:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x1a:0x0] updating lvb ctime from disk: 1746139091 -> 1746139092 00010000:00010000:1.0:1746139091.530381:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ec00/0x1f9f6ca451aca4ca lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511330 expref: 11 pid: 9562 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746139091.530392:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ec00/0x1f9f6ca451aca4ca lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511330 expref: 11 pid: 9562 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746139091.530410:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ec00/0x1f9f6ca451aca4ca lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511330 expref: 11 pid: 9562 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746139091.530432:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139091.530434:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139091.530441:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4200/0x1f9f6ca451aca4d1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511337 expref: 5 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139091.530448:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4200/0x1f9f6ca451aca4d1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511337 expref: 5 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139091.530474:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4200/0x1f9f6ca451aca4d1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511337 expref: 5 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139091.530484:0:7207:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4200/0x1f9f6ca451aca4d1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511337 expref: 5 pid: 24929 timeout: 816 lvb_type: 0 00000100:00100000:1.0:1746139091.530493:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131495c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958831985792:192.168.203.56@tcp:105: 00000100:00100000:1.0:1746139091.531588:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff880131166b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746139091.534503:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131495c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958831985792:192.168.203.56@tcp:105: 00010000:00010000:1.0:1746139091.534519:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746139091.534556:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c410380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+10:2008:x1830958840003328:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 4211us (4395us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139091.534565:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16510 00000100:00100000:0.0:1746139091.534778:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139091.540521:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139091.540675:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840003712 00000100:00100000:1.0:1746139091.540683:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840003712 00010000:00010000:1.0:1746139091.540713:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4200/0x1f9f6ca451aca4d1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511337 expref: 6 pid: 24929 timeout: 816 lvb_type: 0 00000100:00100000:1.0:1746139091.540750:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16511 00000100:00100000:1.0:1746139091.541158:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0cea300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840003712:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746139091.541176:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746139091.541194:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4200/0x1f9f6ca451aca4d1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511337 expref: 6 pid: 24929 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746139091.541204:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4200/0x1f9f6ca451aca4d1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511337 expref: 6 pid: 24929 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746139091.541221:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4200/0x1f9f6ca451aca4d1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511337 expref: 6 pid: 24929 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746139091.541243:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139091.541245:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139091.541250:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5000/0x1f9f6ca451aca4d8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351133e expref: 9 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139091.541261:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5000/0x1f9f6ca451aca4d8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351133e expref: 9 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139091.541285:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5000/0x1f9f6ca451aca4d8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351133e expref: 9 pid: 24929 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746139091.541293:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131495c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958831985920:192.168.203.56@tcp:105: 00000100:00100000:1.0:1746139091.541355:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff880131166b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746139091.544921:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131495c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958831985920:192.168.203.56@tcp:105: 00010000:00010000:1.0:1746139091.544938:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746139091.544982:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0cea300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2007:x1830958840003712:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 4224us (4467us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139091.544991:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16511 00000100:00100000:0.0:1746139091.545084:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139091.548860:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139091.548937:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840004096 00000100:00100000:1.0:1746139091.548946:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840004096 00000100:00100000:1.0:1746139091.549133:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29198 00000100:00100000:1.0:1746139091.549141:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0ce9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840004096:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139091.549156:0:9562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139091.549170:0:9562:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e400/0x1f9f6ca451aca4df lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3511345 expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139091.549192:0:9562:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5000/0x1f9f6ca451aca4d8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351133e expref: 9 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139091.549198:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139091.549200:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139091.549203:0:9562:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e400/0x1f9f6ca451aca4df lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511345 expref: 6 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139091.549227:0:9562:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5000/0x1f9f6ca451aca4d8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351133e expref: 9 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139091.549237:0:9562:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5000/0x1f9f6ca451aca4d8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351133e expref: 9 pid: 24929 timeout: 816 lvb_type: 0 00000100:00100000:1.0:1746139091.549247:0:9562:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131495c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9562:1830958831986048:192.168.203.56@tcp:104: 00000100:00100000:1.0:1746139091.549651:0:9562:0:(client.c:2553:ptlrpc_set_wait()) set ffff880131166b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746139091.552563:0:9562:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131495c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9562:1830958831986048:192.168.203.56@tcp:104: 00010000:00010000:1.0:1746139091.552598:0:9562:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e400/0x1f9f6ca451aca4df lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511345 expref: 6 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139091.552613:0:9562:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7e400, rc 0) 00000100:00100000:1.0:1746139091.552679:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0ce9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840004096:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3538us (3830us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139091.552687:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29198 00000100:00100000:0.0:1746139091.553176:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139091.553258:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840004224 00000100:00100000:1.0:1746139091.553264:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840004224 00010000:00010000:1.0:1746139091.553286:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5000/0x1f9f6ca451aca4d8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351133e expref: 10 pid: 24929 timeout: 816 lvb_type: 0 00000100:00100000:1.0:1746139091.553319:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16512 00000100:00100000:1.0:1746139091.553325:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0ce8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+10:2007:x1830958840004224:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746139091.553337:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746139091.553354:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5000/0x1f9f6ca451aca4d8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351133e expref: 10 pid: 24929 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746139091.553364:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5000/0x1f9f6ca451aca4d8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351133e expref: 10 pid: 24929 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746139091.553382:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5000/0x1f9f6ca451aca4d8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351133e expref: 10 pid: 24929 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746139091.553561:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139091.553562:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139091.553569:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e400/0x1f9f6ca451aca4df lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511345 expref: 5 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139091.553584:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e400/0x1f9f6ca451aca4df lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511345 expref: 5 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139091.553608:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e400/0x1f9f6ca451aca4df lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511345 expref: 5 pid: 9562 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746139091.553987:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131495c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958831986176:192.168.203.56@tcp:105: 00000100:00100000:1.0:1746139091.556085:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff880131166b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746139091.556519:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139091.556757:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840004352 00000100:00100000:1.0:1746139091.556764:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840004352 00000100:00100000:1.0:1746139091.556824:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29199 00000100:00100000:1.0:1746139091.556831:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0ceb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b60e9717-019c-4527-a82a-15e993ac5189+10:1800:x1830958840004352:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139091.556852:0:9562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139091.556868:0:9562:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451aca4e6 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a351134c expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139091.556898:0:9562:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e400/0x1f9f6ca451aca4df lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511345 expref: 5 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139091.556910:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139091.556911:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139091.556914:0:9562:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451aca4e6 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351134c expref: 11 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139091.556944:0:9562:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e400/0x1f9f6ca451aca4df lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511345 expref: 5 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139091.556958:0:9562:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e400/0x1f9f6ca451aca4df lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511345 expref: 5 pid: 9562 timeout: 816 lvb_type: 0 00000100:00100000:1.0:1746139091.556975:0:9562:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0759f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9562:1830958831986304:192.168.203.56@tcp:104: 00000100:00100000:1.0:1746139091.557061:0:9562:0:(client.c:2553:ptlrpc_set_wait()) set ffff880131166300 going to sleep for 11 seconds 00000100:00100000:1.0:1746139091.561249:0:9562:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0759f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9562:1830958831986304:192.168.203.56@tcp:104: 00000100:00100000:0.0:1746139091.561258:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00010000:00010000:1.0:1746139091.561265:0:9562:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451aca4e6 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351134c expref: 10 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139091.561278:0:9562:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7f600, rc 0) 00000100:00100000:1.0:1746139091.561296:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0ceb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b60e9717-019c-4527-a82a-15e993ac5189+10:1800:x1830958840004352:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4466us (4780us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139091.561305:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29199 00000100:00100000:0.0:1746139091.565963:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139091.569992:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139091.574781:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139091.574878:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840005120 00000100:00100000:1.0:1746139091.574886:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840005120 00000100:00100000:1.0:1746139091.574934:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29200 00000100:00100000:1.0:1746139091.574941:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840005120:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139091.574955:0:9562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139091.574967:0:9562:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451aca4ed lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3511353 expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139091.574988:0:9562:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451aca4e6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351134c expref: 9 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139091.574994:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139091.574995:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139091.574998:0:9562:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451aca4ed lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511353 expref: 6 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139091.575020:0:9562:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451aca4e6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351134c expref: 9 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139091.575029:0:9562:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451aca4e6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351134c expref: 9 pid: 9562 timeout: 816 lvb_type: 0 00000100:00100000:1.0:1746139091.575038:0:9562:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0759f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9562:1830958831986560:192.168.203.56@tcp:104: 00000100:00100000:1.0:1746139091.575117:0:9562:0:(client.c:2553:ptlrpc_set_wait()) set ffff880131166300 going to sleep for 11 seconds 00000100:00100000:1.0:1746139091.581937:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139091.585294:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801314bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+12:2008:x1830958840005248:12345-192.168.203.56@tcp:4:ldlm_bl.0 Request processed in 3049us (3357us total) trans 4294971991 rc 0/0 00000100:00100000:0.0:1746139091.585305:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2231 00002000:00100000:0.0:1746139091.585313:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff8801314bd880 x1830958840005248/t4294971991(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:17/0 lens 496/448 e 0 to 0 dl 1746139102 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139091.585321:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801314bd880 with x1830958840005248 ext(0->7) 00010000:00010000:0.0:1746139091.585328:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451aca4e6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351134c expref: 12 pid: 9562 timeout: 816 lvb_type: 0 00010000:00010000:0.0:1746139091.585343:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451aca4e6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351134c expref: 12 pid: 9562 timeout: 816 lvb_type: 0 00002000:00010000:0.0:1746139091.585348:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801314bd880 00000100:00100000:0.0:1746139091.589349:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139091.592404:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139091.597747:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139091.597835:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840005760 00000100:00100000:1.0:1746139091.597845:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840005760 00002000:00100000:1.0:1746139091.597893:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8801391d1880 x1830958840005760/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:17/0 lens 488/0 e 0 to 0 dl 1746139102 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139091.597903:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801391d1880 with x1830958840005760 ext(0->4095) 00010000:00010000:1.0:1746139091.597913:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451aca4ed lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511353 expref: 6 pid: 9562 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746139091.597927:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451aca4ed lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511353 expref: 6 pid: 9562 timeout: 816 lvb_type: 0 00002000:00010000:1.0:1746139091.597934:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801391d1880 00000100:00100000:1.0:1746139091.597965:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2232 00000100:00100000:1.0:1746139091.597972:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840005760:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746139091.598128:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840005760:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 155us (391us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139091.598135:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2232 00002000:00100000:1.0:1746139091.598140:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8801391d1880 x1830958840005760/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:17/0 lens 488/4536 e 0 to 0 dl 1746139102 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139091.598147:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801391d1880 with x1830958840005760 ext(0->4095) 00010000:00010000:1.0:1746139091.598151:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451aca4ed lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511353 expref: 6 pid: 9562 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746139091.598160:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451aca4ed lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511353 expref: 6 pid: 9562 timeout: 816 lvb_type: 0 00002000:00010000:1.0:1746139091.598166:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801391d1880 00000100:00100000:0.0:1746139091.602699:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139091.602756:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139091.610382:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139091.616510:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139091.616606:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840006400 00000100:00100000:1.0:1746139091.616642:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840006400 00002000:00100000:1.0:1746139091.616686:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8801391d2d80 x1830958840006400/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:17/0 lens 488/0 e 0 to 0 dl 1746139102 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139091.616695:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801391d2d80 with x1830958840006400 ext(0->4095) 00002000:00010000:1.0:1746139091.616700:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801391d2d80 00000100:00100000:1.0:1746139091.617218:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 12969 00000100:00100000:1.0:1746139091.617235:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840006400:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746139091.617437:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840006400:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 208us (936us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139091.617444:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 12969 00002000:00100000:1.0:1746139091.617452:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8801391d2d80 x1830958840006400/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:17/0 lens 488/4536 e 0 to 0 dl 1746139102 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139091.617461:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801391d2d80 with x1830958840006400 ext(0->4095) 00002000:00010000:1.0:1746139091.617466:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801391d2d80 00000100:00100000:0.0:1746139091.619515:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139091.620865:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139091.624041:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139091.628196:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139091.628344:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840007040 00000100:00100000:1.0:1746139091.628351:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840007040 00002000:00100000:1.0:1746139091.628388:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8801391d1500 x1830958840007040/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:17/0 lens 488/0 e 0 to 0 dl 1746139102 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139091.628397:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801391d1500 with x1830958840007040 ext(0->4095) 00010000:00010000:1.0:1746139091.628404:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4200/0x1f9f6ca451aca502 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511368 expref: 13 pid: 24929 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746139091.628415:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4200/0x1f9f6ca451aca502 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511368 expref: 13 pid: 24929 timeout: 816 lvb_type: 0 00002000:00010000:1.0:1746139091.628426:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801391d1500 00000100:00100000:1.0:1746139091.628453:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2233 00000100:00100000:1.0:1746139091.628459:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+13:2008:x1830958840007040:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746139091.628582:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+13:2008:x1830958840007040:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 114us (377us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139091.628588:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2233 00002000:00100000:1.0:1746139091.628592:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8801391d1500 x1830958840007040/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:17/0 lens 488/4536 e 0 to 0 dl 1746139102 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139091.628599:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801391d1500 with x1830958840007040 ext(0->4095) 00010000:00010000:1.0:1746139091.628604:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4200/0x1f9f6ca451aca502 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511368 expref: 13 pid: 24929 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746139091.628612:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4200/0x1f9f6ca451aca502 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511368 expref: 13 pid: 24929 timeout: 816 lvb_type: 0 00002000:00010000:1.0:1746139091.628645:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801391d1500 00000100:00100000:0.0:1746139091.630733:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139091.631929:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139091.635240:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139091.638691:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139091.638744:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139091.644703:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139091.647015:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139091.650097:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139091.650342:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840008448 00000100:00100000:1.0:1746139091.650348:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840008448 00002000:00100000:1.0:1746139091.650384:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c0cc380 x1830958840008448/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:17/0 lens 488/0 e 0 to 0 dl 1746139102 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139091.650394:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c0cc380 with x1830958840008448 ext(0->4095) 00002000:00010000:1.0:1746139091.650399:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c0cc380 00000100:00100000:1.0:1746139091.650430:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 12970 00000100:00100000:1.0:1746139091.650437:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c0cc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+12:2008:x1830958840008448:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746139091.650559:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c0cc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+12:2008:x1830958840008448:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 121us (470us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139091.650565:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 12970 00002000:00100000:1.0:1746139091.650570:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c0cc380 x1830958840008448/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:17/0 lens 488/4536 e 0 to 0 dl 1746139102 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139091.650586:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c0cc380 with x1830958840008448 ext(0->4095) 00002000:00010000:1.0:1746139091.650589:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c0cc380 00000100:00100000:0.0:1746139091.652145:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139091.655663:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139091.658200:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139091.658343:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840008960 00000100:00100000:1.0:1746139091.658349:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840008960 00002000:00100000:1.0:1746139091.658386:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c0cc700 x1830958840008960/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:17/0 lens 488/0 e 0 to 0 dl 1746139102 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139091.658399:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c0cc700 with x1830958840008960 ext(0->4095) 00002000:00010000:1.0:1746139091.658404:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c0cc700 00000100:00100000:1.0:1746139091.658431:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 12971 00000100:00100000:1.0:1746139091.658437:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c0cc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840008960:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746139091.658564:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c0cc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840008960:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 127us (365us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139091.658570:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 12971 00002000:00100000:1.0:1746139091.658586:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c0cc700 x1830958840008960/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:17/0 lens 488/4536 e 0 to 0 dl 1746139102 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139091.658593:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c0cc700 with x1830958840008960 ext(0->4095) 00002000:00010000:1.0:1746139091.658596:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c0cc700 00000100:00100000:0.0:1746139091.660005:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139091.661460:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139091.664784:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139091.665818:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16522 00000100:00100000:1.0:1746139091.665829:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c0cce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840009344:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746139091.665844:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746139091.665867:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f572000/0x1f9f6ca451aca51e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511384 expref: 6 pid: 9564 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746139091.665879:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f572000/0x1f9f6ca451aca51e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511384 expref: 6 pid: 9564 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746139091.665903:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f572000/0x1f9f6ca451aca51e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511384 expref: 6 pid: 9564 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746139091.665922:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139091.665924:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139091.665931:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f573600/0x1f9f6ca451aca525 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351138b expref: 12 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139091.665940:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f573600/0x1f9f6ca451aca525 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351138b expref: 12 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139091.666385:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f573600/0x1f9f6ca451aca525 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351138b expref: 12 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139091.666399:0:15672:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f573600/0x1f9f6ca451aca525 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351138b expref: 12 pid: 9564 timeout: 816 lvb_type: 0 00000100:00100000:1.0:1746139091.666411:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093641c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958831988864:192.168.203.56@tcp:105: 00000100:00100000:1.0:1746139091.667375:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff880131166cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746139091.667391:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958831989120 00000100:00100000:1.0:1746139091.667394:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958831989120 00000100:00100000:0.0:1746139091.667612:0:3767:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a07b6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1ca206db-9abf-4f14-943b-9a8520c6dd0e:3767:1830958831988992:0@lo:400:kworker.0 00000100:00100000:0.0:1746139091.667656:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746139091.667674:0:3767:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a07b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1830958831989504:0@lo:400:kworker.0 00000100:00100000:0.0:1746139091.667692:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746139091.667703:0:3767:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c18ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1830958831990016:0@lo:400:kworker.0 00000100:00100000:0.0:1746139091.667720:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746139091.667732:0:3767:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c852300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1830958831990528:0@lo:400:kworker.0 00000100:00100000:0.0:1746139091.667746:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746139091.667760:0:3767:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:0.0:1746139091.667764:0:3767:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a07b5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3767:1830958831989376:0@lo:400:kworker.0 00000100:00100000:0.0:1746139091.667862:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746139091.667876:0:3767:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a07b6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1830958831989888:0@lo:400:kworker.0 00000100:00100000:1.0:1746139091.668750:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958831990272 00000100:00100000:1.0:1746139091.668754:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958831990272 00000100:00100000:0.0:1746139091.668841:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746139091.668871:0:3767:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c18ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1830958831990400:0@lo:400:kworker.0 00000100:00100000:0.0:1746139091.668890:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746139091.668905:0:3767:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a07b6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1ca206db-9abf-4f14-943b-9a8520c6dd0e:3767:1830958831988992:0@lo:400:kworker.0 00000100:00100000:0.0:1746139091.668914:0:3767:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a07b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1830958831989504:0@lo:400:kworker.0 00000100:00100000:0.0:1746139091.668922:0:3767:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c18ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1830958831990016:0@lo:400:kworker.0 00000100:00100000:0.0:1746139091.668950:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1080 00000100:00100000:0.0:1746139091.668955:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c851c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3765:x1830958831989760:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746139091.668978:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c851c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3765:x1830958831989760:12345-0@lo:400:kworker.0 Request processed in 24us (1528us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139091.668983:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1080 00000100:00100000:0.0:1746139091.668994:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1082 00000100:00100000:0.0:1746139091.668997:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c850700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3764:x1830958831989632:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746139091.669013:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c850700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3764:x1830958831989632:12345-0@lo:400:kworker.0 Request processed in 16us (778us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139091.669017:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1082 00000100:00100000:0.0:1746139091.669042:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a07b7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3765:1830958831989760:0@lo:400:kworker.0 00000100:00100000:0.0:1746139091.669057:0:3767:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a07b5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3767:1830958831989376:0@lo:400:kworker.0 00000100:00100000:0.0:1746139091.669064:0:3767:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a07b6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1830958831989888:0@lo:400:kworker.0 00000100:00100000:0.0:1746139091.669071:0:3767:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c18ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1830958831990400:0@lo:400:kworker.0 00000100:00100000:0.0:1746139091.669078:0:3767:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c852300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1830958831990528:0@lo:400:kworker.0 00000100:00100000:0.0:1746139091.669125:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093641c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958831988864:192.168.203.56@tcp:105: 00010000:00010000:0.0:1746139091.669135:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746139091.669162:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c0cce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2007:x1830958840009344:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3336us (4383us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139091.669169:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16522 00000100:00100000:1.0:1746139091.669246:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1084 00000100:00100000:1.0:1746139091.669252:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c850380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3765:x1830958831990272:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746139091.669411:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c850380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3765:x1830958831990272:12345-0@lo:400:kworker.0 Request processed in 159us (1933us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139091.669416:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1084 00000100:00100000:0.0:1746139091.669487:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c18d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3765:1830958831990272:0@lo:400:kworker.0 00000100:00100000:0.0:1746139091.671966:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139091.672268:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139091.672331:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840009856 00000100:00100000:1.0:1746139091.672339:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840009856 00010000:00010000:1.0:1746139091.672367:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f573600/0x1f9f6ca451aca525 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351138b expref: 13 pid: 9564 timeout: 816 lvb_type: 0 00000100:00100000:1.0:1746139091.672390:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16523 00000100:00100000:1.0:1746139091.672396:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c0cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+13:2010:x1830958840009856:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746139091.672407:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746139091.672427:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f573600/0x1f9f6ca451aca525 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351138b expref: 13 pid: 9564 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746139091.672438:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f573600/0x1f9f6ca451aca525 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351138b expref: 13 pid: 9564 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746139091.672460:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f573600/0x1f9f6ca451aca525 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351138b expref: 13 pid: 9564 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746139091.672482:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139091.672484:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139091.672491:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4200/0x1f9f6ca451aca52c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511392 expref: 12 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139091.672498:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4200/0x1f9f6ca451aca52c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511392 expref: 12 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139091.672528:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4200/0x1f9f6ca451aca52c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511392 expref: 12 pid: 24929 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746139091.672539:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093640e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958831990656:192.168.203.56@tcp:105: 00000100:00100000:1.0:1746139091.672634:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801311666c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746139091.674673:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093640e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958831990656:192.168.203.56@tcp:105: 00010000:00010000:1.0:1746139091.674688:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746139091.675054:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c0cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+12:2010:x1830958840009856:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 2656us (2785us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139091.675064:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16523 00000100:00100000:0.0:1746139091.675293:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139091.678020:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139091.678100:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139091.678148:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840010240 00000100:00100000:1.0:1746139091.678155:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840010240 00010000:00010000:1.0:1746139091.678179:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4200/0x1f9f6ca451aca52c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511392 expref: 12 pid: 24929 timeout: 816 lvb_type: 0 00000100:00100000:1.0:1746139091.678211:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16524 00000100:00100000:1.0:1746139091.678218:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c18d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+12:2009:x1830958840010240:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746139091.678232:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746139091.678250:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4200/0x1f9f6ca451aca52c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511392 expref: 12 pid: 24929 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746139091.678528:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4200/0x1f9f6ca451aca52c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511392 expref: 14 pid: 24929 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746139091.678546:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4200/0x1f9f6ca451aca52c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511392 expref: 14 pid: 24929 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746139091.678862:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139091.678864:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139091.678871:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f3d2200/0x1f9f6ca451aca533 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511399 expref: 5 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139091.678878:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f3d2200/0x1f9f6ca451aca533 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511399 expref: 5 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139091.678899:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f3d2200/0x1f9f6ca451aca533 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511399 expref: 5 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139091.678909:0:15672:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f3d2200/0x1f9f6ca451aca533 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511399 expref: 5 pid: 24929 timeout: 816 lvb_type: 0 00000100:00100000:1.0:1746139091.678919:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093640e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958831991040:192.168.203.56@tcp:105: 00000100:00100000:1.0:1746139091.678980:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801311666c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746139091.681118:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093640e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958831991040:192.168.203.56@tcp:105: 00010000:00010000:1.0:1746139091.681136:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746139091.681176:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c18d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+12:2009:x1830958840010240:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 2958us (3160us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139091.681185:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16524 00000100:00100000:0.0:1746139091.681276:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139091.685611:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139091.685764:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840010752 00000100:00100000:1.0:1746139091.685773:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840010752 00010000:00010000:1.0:1746139091.685811:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f3d2200/0x1f9f6ca451aca533 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511399 expref: 6 pid: 24929 timeout: 816 lvb_type: 0 00000100:00100000:1.0:1746139091.685849:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16525 00000100:00100000:1.0:1746139091.685856:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c18ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840010752:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746139091.685870:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746139091.685889:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f3d2200/0x1f9f6ca451aca533 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511399 expref: 6 pid: 24929 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746139091.685902:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f3d2200/0x1f9f6ca451aca533 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511399 expref: 6 pid: 24929 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746139091.685925:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f3d2200/0x1f9f6ca451aca533 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511399 expref: 6 pid: 24929 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746139091.685942:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139091.685944:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139091.685951:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f3d2a00/0x1f9f6ca451aca53a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35113a0 expref: 11 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139091.685959:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f3d2a00/0x1f9f6ca451aca53a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35113a0 expref: 11 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139091.685996:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f3d2a00/0x1f9f6ca451aca53a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35113a0 expref: 11 pid: 24929 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746139091.686008:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093640e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958831991168:192.168.203.56@tcp:105: 00000100:00100000:1.0:1746139091.686119:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801311666c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746139091.688536:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093640e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958831991168:192.168.203.56@tcp:105: 00010000:00010000:1.0:1746139091.688554:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746139091.688597:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c18ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2007:x1830958840010752:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 2741us (2997us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139091.688606:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16525 00000100:00100000:0.0:1746139091.689117:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139091.689170:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840011008 00000100:00100000:0.0:1746139091.689176:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840011008 00002000:00100000:0.0:1746139091.689215:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88012c25c000 x1830958840011008/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:17/0 lens 488/0 e 0 to 0 dl 1746139102 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139091.689224:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c25c000 with x1830958840011008 ext(0->4095) 00002000:00010000:0.0:1746139091.689228:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c25c000 00000100:00100000:0.0:1746139091.689254:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 12972 00000100:00100000:0.0:1746139091.689260:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c25c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+12:2008:x1830958840011008:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746139091.689373:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c25c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+12:2008:x1830958840011008:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 113us (257us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746139091.689379:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 12972 00002000:00100000:0.0:1746139091.689388:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88012c25c000 x1830958840011008/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:17/0 lens 488/4536 e 0 to 0 dl 1746139102 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139091.689401:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c25c000 with x1830958840011008 ext(0->4095) 00002000:00010000:0.0:1746139091.689403:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c25c000 00000100:00100000:0.0:1746139091.691218:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139091.696610:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139091.699788:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c25d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+14:2007:x1830958840011264:12345-192.168.203.56@tcp:4:ldlm_bl.0 Request processed in 2937us (3176us total) trans 4294971992 rc 0/0 00000100:00100000:0.0:1746139091.699799:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2239 00002000:00100000:0.0:1746139091.699810:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff88012c25d880 x1830958840011264/t4294971992(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:17/0 lens 496/448 e 0 to 0 dl 1746139102 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139091.699819:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c25d880 with x1830958840011264 ext(0->7) 00010000:00010000:0.0:1746139091.699827:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f3d2a00/0x1f9f6ca451aca53a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35113a0 expref: 14 pid: 24929 timeout: 816 lvb_type: 0 00010000:00010000:0.0:1746139091.699841:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f3d2a00/0x1f9f6ca451aca53a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35113a0 expref: 14 pid: 24929 timeout: 816 lvb_type: 0 00002000:00010000:0.0:1746139091.699848:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012c25d880 00000100:00100000:0.0:1746139091.706281:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139091.706746:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840011392 00000100:00100000:1.0:1746139091.706754:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840011392 00010000:00010000:1.0:1746139091.706783:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f3d2a00/0x1f9f6ca451aca53a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35113a0 expref: 14 pid: 24929 timeout: 816 lvb_type: 0 00000100:00100000:1.0:1746139091.706815:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16526 00000100:00100000:1.0:1746139091.706822:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c25e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+14:2009:x1830958840011392:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746139091.706833:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746139091.706848:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f3d2a00/0x1f9f6ca451aca53a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35113a0 expref: 14 pid: 24929 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746139091.706858:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f3d2a00/0x1f9f6ca451aca53a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35113a0 expref: 14 pid: 24929 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746139091.706877:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f3d2a00/0x1f9f6ca451aca53a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35113a0 expref: 14 pid: 24929 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746139091.706901:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139091.706903:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139091.706909:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f3d3400/0x1f9f6ca451aca541 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35113a7 expref: 5 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139091.706915:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f3d3400/0x1f9f6ca451aca541 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35113a7 expref: 5 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139091.706940:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f3d3400/0x1f9f6ca451aca541 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35113a7 expref: 5 pid: 24929 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746139091.706950:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093640e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958831991424:192.168.203.56@tcp:105: 00000100:00100000:1.0:1746139091.707013:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801311666c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746139091.710703:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139091.710801:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139091.710829:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840011776 00000100:00100000:0.0:1746139091.710836:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840011776 00002000:00100000:0.0:1746139091.710866:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88012c25fb80 x1830958840011776/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:17/0 lens 488/0 e 0 to 0 dl 1746139102 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139091.710875:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c25fb80 with x1830958840011776 ext(0->4095) 00002000:00010000:0.0:1746139091.710880:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c25fb80 00000100:00100000:0.0:1746139091.710896:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 12973 00000100:00100000:0.0:1746139091.710902:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c25fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840011776:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746139091.711015:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c25fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840011776:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 112us (214us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746139091.711021:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 12973 00002000:00100000:0.0:1746139091.711026:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88012c25fb80 x1830958840011776/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:17/0 lens 488/4536 e 0 to 0 dl 1746139102 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139091.711033:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c25fb80 with x1830958840011776 ext(0->4095) 00010000:00010000:0.0:1746139091.711040:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f3d3400/0x1f9f6ca451aca541 lrc: 7/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35113a7 expref: 6 pid: 24929 timeout: 816 lvb_type: 0 00010000:00010000:0.0:1746139091.711053:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f3d3400/0x1f9f6ca451aca541 lrc: 7/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35113a7 expref: 6 pid: 24929 timeout: 816 lvb_type: 0 00002000:00010000:0.0:1746139091.711058:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012c25fb80 00000100:00100000:1.0:1746139091.711868:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093640e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958831991424:192.168.203.56@tcp:105: 00010000:00010000:1.0:1746139091.711881:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746139091.711905:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c25e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+15:2009:x1830958840011392:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 5084us (5632us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139091.711913:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16526 00000100:00100000:1.0:1746139091.715415:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139091.716111:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840012032 00000100:00100000:1.0:1746139091.716116:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840012032 00010000:00010000:1.0:1746139091.716135:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f3d3400/0x1f9f6ca451aca541 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35113a7 expref: 6 pid: 24929 timeout: 816 lvb_type: 0 00000100:00100000:1.0:1746139091.716154:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16527 00000100:00100000:1.0:1746139091.716159:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c853480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840012032:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746139091.716167:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746139091.716186:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f3d3400/0x1f9f6ca451aca541 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35113a7 expref: 6 pid: 24929 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746139091.716196:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f3d3400/0x1f9f6ca451aca541 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35113a7 expref: 6 pid: 24929 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746139091.716212:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f3d3400/0x1f9f6ca451aca541 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35113a7 expref: 6 pid: 24929 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746139091.716234:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139091.716236:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139091.716242:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f3d3800/0x1f9f6ca451aca548 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35113ae expref: 14 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139091.716252:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f3d3800/0x1f9f6ca451aca548 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35113ae expref: 14 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139091.716271:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f3d3800/0x1f9f6ca451aca548 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35113ae expref: 14 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139091.716280:0:15672:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f3d3800/0x1f9f6ca451aca548 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35113ae expref: 14 pid: 24929 timeout: 816 lvb_type: 0 00000100:00100000:1.0:1746139091.716289:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093641500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958831991936:192.168.203.56@tcp:105: 00000100:00100000:1.0:1746139091.716335:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801311666c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746139091.720351:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139091.720494:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093641500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958831991936:192.168.203.56@tcp:105: 00010000:00010000:1.0:1746139091.720515:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746139091.720559:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c853480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2007:x1830958840012032:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 4398us (4764us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139091.720570:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16527 00000100:00100000:0.0:1746139091.726918:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139091.727035:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840012416 00000100:00100000:1.0:1746139091.727044:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840012416 00010000:00010000:1.0:1746139091.727083:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f3d3800/0x1f9f6ca451aca548 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35113ae expref: 15 pid: 24929 timeout: 816 lvb_type: 0 00000100:00100000:1.0:1746139091.727126:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16528 00000100:00100000:1.0:1746139091.727134:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124a2e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+15:2007:x1830958840012416:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746139091.727151:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746139091.727171:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f3d3800/0x1f9f6ca451aca548 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35113ae expref: 15 pid: 24929 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746139091.727194:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f3d3800/0x1f9f6ca451aca548 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35113ae expref: 15 pid: 24929 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746139091.727219:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f3d3800/0x1f9f6ca451aca548 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35113ae expref: 15 pid: 24929 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746139091.727247:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139091.727248:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139091.727255:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f572600/0x1f9f6ca451aca54f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35113b5 expref: 14 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139091.727262:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f572600/0x1f9f6ca451aca54f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35113b5 expref: 14 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139091.727295:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f572600/0x1f9f6ca451aca54f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35113b5 expref: 14 pid: 18644 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746139091.727307:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093641500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958831992064:192.168.203.56@tcp:105: 00000100:00100000:1.0:1746139091.727776:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801311666c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746139091.730485:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093641500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958831992064:192.168.203.56@tcp:105: 00010000:00010000:1.0:1746139091.730506:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746139091.730553:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124a2e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+14:2007:x1830958840012416:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3419us (3645us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139091.730565:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16528 00000100:00100000:1.0:1746139091.730917:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840012672 00000100:00100000:1.0:1746139091.730925:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840012672 00002000:00100000:1.0:1746139091.730961:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800885cc000 x1830958840012672/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:17/0 lens 488/0 e 0 to 0 dl 1746139102 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139091.730971:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800885cc000 with x1830958840012672 ext(0->4095) 00002000:00010000:1.0:1746139091.730975:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800885cc000 00000100:00100000:1.0:1746139091.730990:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 12974 00000100:00100000:1.0:1746139091.730996:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800885cc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+14:2010:x1830958840012672:12345-192.168.203.56@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746139091.731110:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800885cc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+14:2010:x1830958840012672:12345-192.168.203.56@tcp:3:ptlrpcd_01_01.0 Request processed in 114us (237us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139091.731115:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 12974 00002000:00100000:1.0:1746139091.731120:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800885cc000 x1830958840012672/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:17/0 lens 488/4536 e 0 to 0 dl 1746139102 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139091.731133:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800885cc000 with x1830958840012672 ext(0->4095) 00002000:00010000:1.0:1746139091.731135:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800885cc000 00000100:00100000:0.0:1746139091.733222:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139091.735877:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139091.735935:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840012928 00000100:00100000:1.0:1746139091.735941:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840012928 00010000:00010000:1.0:1746139091.735972:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f572600/0x1f9f6ca451aca54f lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35113b5 expref: 14 pid: 18644 timeout: 816 lvb_type: 0 00000100:00100000:1.0:1746139091.736043:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16529 00000100:00100000:1.0:1746139091.736051:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c25c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+14:2007:x1830958840012928:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746139091.736063:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746139091.736084:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f572600/0x1f9f6ca451aca54f lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35113b5 expref: 14 pid: 18644 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746139091.736095:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f572600/0x1f9f6ca451aca54f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35113b5 expref: 14 pid: 18644 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746139091.736117:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139091.736119:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139091.736125:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f573800/0x1f9f6ca451aca556 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35113bc expref: 6 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139091.736133:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f573800/0x1f9f6ca451aca556 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35113bc expref: 6 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139091.736160:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f573800/0x1f9f6ca451aca556 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35113bc expref: 6 pid: 24929 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746139091.736174:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093641500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958831992320:192.168.203.56@tcp:105: 00000100:00100000:1.0:1746139091.736656:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff880131166480 going to sleep for 11 seconds 00000100:00100000:0.0:1746139091.738234:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139091.738710:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093641500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958831992320:192.168.203.56@tcp:105: 00010000:00010000:1.0:1746139091.738723:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746139091.738746:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c25c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+13:2007:x1830958840012928:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 2696us (2875us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139091.738752:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16529 00000100:00100000:0.0:1746139091.742002:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139091.742634:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139091.742675:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840013440 00000100:00100000:0.0:1746139091.742679:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840013440 00000100:00100000:0.0:1746139091.742700:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29217 00000100:00100000:0.0:1746139091.742705:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093641500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+15:1814:x1830958840013440:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746139091.742712:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746139091.742718:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f14f600/0x1f9f6ca451aca564 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a35113ca expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139091.742729:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139091.742733:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f572200/0x1f9f6ca451aca55d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35113c3 expref: 16 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139091.742738:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746139091.742740:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f14f600/0x1f9f6ca451aca564 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35113ca expref: 16 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139091.742761:0:18644:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f572200/0x1f9f6ca451aca55d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35113c3 expref: 16 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139091.742774:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f14f600/0x1f9f6ca451aca564 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35113ca expref: 16 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139091.742782:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f14f600, rc 0) 00000100:00100000:0.0:1746139091.742828:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093641500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+16:1814:x1830958840013440:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 122us (213us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139091.742833:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29217 00000100:00100000:0.0:1746139091.745558:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139091.745855:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840013568 00000100:00100000:1.0:1746139091.745863:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840013568 00010000:00010000:1.0:1746139091.745892:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f573800/0x1f9f6ca451aca556 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35113bc expref: 6 pid: 24929 timeout: 817 lvb_type: 0 00000100:00100000:1.0:1746139091.746139:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16530 00000100:00100000:1.0:1746139091.746146:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c25ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840013568:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746139091.746157:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746139091.746177:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f573800/0x1f9f6ca451aca556 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35113bc expref: 6 pid: 24929 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746139091.746187:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f573800/0x1f9f6ca451aca556 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35113bc expref: 6 pid: 24929 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746139091.746209:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f573800/0x1f9f6ca451aca556 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35113bc expref: 6 pid: 24929 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746139091.746541:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139091.746544:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139091.746552:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f572200/0x1f9f6ca451aca55d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35113c3 expref: 14 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139091.746560:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f572200/0x1f9f6ca451aca55d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35113c3 expref: 14 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139091.746608:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f572200/0x1f9f6ca451aca55d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35113c3 expref: 14 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139091.746992:0:15672:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f572200/0x1f9f6ca451aca55d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35113c3 expref: 14 pid: 24929 timeout: 817 lvb_type: 0 00000100:00100000:1.0:1746139091.747002:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093641180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958831992704:192.168.203.56@tcp:105: 00000100:00100000:1.0:1746139091.747120:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff880131166480 going to sleep for 11 seconds 00000100:00100000:1.0:1746139091.748929:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093641180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958831992704:192.168.203.56@tcp:105: 00010000:00010000:1.0:1746139091.748943:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746139091.749247:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c25ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2007:x1830958840013568:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3100us (3698us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139091.749257:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16530 00000100:00100000:0.0:1746139091.749424:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139091.749544:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840013824 00000100:00100000:1.0:1746139091.749550:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840013824 00002000:00100000:1.0:1746139091.749592:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88012c25e300 x1830958840013824/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:17/0 lens 488/0 e 0 to 0 dl 1746139102 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139091.749607:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c25e300 with x1830958840013824 ext(0->4095) 00010000:00010000:1.0:1746139091.749639:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f572200/0x1f9f6ca451aca55d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35113c3 expref: 15 pid: 24929 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746139091.749651:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f572200/0x1f9f6ca451aca55d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35113c3 expref: 15 pid: 24929 timeout: 817 lvb_type: 0 00002000:00010000:1.0:1746139091.749658:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012c25e300 00000100:00100000:1.0:1746139091.749683:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2241 00000100:00100000:1.0:1746139091.749690:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c25e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+15:2007:x1830958840013824:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746139091.749796:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c25e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+15:2007:x1830958840013824:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 107us (372us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139091.749802:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2241 00002000:00100000:1.0:1746139091.749808:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88012c25e300 x1830958840013824/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:17/0 lens 488/4536 e 0 to 0 dl 1746139102 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139091.749814:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c25e300 with x1830958840013824 ext(0->4095) 00010000:00010000:1.0:1746139091.749819:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f572200/0x1f9f6ca451aca55d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35113c3 expref: 15 pid: 24929 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746139091.749827:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f572200/0x1f9f6ca451aca55d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35113c3 expref: 15 pid: 24929 timeout: 817 lvb_type: 0 00002000:00010000:1.0:1746139091.749832:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012c25e300 00000100:00100000:0.0:1746139091.751475:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139091.751550:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840013952 00000100:00100000:1.0:1746139091.751555:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840013952 00010000:00010000:1.0:1746139091.751590:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f572200/0x1f9f6ca451aca55d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35113c3 expref: 15 pid: 24929 timeout: 817 lvb_type: 0 00000100:00100000:1.0:1746139091.751953:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16531 00000100:00100000:1.0:1746139091.751961:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072788e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+15:2010:x1830958840013952:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746139091.751973:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746139091.751991:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f572200/0x1f9f6ca451aca55d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35113c3 expref: 15 pid: 24929 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746139091.752002:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f572200/0x1f9f6ca451aca55d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35113c3 expref: 15 pid: 24929 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746139091.752024:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f572200/0x1f9f6ca451aca55d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35113c3 expref: 15 pid: 24929 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746139091.752037:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139091.752040:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139091.752047:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f14f600/0x1f9f6ca451aca564 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35113ca expref: 14 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139091.752054:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f14f600/0x1f9f6ca451aca564 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35113ca expref: 14 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139091.752083:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f14f600/0x1f9f6ca451aca564 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35113ca expref: 14 pid: 18644 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746139091.752095:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093641180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958831992960:192.168.203.56@tcp:105: 00000100:00100000:1.0:1746139091.752565:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff880131166cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746139091.756936:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139091.757033:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093641180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958831992960:192.168.203.56@tcp:105: 00010000:00010000:1.0:1746139091.757054:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746139091.757105:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072788e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+14:2010:x1830958840013952:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 5145us (5633us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139091.757118:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16531 00000100:00100000:0.0:1746139091.759515:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139091.763782:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139091.763950:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840014464 00000100:00100000:1.0:1746139091.763959:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840014464 00010000:00010000:1.0:1746139091.763995:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f14f600/0x1f9f6ca451aca564 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35113ca expref: 14 pid: 18644 timeout: 817 lvb_type: 0 00000100:00100000:1.0:1746139091.764033:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16532 00000100:00100000:1.0:1746139091.764041:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007278b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+14:2007:x1830958840014464:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746139091.764059:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746139091.764091:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f14f600/0x1f9f6ca451aca564 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35113ca expref: 14 pid: 18644 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746139091.764103:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f14f600/0x1f9f6ca451aca564 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35113ca expref: 14 pid: 18644 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746139091.764126:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f14f600/0x1f9f6ca451aca564 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35113ca expref: 14 pid: 18644 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746139091.764157:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139091.764160:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139091.764168:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f572c00/0x1f9f6ca451aca56b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35113d1 expref: 5 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139091.764180:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f572c00/0x1f9f6ca451aca56b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35113d1 expref: 5 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139091.764213:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f572c00/0x1f9f6ca451aca56b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35113d1 expref: 5 pid: 24929 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746139091.764225:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093641180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958831993216:192.168.203.56@tcp:105: 00000100:00100000:1.0:1746139091.764305:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff880131166cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746139091.767334:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139091.767371:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093641180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958831993216:192.168.203.56@tcp:105: 00010000:00010000:1.0:1746139091.767390:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746139091.767432:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007278b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+13:2007:x1830958840014464:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3391us (3657us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139091.767432:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139091.767445:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16532 00000100:00100000:1.0:1746139091.767480:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840014848 00000100:00100000:1.0:1746139091.767487:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840014848 00002000:00100000:1.0:1746139091.767520:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880072789180 x1830958840014848/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:17/0 lens 488/0 e 0 to 0 dl 1746139102 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139091.767530:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072789180 with x1830958840014848 ext(0->4095) 00002000:00010000:1.0:1746139091.767534:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072789180 00000100:00100000:1.0:1746139091.767919:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2242 00000100:00100000:1.0:1746139091.767927:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072789180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2010:x1830958840014848:12345-192.168.203.56@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746139091.768159:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072789180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2010:x1830958840014848:12345-192.168.203.56@tcp:3:ptlrpcd_01_01.0 Request processed in 233us (726us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139091.768168:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2242 00002000:00100000:1.0:1746139091.768173:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880072789180 x1830958840014848/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:17/0 lens 488/4536 e 0 to 0 dl 1746139102 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139091.768180:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072789180 with x1830958840014848 ext(0->4095) 00010000:00010000:1.0:1746139091.768186:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f572c00/0x1f9f6ca451aca56b lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35113d1 expref: 6 pid: 24929 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746139091.768196:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f572c00/0x1f9f6ca451aca56b lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35113d1 expref: 6 pid: 24929 timeout: 817 lvb_type: 0 00002000:00010000:1.0:1746139091.768202:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072789180 00000100:00100000:0.0:1746139091.770287:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139091.770347:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139091.770419:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840015104 00000100:00100000:1.0:1746139091.770425:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840015104 00010000:00010000:1.0:1746139091.770449:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f572c00/0x1f9f6ca451aca56b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35113d1 expref: 6 pid: 24929 timeout: 817 lvb_type: 0 00000100:00100000:1.0:1746139091.770774:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16533 00000100:00100000:1.0:1746139091.770780:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072789c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840015104:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746139091.770789:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746139091.770807:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f572c00/0x1f9f6ca451aca56b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35113d1 expref: 6 pid: 24929 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746139091.770816:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f572c00/0x1f9f6ca451aca56b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35113d1 expref: 6 pid: 24929 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746139091.770833:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f572c00/0x1f9f6ca451aca56b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35113d1 expref: 6 pid: 24929 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746139091.770847:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139091.770849:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139091.770854:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f572000/0x1f9f6ca451aca572 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35113d8 expref: 14 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139091.770861:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f572000/0x1f9f6ca451aca572 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35113d8 expref: 14 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139091.770881:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f572000/0x1f9f6ca451aca572 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35113d8 expref: 14 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139091.770891:0:15672:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f572000/0x1f9f6ca451aca572 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35113d8 expref: 14 pid: 9562 timeout: 817 lvb_type: 0 00000100:00100000:1.0:1746139091.770901:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093641180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958831993600:192.168.203.56@tcp:105: 00000100:00100000:1.0:1746139091.770943:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff880131166540 going to sleep for 11 seconds 00000100:00100000:1.0:1746139091.772327:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093641180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958831993600:192.168.203.56@tcp:105: 00010000:00010000:1.0:1746139091.772340:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746139091.772363:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072789c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2008:x1830958840015104:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 1583us (2015us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139091.772371:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16533 00000100:00100000:0.0:1746139091.772825:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139091.772974:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840015360 00000100:00100000:1.0:1746139091.772979:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840015360 00002000:00100000:1.0:1746139091.773008:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880072788000 x1830958840015360/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:17/0 lens 488/0 e 0 to 0 dl 1746139102 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139091.773023:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072788000 with x1830958840015360 ext(0->4095) 00010000:00010000:1.0:1746139091.773035:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f572000/0x1f9f6ca451aca572 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35113d8 expref: 15 pid: 9562 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746139091.773046:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f572000/0x1f9f6ca451aca572 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35113d8 expref: 15 pid: 9562 timeout: 817 lvb_type: 0 00002000:00010000:1.0:1746139091.773053:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072788000 00000100:00100000:1.0:1746139091.773728:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2243 00000100:00100000:1.0:1746139091.773735:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072788000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+15:2007:x1830958840015360:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746139091.773869:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072788000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+15:2007:x1830958840015360:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 135us (1044us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139091.773875:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2243 00002000:00100000:1.0:1746139091.773879:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880072788000 x1830958840015360/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:17/0 lens 488/4536 e 0 to 0 dl 1746139102 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139091.773887:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072788000 with x1830958840015360 ext(0->4095) 00010000:00010000:1.0:1746139091.773892:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f572000/0x1f9f6ca451aca572 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35113d8 expref: 15 pid: 9562 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746139091.773901:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f572000/0x1f9f6ca451aca572 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35113d8 expref: 15 pid: 9562 timeout: 817 lvb_type: 0 00002000:00010000:1.0:1746139091.773906:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072788000 00000100:00100000:0.0:1746139091.776940:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139091.777167:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840015488 00000100:00100000:1.0:1746139091.777178:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840015488 00010000:00010000:1.0:1746139091.777327:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f572000/0x1f9f6ca451aca572 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35113d8 expref: 15 pid: 9562 timeout: 817 lvb_type: 0 00000100:00100000:1.0:1746139091.777368:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16534 00000100:00100000:1.0:1746139091.777376:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007278a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+15:2010:x1830958840015488:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746139091.777392:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746139091.777416:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f572000/0x1f9f6ca451aca572 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35113d8 expref: 15 pid: 9562 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746139091.777429:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f572000/0x1f9f6ca451aca572 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35113d8 expref: 15 pid: 9562 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746139091.777454:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f572000/0x1f9f6ca451aca572 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35113d8 expref: 15 pid: 9562 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746139091.777482:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139091.777484:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139091.777491:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f572200/0x1f9f6ca451aca579 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35113df expref: 14 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139091.777499:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f572200/0x1f9f6ca451aca579 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35113df expref: 14 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139091.777532:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f572200/0x1f9f6ca451aca579 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35113df expref: 14 pid: 9562 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746139091.777544:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093641180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958831993728:192.168.203.56@tcp:105: 00000100:00100000:1.0:1746139091.777660:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801311660c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746139091.780508:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093641180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958831993728:192.168.203.56@tcp:105: 00010000:00010000:1.0:1746139091.780530:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746139091.780571:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007278a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+14:2010:x1830958840015488:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3195us (3639us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139091.780593:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16534 00000100:00100000:0.0:1746139091.783086:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139091.788419:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139091.792071:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139091.795410:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072789f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+16:2010:x1830958840016000:12345-192.168.203.56@tcp:4:ldlm_bl.0 Request processed in 2899us (3330us total) trans 4294971993 rc 0/0 00000100:00100000:0.0:1746139091.795422:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2244 00002000:00100000:0.0:1746139091.795433:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff880072789f80 x1830958840016000/t4294971993(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:17/0 lens 496/448 e 0 to 0 dl 1746139102 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139091.795443:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072789f80 with x1830958840016000 ext(0->7) 00010000:00010000:0.0:1746139091.795452:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f572200/0x1f9f6ca451aca579 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35113df expref: 16 pid: 9562 timeout: 817 lvb_type: 0 00010000:00010000:0.0:1746139091.795469:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f572200/0x1f9f6ca451aca579 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35113df expref: 16 pid: 9562 timeout: 817 lvb_type: 0 00002000:00010000:0.0:1746139091.795475:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072789f80 00000100:00100000:0.0:1746139091.799466:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139091.799988:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840016128 00000100:00100000:1.0:1746139091.799999:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840016128 00010000:00010000:1.0:1746139091.800039:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f572200/0x1f9f6ca451aca579 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35113df expref: 16 pid: 9562 timeout: 817 lvb_type: 0 00000100:00100000:1.0:1746139091.800081:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16535 00000100:00100000:1.0:1746139091.800090:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124a2d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+16:2010:x1830958840016128:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746139091.800104:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746139091.800126:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f572200/0x1f9f6ca451aca579 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35113df expref: 16 pid: 9562 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746139091.800138:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f572200/0x1f9f6ca451aca579 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35113df expref: 16 pid: 9562 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746139091.800162:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f572200/0x1f9f6ca451aca579 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35113df expref: 16 pid: 9562 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746139091.800194:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139091.800196:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139091.800203:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f573600/0x1f9f6ca451aca580 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35113e6 expref: 5 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139091.800215:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f573600/0x1f9f6ca451aca580 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35113e6 expref: 5 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139091.800247:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f573600/0x1f9f6ca451aca580 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35113e6 expref: 5 pid: 24929 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746139091.800257:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093641180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958831993984:192.168.203.56@tcp:105: 00000100:00100000:1.0:1746139091.800337:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801311660c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746139091.802558:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093641180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958831993984:192.168.203.56@tcp:105: 00010000:00010000:1.0:1746139091.802591:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746139091.802672:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124a2d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+15:2010:x1830958840016128:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 2582us (3215us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139091.802683:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16535 00000100:00100000:0.0:1746139091.802809:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139091.802923:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840016384 00000100:00100000:1.0:1746139091.802930:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840016384 00002000:00100000:1.0:1746139091.802961:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880072789880 x1830958840016384/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:17/0 lens 488/0 e 0 to 0 dl 1746139102 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139091.802971:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072789880 with x1830958840016384 ext(0->4095) 00002000:00010000:1.0:1746139091.802975:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072789880 00000100:00100000:1.0:1746139091.802990:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 12979 00000100:00100000:1.0:1746139091.802995:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072789880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2009:x1830958840016384:12345-192.168.203.56@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746139091.803098:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072789880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2009:x1830958840016384:12345-192.168.203.56@tcp:3:ptlrpcd_01_00.0 Request processed in 103us (291us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139091.803106:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 12979 00002000:00100000:1.0:1746139091.803111:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880072789880 x1830958840016384/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:17/0 lens 488/4536 e 0 to 0 dl 1746139102 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139091.803118:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072789880 with x1830958840016384 ext(0->4095) 00002000:00010000:1.0:1746139091.803120:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072789880 00000100:00100000:0.0:1746139091.806825:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139091.811979:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139091.812670:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139091.813028:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840016768 00000100:00100000:1.0:1746139091.813034:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840016768 00010000:00010000:1.0:1746139091.813055:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f573600/0x1f9f6ca451aca580 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35113e6 expref: 6 pid: 24929 timeout: 817 lvb_type: 0 00000100:00100000:1.0:1746139091.813358:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16536 00000100:00100000:1.0:1746139091.813365:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072788700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840016768:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746139091.813375:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746139091.813395:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f573600/0x1f9f6ca451aca580 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35113e6 expref: 6 pid: 24929 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746139091.813406:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f573600/0x1f9f6ca451aca580 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35113e6 expref: 6 pid: 24929 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746139091.813423:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f573600/0x1f9f6ca451aca580 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35113e6 expref: 6 pid: 24929 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746139091.813564:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139091.813566:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139091.813581:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f573800/0x1f9f6ca451aca587 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35113ed expref: 16 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139091.813593:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f573800/0x1f9f6ca451aca587 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35113ed expref: 16 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139091.813645:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f573800/0x1f9f6ca451aca587 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35113ed expref: 16 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139091.813656:0:15672:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f573800/0x1f9f6ca451aca587 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35113ed expref: 16 pid: 24929 timeout: 817 lvb_type: 0 00000100:00100000:1.0:1746139091.813667:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093641180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958831994368:192.168.203.56@tcp:105: 00000100:00100000:1.0:1746139091.814416:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff880131166180 going to sleep for 11 seconds 00000100:00100000:1.0:1746139091.816709:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093641180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958831994368:192.168.203.56@tcp:105: 00010000:00010000:1.0:1746139091.816727:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746139091.816763:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072788700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2007:x1830958840016768:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3397us (4091us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139091.816772:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16536 00000100:00100000:0.0:1746139091.817718:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139091.822569:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139091.822786:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139091.822873:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840017280 00000100:00100000:1.0:1746139091.822882:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840017280 00010000:00010000:1.0:1746139091.822920:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f573800/0x1f9f6ca451aca587 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35113ed expref: 17 pid: 24929 timeout: 817 lvb_type: 0 00000100:00100000:1.0:1746139091.823294:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16537 00000100:00100000:1.0:1746139091.823300:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072789c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+17:2010:x1830958840017280:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746139091.823309:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746139091.823329:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f573800/0x1f9f6ca451aca587 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35113ed expref: 17 pid: 24929 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746139091.823340:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f573800/0x1f9f6ca451aca587 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35113ed expref: 17 pid: 24929 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746139091.823357:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f573800/0x1f9f6ca451aca587 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35113ed expref: 17 pid: 24929 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746139091.823371:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139091.823372:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139091.823378:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f572000/0x1f9f6ca451aca58e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35113f4 expref: 16 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139091.823385:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f572000/0x1f9f6ca451aca58e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35113f4 expref: 16 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139091.823404:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f572000/0x1f9f6ca451aca58e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35113f4 expref: 16 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139091.823421:0:15672:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f572000/0x1f9f6ca451aca58e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35113f4 expref: 16 pid: 24929 timeout: 817 lvb_type: 0 00000100:00100000:1.0:1746139091.823433:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093641180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958831994624:192.168.203.56@tcp:105: 00000100:00100000:1.0:1746139091.823479:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff880131166180 going to sleep for 11 seconds 00000100:00100000:0.0:1746139091.826095:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139091.826211:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093641180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958831994624:192.168.203.56@tcp:105: 00010000:00010000:1.0:1746139091.826228:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746139091.826269:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072789c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+16:2010:x1830958840017280:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 2968us (3482us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139091.826279:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16537 00000100:00100000:0.0:1746139091.829422:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139091.829486:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139091.829964:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840017792 00000100:00100000:1.0:1746139091.829968:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840017792 00010000:00010000:1.0:1746139091.829984:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f572000/0x1f9f6ca451aca58e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35113f4 expref: 17 pid: 24929 timeout: 817 lvb_type: 0 00000100:00100000:1.0:1746139091.830004:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16538 00000100:00100000:1.0:1746139091.830010:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eeee300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+17:2007:x1830958840017792:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746139091.830018:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746139091.830035:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f572000/0x1f9f6ca451aca58e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35113f4 expref: 17 pid: 24929 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746139091.830045:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f572000/0x1f9f6ca451aca58e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35113f4 expref: 17 pid: 24929 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746139091.830061:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f572000/0x1f9f6ca451aca58e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35113f4 expref: 17 pid: 24929 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746139091.830071:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139091.830072:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139091.830078:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f572c00/0x1f9f6ca451aca595 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35113fb expref: 5 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139091.830085:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f572c00/0x1f9f6ca451aca595 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35113fb expref: 5 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139091.830108:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f572c00/0x1f9f6ca451aca595 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35113fb expref: 5 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139091.830118:0:15672:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f572c00/0x1f9f6ca451aca595 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35113fb expref: 5 pid: 24929 timeout: 817 lvb_type: 0 00000100:00100000:1.0:1746139091.830129:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093641180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958831994880:192.168.203.56@tcp:105: 00000100:00100000:1.0:1746139091.830178:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff880131166180 going to sleep for 11 seconds 00000100:00100000:1.0:1746139091.832356:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093641180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958831994880:192.168.203.56@tcp:105: 00010000:00010000:1.0:1746139091.832377:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746139091.832425:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eeee300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+16:2007:x1830958840017792:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 2414us (2937us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139091.832435:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16538 00000100:00100000:0.0:1746139091.833345:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139091.836113:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139091.836167:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840018176 00000100:00100000:1.0:1746139091.836175:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840018176 00010000:00010000:1.0:1746139091.836205:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f572c00/0x1f9f6ca451aca595 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35113fb expref: 6 pid: 24929 timeout: 817 lvb_type: 0 00000100:00100000:1.0:1746139091.836237:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16539 00000100:00100000:1.0:1746139091.836244:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eeed500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2009:x1830958840018176:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746139091.836256:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746139091.836274:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f572c00/0x1f9f6ca451aca595 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35113fb expref: 6 pid: 24929 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746139091.836289:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f572c00/0x1f9f6ca451aca595 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35113fb expref: 6 pid: 24929 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746139091.836313:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f572c00/0x1f9f6ca451aca595 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35113fb expref: 6 pid: 24929 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746139091.836337:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139091.836339:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139091.836347:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f573000/0x1f9f6ca451aca59c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511402 expref: 15 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139091.836354:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f573000/0x1f9f6ca451aca59c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511402 expref: 15 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139091.836388:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f573000/0x1f9f6ca451aca59c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511402 expref: 15 pid: 9562 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746139091.836400:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093641180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958831995008:192.168.203.56@tcp:105: 00000100:00100000:1.0:1746139091.836478:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff880131166180 going to sleep for 11 seconds 00000100:00100000:1.0:1746139091.838988:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093641180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958831995008:192.168.203.56@tcp:105: 00010000:00010000:1.0:1746139091.839010:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746139091.839049:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eeed500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2009:x1830958840018176:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 2805us (2944us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139091.839060:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16539 00000100:00100000:0.0:1746139091.841028:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139091.841673:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840018432 00000100:00100000:1.0:1746139091.841683:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840018432 00002000:00100000:1.0:1746139091.841869:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009eeeca80 x1830958840018432/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:17/0 lens 488/0 e 0 to 0 dl 1746139102 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139091.841879:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009eeeca80 with x1830958840018432 ext(0->4095) 00002000:00010000:1.0:1746139091.841885:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009eeeca80 00000100:00100000:1.0:1746139091.841913:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 12980 00000100:00100000:1.0:1746139091.841921:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eeeca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+16:2008:x1830958840018432:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746139091.843123:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eeeca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+16:2008:x1830958840018432:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 1197us (2098us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139091.843133:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 12980 00002000:00100000:1.0:1746139091.843141:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009eeeca80 x1830958840018432/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:17/0 lens 488/4536 e 0 to 0 dl 1746139102 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139091.843150:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009eeeca80 with x1830958840018432 ext(0->4095) 00002000:00010000:1.0:1746139091.843154:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009eeeca80 00000100:00100000:0.0:1746139091.846375:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139091.851978:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139091.852051:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840018688 00000100:00100000:1.0:1746139091.852061:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840018688 00000100:00100000:1.0:1746139091.852104:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29227 00000100:00100000:1.0:1746139091.852111:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eeec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b60e9717-019c-4527-a82a-15e993ac5189+16:1800:x1830958840018688:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139091.852130:0:9562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139091.852147:0:9562:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e400/0x1f9f6ca451aca5aa lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3511410 expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139091.852175:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139091.852181:0:9562:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f572c00/0x1f9f6ca451aca5a3 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511409 expref: 6 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139091.852203:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746139091.852207:0:9562:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e400/0x1f9f6ca451aca5aa lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511410 expref: 17 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139091.852243:0:9562:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f572c00/0x1f9f6ca451aca5a3 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511409 expref: 6 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139091.852255:0:9562:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e400/0x1f9f6ca451aca5aa lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511410 expref: 17 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139091.852265:0:9562:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7e400, rc 0) 00000100:00100000:1.0:1746139091.852306:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eeec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b60e9717-019c-4527-a82a-15e993ac5189+17:1800:x1830958840018688:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 196us (341us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139091.852313:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29227 00000100:00100000:0.0:1746139091.853067:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139091.857416:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139091.862834:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139091.871145:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139091.876142:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139091.885508:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139091.887988:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0869c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+18:2008:x1830958840019712:12345-192.168.203.56@tcp:4:ldlm_bl.0 Request processed in 1273us (2474us total) trans 4294971994 rc 0/0 00000100:00100000:0.0:1746139091.887998:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2249 00002000:00100000:0.0:1746139091.888006:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff8800a0869c00 x1830958840019712/t4294971994(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:17/0 lens 496/448 e 0 to 0 dl 1746139102 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139091.888013:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0869c00 with x1830958840019712 ext(0->7) 00010000:00010000:0.0:1746139091.888020:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e400/0x1f9f6ca451aca5aa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511410 expref: 18 pid: 9562 timeout: 817 lvb_type: 0 00010000:00010000:0.0:1746139091.888031:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e400/0x1f9f6ca451aca5aa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511410 expref: 18 pid: 9562 timeout: 817 lvb_type: 0 00002000:00010000:0.0:1746139091.888039:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a0869c00 00000100:00100000:0.0:1746139091.895368:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139091.901128:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139091.901208:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139091.901516:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840020224 00000100:00100000:1.0:1746139091.901522:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840020224 00002000:00100000:1.0:1746139091.901551:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800a5d83b80 x1830958840020224/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:17/0 lens 488/0 e 0 to 0 dl 1746139102 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139091.901559:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5d83b80 with x1830958840020224 ext(0->4095) 00002000:00010000:1.0:1746139091.901563:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a5d83b80 00000100:00100000:1.0:1746139091.901595:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 12982 00000100:00100000:1.0:1746139091.901601:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5d83b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840020224:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746139091.902527:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5d83b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840020224:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 925us (1318us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139091.902537:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 12982 00002000:00100000:1.0:1746139091.902542:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800a5d83b80 x1830958840020224/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:17/0 lens 488/4536 e 0 to 0 dl 1746139102 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139091.902549:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5d83b80 with x1830958840020224 ext(0->4095) 00010000:00010000:1.0:1746139091.902554:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f573600/0x1f9f6ca451aca5b1 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511417 expref: 6 pid: 18644 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746139091.902564:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f573600/0x1f9f6ca451aca5b1 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511417 expref: 6 pid: 18644 timeout: 817 lvb_type: 0 00002000:00010000:1.0:1746139091.902570:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a5d83b80 00000100:00100000:0.0:1746139091.910090:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139091.912833:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139091.915599:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139091.920053:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139091.922475:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5d80a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+20:2008:x1830958840020864:12345-192.168.203.56@tcp:4:ldlm_bl.0 Request processed in 2254us (2417us total) trans 4294971995 rc 0/0 00000100:00100000:0.0:1746139091.922485:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2250 00002000:00100000:0.0:1746139091.922493:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff8800a5d80a80 x1830958840020864/t4294971995(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:17/0 lens 496/448 e 0 to 0 dl 1746139102 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139091.922502:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5d80a80 with x1830958840020864 ext(0->7) 00010000:00010000:0.0:1746139091.922509:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f3d3e00/0x1f9f6ca451aca5b8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351141e expref: 20 pid: 18644 timeout: 817 lvb_type: 0 00010000:00010000:0.0:1746139091.922521:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f3d3e00/0x1f9f6ca451aca5b8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351141e expref: 20 pid: 18644 timeout: 817 lvb_type: 0 00002000:00010000:0.0:1746139091.922527:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a5d80a80 00000100:00100000:0.0:1746139091.924315:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139091.931652:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139091.933791:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139091.937531:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139091.938109:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139091.944863:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139091.949597:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139091.951903:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139091.956468:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139091.959953:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139091.963585:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139091.968748:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139091.973351:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139091.975188:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139091.977568:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139091.980928:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139091.984959:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139091.987837:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139091.992910:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840024064 00000100:00100000:0.0:1746139091.992916:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840024064 00002000:00100000:0.0:1746139091.992942:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff8800885ce300 x1830958840024064/t0(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:17/0 lens 496/0 e 0 to 0 dl 1746139102 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139091.992951:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800885ce300 with x1830958840024064 ext(0->7) 00010000:00010000:0.0:1746139091.992956:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f572200/0x1f9f6ca451aca5e2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511448 expref: 20 pid: 18644 timeout: 817 lvb_type: 0 00010000:00010000:0.0:1746139091.992967:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f572200/0x1f9f6ca451aca5e2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511448 expref: 20 pid: 18644 timeout: 817 lvb_type: 0 00002000:00010000:0.0:1746139091.992972:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800885ce300 00000100:00100000:0.0:1746139091.992996:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2255 00000100:00100000:0.0:1746139091.993002:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800885ce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+20:2007:x1830958840024064:12345-192.168.203.56@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746139091.993906:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800885ce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+22:2007:x1830958840024064:12345-192.168.203.56@tcp:4:ldlm_bl.0 Request processed in 903us (1241us total) trans 4294971996 rc 0/0 00000100:00100000:0.0:1746139091.993913:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2255 00002000:00100000:0.0:1746139091.993917:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff8800885ce300 x1830958840024064/t4294971996(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:17/0 lens 496/448 e 0 to 0 dl 1746139102 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139091.993925:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800885ce300 with x1830958840024064 ext(0->7) 00010000:00010000:0.0:1746139091.993929:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f572200/0x1f9f6ca451aca5e2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511448 expref: 22 pid: 18644 timeout: 817 lvb_type: 0 00010000:00010000:0.0:1746139091.993938:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f572200/0x1f9f6ca451aca5e2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511448 expref: 22 pid: 18644 timeout: 817 lvb_type: 0 00002000:00010000:0.0:1746139091.993943:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800885ce300 00000100:00100000:0.0:1746139091.995854:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139091.999875:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139092.000089:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840024448 00000100:00100000:1.0:1746139092.000096:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840024448 00002000:00100000:1.0:1746139092.000130:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009f15e680 x1830958840024448/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:17/0 lens 488/0 e 0 to 0 dl 1746139102 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139092.000139:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f15e680 with x1830958840024448 ext(0->4095) 00002000:00010000:1.0:1746139092.000144:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f15e680 00000100:00100000:1.0:1746139092.000168:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 12986 00000100:00100000:1.0:1746139092.000175:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f15e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2010:x1830958840024448:12345-192.168.203.56@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746139092.000297:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f15e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2010:x1830958840024448:12345-192.168.203.56@tcp:3:ptlrpcd_01_01.0 Request processed in 122us (429us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139092.000304:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 12986 00002000:00100000:1.0:1746139092.000309:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009f15e680 x1830958840024448/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:17/0 lens 488/4536 e 0 to 0 dl 1746139102 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139092.000322:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f15e680 with x1830958840024448 ext(0->4095) 00002000:00010000:1.0:1746139092.000324:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f15e680 00000100:00100000:0.0:1746139092.003080:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139092.003171:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139092.003243:0:24929:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840024704 00000100:00100000:1.0:1746139092.003246:0:24929:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840024704 00000100:00100000:1.0:1746139092.003273:0:24929:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29237 00000100:00100000:1.0:1746139092.003279:0:24929:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f15ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b60e9717-019c-4527-a82a-15e993ac5189+22:1814:x1830958840024704:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139092.003292:0:24929:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139092.003304:0:24929:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451aca5f0 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a351145d expref: -99 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139092.003326:0:24929:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f3d2a00/0x1f9f6ca451aca5e9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351144f expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139092.003332:0:24929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139092.003333:0:24929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139092.003336:0:24929:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451aca5f0 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351145d expref: 23 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139092.003358:0:24929:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f3d2a00/0x1f9f6ca451aca5e9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351144f expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139092.003367:0:24929:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f3d2a00/0x1f9f6ca451aca5e9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351144f expref: 5 pid: 18644 timeout: 817 lvb_type: 0 00000100:00100000:1.0:1746139092.003375:0:24929:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093641180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24929:1830958831997952:192.168.203.56@tcp:104: 00000100:00100000:1.0:1746139092.003422:0:24929:0:(client.c:2553:ptlrpc_set_wait()) set ffff880131166b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746139092.005014:0:24929:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093641180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24929:1830958831997952:192.168.203.56@tcp:104: 00010000:00010000:1.0:1746139092.005104:0:24929:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451aca5f0 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351145d expref: 23 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139092.005114:0:24929:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7e000, rc 0) 00000100:00100000:1.0:1746139092.005163:0:24929:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f15ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b60e9717-019c-4527-a82a-15e993ac5189+23:1814:x1830958840024704:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1884us (1992us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139092.005168:0:24929:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29237 00000100:00100000:0.0:1746139092.005593:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139092.010176:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139092.013320:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139092.014498:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139092.015035:0:24929:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840025216 00000100:00100000:1.0:1746139092.015039:0:24929:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840025216 00000100:00100000:1.0:1746139092.015066:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29239 00000100:00100000:1.0:1746139092.015071:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c249880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840025216:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139092.015081:0:9562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139092.015089:0:9562:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451aca5fe lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3511464 expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139092.015104:0:9562:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f3d3e00/0x1f9f6ca451aca5f7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511456 expref: 22 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139092.015109:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139092.015111:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139092.015114:0:9562:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451aca5fe lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511464 expref: 6 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139092.015128:0:9562:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f3d3e00/0x1f9f6ca451aca5f7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511456 expref: 22 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139092.015137:0:9562:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f3d3e00/0x1f9f6ca451aca5f7 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511456 expref: 22 pid: 18644 timeout: 817 lvb_type: 0 00000100:00100000:1.0:1746139092.015145:0:9562:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093641180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9562:1830958831998464:192.168.203.56@tcp:104: 00000100:00100000:1.0:1746139092.015164:0:9562:0:(client.c:2553:ptlrpc_set_wait()) set ffff880131166b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746139092.019268:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139092.020698:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840025600 00000100:00100000:1.0:1746139092.020704:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840025600 00002000:00100000:1.0:1746139092.020732:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88012c24a300 x1830958840025600/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:18/0 lens 488/0 e 0 to 0 dl 1746139103 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139092.020740:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c24a300 with x1830958840025600 ext(0->4095) 00010000:00010000:1.0:1746139092.020745:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f3d3e00/0x1f9f6ca451aca5f7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511456 expref: 22 pid: 18644 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746139092.020754:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f3d3e00/0x1f9f6ca451aca5f7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511456 expref: 22 pid: 18644 timeout: 817 lvb_type: 0 00002000:00010000:1.0:1746139092.020759:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012c24a300 00000100:00100000:1.0:1746139092.020781:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2257 00000100:00100000:1.0:1746139092.020787:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c24a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+22:2008:x1830958840025600:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746139092.020881:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c24a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+22:2008:x1830958840025600:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 94us (1621us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139092.020887:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2257 00002000:00100000:1.0:1746139092.020892:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88012c24a300 x1830958840025600/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:18/0 lens 488/4536 e 0 to 0 dl 1746139103 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139092.020898:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c24a300 with x1830958840025600 ext(0->4095) 00010000:00010000:1.0:1746139092.020902:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f3d3e00/0x1f9f6ca451aca5f7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511456 expref: 22 pid: 18644 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746139092.020910:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f3d3e00/0x1f9f6ca451aca5f7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511456 expref: 22 pid: 18644 timeout: 817 lvb_type: 0 00002000:00010000:1.0:1746139092.020915:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012c24a300 00000100:00100000:0.0:1746139092.024250:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139092.024720:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139092.028107:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139092.032678:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139092.037325:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139092.037469:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840026496 00000100:00100000:1.0:1746139092.037475:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840026496 00002000:00100000:1.0:1746139092.037505:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88012c248e00 x1830958840026496/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:18/0 lens 488/0 e 0 to 0 dl 1746139103 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139092.037514:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c248e00 with x1830958840026496 ext(0->4095) 00002000:00010000:1.0:1746139092.037518:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c248e00 00000100:00100000:1.0:1746139092.037684:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 12987 00000100:00100000:1.0:1746139092.037691:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c248e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+22:2007:x1830958840026496:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746139092.037786:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c248e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+22:2007:x1830958840026496:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 95us (461us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139092.037791:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 12987 00002000:00100000:1.0:1746139092.037796:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88012c248e00 x1830958840026496/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:18/0 lens 488/4536 e 0 to 0 dl 1746139103 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139092.037801:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c248e00 with x1830958840026496 ext(0->4095) 00002000:00010000:1.0:1746139092.037804:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c248e00 00000100:00100000:0.0:1746139092.040731:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139092.044080:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139092.048417:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139092.049354:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139092.054179:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139092.054266:0:24929:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840027264 00000100:00100000:1.0:1746139092.054273:0:24929:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840027264 00000100:00100000:1.0:1746139092.054645:0:24929:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29243 00000100:00100000:1.0:1746139092.054653:0:24929:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eed8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b60e9717-019c-4527-a82a-15e993ac5189+23:1814:x1830958840027264:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139092.054668:0:24929:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139092.054680:0:24929:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f000/0x1f9f6ca451aca61a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3511480 expref: -99 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139092.054698:0:24929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139092.054702:0:24929:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f3d3800/0x1f9f6ca451aca613 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511479 expref: 24 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139092.054707:0:24929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139092.054710:0:24929:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f000/0x1f9f6ca451aca61a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511480 expref: 24 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139092.054734:0:24929:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f3d3800/0x1f9f6ca451aca613 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511479 expref: 23 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139092.054742:0:24929:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f000/0x1f9f6ca451aca61a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511480 expref: 23 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139092.054749:0:24929:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7f000, rc 0) 00000100:00100000:1.0:1746139092.054764:0:24929:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eed8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b60e9717-019c-4527-a82a-15e993ac5189+23:1814:x1830958840027264:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 114us (593us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139092.054769:0:24929:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29243 00000100:00100000:0.0:1746139092.055076:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139092.058888:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139092.059419:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840027648 00000100:00100000:1.0:1746139092.059425:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840027648 00002000:00100000:1.0:1746139092.059460:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88012eed9f80 x1830958840027648/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:18/0 lens 488/0 e 0 to 0 dl 1746139103 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139092.059468:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012eed9f80 with x1830958840027648 ext(0->4095) 00010000:00010000:1.0:1746139092.059476:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f3d3800/0x1f9f6ca451aca613 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511479 expref: 23 pid: 9562 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746139092.059487:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f3d3800/0x1f9f6ca451aca613 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511479 expref: 23 pid: 9562 timeout: 817 lvb_type: 0 00002000:00010000:1.0:1746139092.059492:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012eed9f80 00000100:00100000:1.0:1746139092.059506:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2260 00000100:00100000:1.0:1746139092.059512:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eed9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+23:2007:x1830958840027648:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746139092.059637:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eed9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+23:2007:x1830958840027648:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 104us (736us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139092.059642:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2260 00002000:00100000:1.0:1746139092.059646:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88012eed9f80 x1830958840027648/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:18/0 lens 488/4536 e 0 to 0 dl 1746139103 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139092.060521:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012eed9f80 with x1830958840027648 ext(0->4095) 00010000:00010000:1.0:1746139092.060530:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f3d3800/0x1f9f6ca451aca613 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511479 expref: 23 pid: 9562 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746139092.060541:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f3d3800/0x1f9f6ca451aca613 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511479 expref: 23 pid: 9562 timeout: 817 lvb_type: 0 00002000:00010000:1.0:1746139092.060547:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012eed9f80 00000100:00100000:0.0:1746139092.062105:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139092.069679:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139092.069734:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840028032 00000100:00100000:1.0:1746139092.069740:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840028032 00002000:00100000:1.0:1746139092.069912:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88012eed9500 x1830958840028032/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:18/0 lens 488/0 e 0 to 0 dl 1746139103 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139092.069929:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012eed9500 with x1830958840028032 ext(0->4095) 00002000:00010000:1.0:1746139092.069933:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012eed9500 00000100:00100000:1.0:1746139092.069963:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 12988 00000100:00100000:1.0:1746139092.069970:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eed9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+22:2008:x1830958840028032:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746139092.070103:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eed9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+22:2008:x1830958840028032:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 133us (424us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139092.070109:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 12988 00002000:00100000:1.0:1746139092.070114:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88012eed9500 x1830958840028032/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:18/0 lens 488/4536 e 0 to 0 dl 1746139103 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139092.070120:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012eed9500 with x1830958840028032 ext(0->4095) 00002000:00010000:1.0:1746139092.070122:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012eed9500 00000100:00100000:0.0:1746139092.071702:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139092.076608:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139092.077552:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139092.082592:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139092.086688:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139092.090414:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139092.090703:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840029056 00000100:00100000:1.0:1746139092.090709:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840029056 00002000:00100000:1.0:1746139092.090741:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c794380 x1830958840029056/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:18/0 lens 488/0 e 0 to 0 dl 1746139103 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139092.090748:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c794380 with x1830958840029056 ext(0->4095) 00002000:00010000:1.0:1746139092.090752:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c794380 00000100:00100000:1.0:1746139092.090775:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 12989 00000100:00100000:1.0:1746139092.090780:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c794380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+22:2009:x1830958840029056:12345-192.168.203.56@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746139092.090867:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c794380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+22:2009:x1830958840029056:12345-192.168.203.56@tcp:3:ptlrpcd_01_00.0 Request processed in 87us (460us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139092.090872:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 12989 00002000:00100000:1.0:1746139092.090877:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c794380 x1830958840029056/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:18/0 lens 488/4536 e 0 to 0 dl 1746139103 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139092.090882:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c794380 with x1830958840029056 ext(0->4095) 00002000:00010000:1.0:1746139092.090885:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c794380 00000100:00100000:0.0:1746139092.103915:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139092.111724:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139092.121146:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139092.123645:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139092.127225:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139092.133298:0:3767:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1746139092.133317:0:3767:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c853100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1830958832000640:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746139092.133375:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746139092.134266:0:3767:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c853100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1830958832000640:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746139092.134752:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139092.135861:0:24929:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840029952 00000100:00100000:1.0:1746139092.135867:0:24929:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840029952 00000100:00100000:1.0:1746139092.135902:0:24929:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29248 00000100:00100000:1.0:1746139092.135907:0:24929:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c795c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b60e9717-019c-4527-a82a-15e993ac5189+25:1800:x1830958840029952:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139092.135919:0:24929:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139092.135931:0:24929:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e400/0x1f9f6ca451aca63d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a35114a3 expref: -99 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139092.135951:0:24929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139092.135954:0:24929:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f3d3a00/0x1f9f6ca451aca636 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351149c expref: 26 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139092.135959:0:24929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139092.135962:0:24929:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e400/0x1f9f6ca451aca63d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35114a3 expref: 26 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139092.135989:0:24929:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f3d3a00/0x1f9f6ca451aca636 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351149c expref: 26 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139092.136004:0:24929:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e400/0x1f9f6ca451aca63d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35114a3 expref: 26 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139092.136012:0:24929:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7e400, rc 0) 00000100:00100000:1.0:1746139092.136049:0:24929:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c795c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b60e9717-019c-4527-a82a-15e993ac5189+26:1800:x1830958840029952:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 141us (1298us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139092.136054:0:24929:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29248 00000100:00100000:0.0:1746139092.136340:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139092.136371:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840030080 00000100:00100000:0.0:1746139092.136375:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840030080 00010000:00010000:0.0:1746139092.136392:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f3d3400/0x1f9f6ca451aca62f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511495 expref: 6 pid: 18644 timeout: 817 lvb_type: 0 00000100:00100000:0.0:1746139092.136408:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16561 00000100:00100000:0.0:1746139092.136413:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c796d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840030080:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746139092.136420:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746139092.136434:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f3d3400/0x1f9f6ca451aca62f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511495 expref: 6 pid: 18644 timeout: 817 lvb_type: 0 00010000:00010000:0.0:1746139092.136442:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f3d3400/0x1f9f6ca451aca62f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511495 expref: 6 pid: 18644 timeout: 817 lvb_type: 0 00010000:00010000:0.0:1746139092.136455:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139092.136457:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139092.136462:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f3d3a00/0x1f9f6ca451aca636 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351149c expref: 25 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139092.136469:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f3d3a00/0x1f9f6ca451aca636 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351149c expref: 25 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139092.136487:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f3d3a00/0x1f9f6ca451aca636 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351149c expref: 25 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139092.136496:0:15672:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f3d3a00/0x1f9f6ca451aca636 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351149c expref: 25 pid: 18644 timeout: 817 lvb_type: 0 00000100:00100000:0.0:1746139092.136506:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c795880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832000896:192.168.203.56@tcp:105: 00000100:00100000:0.0:1746139092.136553:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007fe37240 going to sleep for 11 seconds 00000100:00100000:0.0:1746139092.139692:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139092.145083:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139092.148834:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139092.152192:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139092.153377:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139092.157192:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139092.160548:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139092.165856:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139092.168829:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139092.173921:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139092.176563:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139092.179350:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139092.179531:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840032384 00000100:00100000:1.0:1746139092.179537:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840032384 00002000:00100000:1.0:1746139092.179579:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c797b80 x1830958840032384/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:18/0 lens 488/0 e 0 to 0 dl 1746139103 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139092.179588:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c797b80 with x1830958840032384 ext(0->4095) 00010000:00010000:1.0:1746139092.179594:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f573600/0x1f9f6ca451aca652 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35114b8 expref: 6 pid: 9562 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746139092.179604:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f573600/0x1f9f6ca451aca652 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35114b8 expref: 6 pid: 9562 timeout: 817 lvb_type: 0 00002000:00010000:1.0:1746139092.179610:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c797b80 00000100:00100000:1.0:1746139092.180843:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2266 00000100:00100000:1.0:1746139092.180852:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c797b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840032384:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746139092.180951:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c797b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840032384:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 100us (1601us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139092.180957:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2266 00002000:00100000:1.0:1746139092.180963:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c797b80 x1830958840032384/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:18/0 lens 488/4536 e 0 to 0 dl 1746139103 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139092.180970:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c797b80 with x1830958840032384 ext(0->4095) 00010000:00010000:1.0:1746139092.180975:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f573600/0x1f9f6ca451aca652 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35114b8 expref: 6 pid: 9562 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746139092.180983:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f573600/0x1f9f6ca451aca652 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35114b8 expref: 6 pid: 9562 timeout: 817 lvb_type: 0 00002000:00010000:1.0:1746139092.180988:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c797b80 00000100:00100000:0.0:1746139092.183158:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139092.188183:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800885cd180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832002048:192.168.203.56@tcp:105: 00010000:00010000:0.0:1746139092.188197:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746139092.188232:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c796d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2008:x1830958840032512:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 4461us (5080us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139092.188239:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16566 00000100:00100000:0.0:1746139092.192145:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139092.197702:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139092.198008:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840033024 00000100:00100000:1.0:1746139092.198014:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840033024 00002000:00100000:1.0:1746139092.198046:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff88009f178a80 x1830958840033024/t0(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:18/0 lens 496/0 e 0 to 0 dl 1746139103 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139092.198054:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f178a80 with x1830958840033024 ext(0->7) 00010000:00010000:1.0:1746139092.198061:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ee69a00/0x1f9f6ca451aca659 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35114bf expref: 24 pid: 9562 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746139092.198245:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ee69a00/0x1f9f6ca451aca659 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35114bf expref: 24 pid: 9562 timeout: 817 lvb_type: 0 00002000:00010000:1.0:1746139092.198253:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f178a80 00000100:00100000:1.0:1746139092.198281:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2267 00000100:00100000:1.0:1746139092.198287:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f178a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+24:2008:x1830958840033024:12345-192.168.203.56@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746139092.201830:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f178a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+26:2008:x1830958840033024:12345-192.168.203.56@tcp:4:ldlm_bl.0 Request processed in 3536us (4123us total) trans 4294971998 rc 0/0 00000100:00100000:0.0:1746139092.201839:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2267 00002000:00100000:0.0:1746139092.201849:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff88009f178a80 x1830958840033024/t4294971998(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:18/0 lens 496/448 e 0 to 0 dl 1746139103 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139092.201858:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f178a80 with x1830958840033024 ext(0->7) 00010000:00010000:0.0:1746139092.201867:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ee69a00/0x1f9f6ca451aca659 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35114bf expref: 26 pid: 9562 timeout: 817 lvb_type: 0 00010000:00010000:0.0:1746139092.201880:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ee69a00/0x1f9f6ca451aca659 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35114bf expref: 26 pid: 9562 timeout: 817 lvb_type: 0 00002000:00010000:0.0:1746139092.201891:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f178a80 00000100:00100000:0.0:1746139092.204854:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139092.206599:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139092.211490:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139092.221027:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139092.226058:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139092.229989:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139092.236590:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139092.237337:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840034304 00000100:00100000:0.0:1746139092.237341:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840034304 00010000:00010000:0.0:1746139092.237356:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800724cdc00/0x1f9f6ca451aca667 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35114cd expref: 27 pid: 9562 timeout: 817 lvb_type: 0 00000100:00100000:0.0:1746139092.237380:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16569 00000100:00100000:0.0:1746139092.237384:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800885cf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+27:2007:x1830958840034304:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746139092.237392:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746139092.237405:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800724cdc00/0x1f9f6ca451aca667 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35114cd expref: 27 pid: 9562 timeout: 817 lvb_type: 0 00010000:00010000:0.0:1746139092.237413:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800724cdc00/0x1f9f6ca451aca667 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35114cd expref: 27 pid: 9562 timeout: 817 lvb_type: 0 00010000:00010000:0.0:1746139092.237426:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800724cdc00/0x1f9f6ca451aca667 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35114cd expref: 27 pid: 9562 timeout: 817 lvb_type: 0 00010000:00010000:0.0:1746139092.237438:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139092.237440:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139092.237444:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f3d2800/0x1f9f6ca451aca66e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35114d4 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139092.237450:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f3d2800/0x1f9f6ca451aca66e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35114d4 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139092.237465:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f3d2800/0x1f9f6ca451aca66e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35114d4 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139092.237473:0:15672:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f3d2800/0x1f9f6ca451aca66e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35114d4 expref: 5 pid: 18644 timeout: 817 lvb_type: 0 00000100:00100000:0.0:1746139092.237481:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f178380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832002944:192.168.203.56@tcp:105: 00000100:00100000:0.0:1746139092.237533:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007fe37a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746139092.243654:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139092.251701:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139092.256321:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139092.261958:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139092.268184:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139092.268250:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139092.270903:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139092.274755:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139092.282284:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139092.287441:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139092.291023:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139092.294756:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f178380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+28:2009:x1830958840036224:12345-192.168.203.56@tcp:4:ldlm_bl.0 Request processed in 3445us (3726us total) trans 4294971999 rc 0/0 00000100:00100000:0.0:1746139092.294769:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2271 00002000:00100000:0.0:1746139092.294778:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff88009f178380 x1830958840036224/t4294971999(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:18/0 lens 496/448 e 0 to 0 dl 1746139103 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139092.294789:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f178380 with x1830958840036224 ext(0->7) 00010000:00010000:0.0:1746139092.294797:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f3d3200/0x1f9f6ca451aca683 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35114e9 expref: 28 pid: 18644 timeout: 817 lvb_type: 0 00010000:00010000:0.0:1746139092.294810:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f3d3200/0x1f9f6ca451aca683 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35114e9 expref: 28 pid: 18644 timeout: 817 lvb_type: 0 00002000:00010000:0.0:1746139092.294817:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f178380 00000100:00100000:0.0:1746139092.297113:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139092.301007:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139092.302086:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139092.304817:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840036864 00000100:00100000:0.0:1746139092.304823:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840036864 00000100:00100000:0.0:1746139092.304992:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29261 00000100:00100000:0.0:1746139092.304999:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800885cf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+29:1814:x1830958840036864:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746139092.305009:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746139092.305020:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f14f600/0x1f9f6ca451aca698 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a35114fe expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139092.305035:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139092.305038:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f3d3800/0x1f9f6ca451aca691 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35114f7 expref: 29 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139092.305047:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746139092.305050:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f14f600/0x1f9f6ca451aca698 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35114fe expref: 29 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139092.305072:0:18644:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f3d3800/0x1f9f6ca451aca691 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35114f7 expref: 29 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139092.305082:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f14f600/0x1f9f6ca451aca698 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35114fe expref: 29 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139092.305089:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f14f600, rc 0) 00000100:00100000:0.0:1746139092.305104:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800885cf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+29:1814:x1830958840036864:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 107us (450us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139092.305109:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29261 00000100:00100000:0.0:1746139092.306605:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139092.309544:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139092.312498:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139092.316747:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139092.320407:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139092.320613:0:24929:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840037760 00000100:00100000:1.0:1746139092.320644:0:24929:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840037760 00000100:00100000:1.0:1746139092.320685:0:24929:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29262 00000100:00100000:1.0:1746139092.320692:0:24929:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ff6f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840037760:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139092.320705:0:24929:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139092.320717:0:24929:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e600/0x1f9f6ca451aca69f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3511505 expref: -99 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139092.320738:0:24929:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f14f600/0x1f9f6ca451aca698 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35114fe expref: 27 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139092.320744:0:24929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139092.320746:0:24929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139092.320749:0:24929:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e600/0x1f9f6ca451aca69f lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511505 expref: 6 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139092.320771:0:24929:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f14f600/0x1f9f6ca451aca698 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35114fe expref: 27 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139092.320782:0:24929:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f14f600/0x1f9f6ca451aca698 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35114fe expref: 27 pid: 18644 timeout: 817 lvb_type: 0 00000100:00100000:1.0:1746139092.320791:0:24929:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093640e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24929:1830958832004480:192.168.203.56@tcp:104: 00000100:00100000:1.0:1746139092.320867:0:24929:0:(client.c:2553:ptlrpc_set_wait()) set ffff880131166540 going to sleep for 11 seconds 00000100:00100000:1.0:1746139092.322412:0:24929:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093640e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24929:1830958832004480:192.168.203.56@tcp:104: 00010000:00010000:1.0:1746139092.322431:0:24929:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e600/0x1f9f6ca451aca69f lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511505 expref: 6 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139092.322444:0:24929:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7e600, rc 0) 00000100:00100000:1.0:1746139092.322484:0:24929:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ff6f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840037760:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1792us (2083us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139092.322491:0:24929:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29262 00000100:00100000:0.0:1746139092.323112:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139092.327257:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139092.327331:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139092.328215:0:24929:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840038272 00000100:00100000:1.0:1746139092.328218:0:24929:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840038272 00000100:00100000:1.0:1746139092.328238:0:24929:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29263 00000100:00100000:1.0:1746139092.328242:0:24929:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c4d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b60e9717-019c-4527-a82a-15e993ac5189+27:1800:x1830958840038272:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139092.328250:0:24929:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139092.328262:0:24929:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fc00/0x1f9f6ca451aca6a6 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a351150c expref: -99 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139092.328280:0:24929:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e600/0x1f9f6ca451aca69f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511505 expref: 5 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139092.328286:0:24929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139092.328288:0:24929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139092.328291:0:24929:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fc00/0x1f9f6ca451aca6a6 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351150c expref: 28 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139092.328313:0:24929:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e600/0x1f9f6ca451aca69f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511505 expref: 5 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139092.328322:0:24929:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e600/0x1f9f6ca451aca69f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511505 expref: 5 pid: 24929 timeout: 817 lvb_type: 0 00000100:00100000:1.0:1746139092.328335:0:24929:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093641500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24929:1830958832004736:192.168.203.56@tcp:104: 00000100:00100000:1.0:1746139092.328387:0:24929:0:(client.c:2553:ptlrpc_set_wait()) set ffff880131166540 going to sleep for 11 seconds 00000100:00100000:0.0:1746139092.332358:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139092.333347:0:24929:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093641500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24929:1830958832004736:192.168.203.56@tcp:104: 00010000:00010000:1.0:1746139092.333361:0:24929:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fc00/0x1f9f6ca451aca6a6 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351150c expref: 29 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139092.333369:0:24929:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7fc00, rc 0) 00000100:00100000:1.0:1746139092.333401:0:24929:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c4d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b60e9717-019c-4527-a82a-15e993ac5189+29:1800:x1830958840038272:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5158us (6070us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139092.333406:0:24929:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29263 00000100:00100000:0.0:1746139092.338787:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139092.354153:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139092.365218:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139092.373764:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800885cce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832005120:192.168.203.56@tcp:105: 00010000:00010000:0.0:1746139092.373783:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746139092.373831:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c4d5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+28:2009:x1830958840038912:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 7901us (8620us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139092.373839:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16578 00000100:00100000:0.0:1746139092.384720:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139092.384794:0:24929:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840039296 00000100:00100000:1.0:1746139092.384802:0:24929:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840039296 00000100:00100000:1.0:1746139092.384844:0:24929:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29265 00000100:00100000:1.0:1746139092.384851:0:24929:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c4d4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840039296:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139092.384865:0:24929:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139092.384877:0:24929:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451aca6b4 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a351151a expref: -99 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139092.384898:0:24929:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800724cd800/0x1f9f6ca451aca6ad lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511513 expref: 27 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139092.384904:0:24929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139092.384906:0:24929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139092.384908:0:24929:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451aca6b4 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351151a expref: 6 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139092.384935:0:24929:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800724cd800/0x1f9f6ca451aca6ad lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511513 expref: 27 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139092.384944:0:24929:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800724cd800/0x1f9f6ca451aca6ad lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511513 expref: 27 pid: 18644 timeout: 817 lvb_type: 0 00000100:00100000:1.0:1746139092.384953:0:24929:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093641500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24929:1830958832005248:192.168.203.56@tcp:104: 00000100:00100000:1.0:1746139092.385024:0:24929:0:(client.c:2553:ptlrpc_set_wait()) set ffff880131166540 going to sleep for 11 seconds 00000100:00100000:1.0:1746139092.387203:0:24929:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093641500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24929:1830958832005248:192.168.203.56@tcp:104: 00010000:00010000:1.0:1746139092.387226:0:24929:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451aca6b4 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351151a expref: 6 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139092.387239:0:24929:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7f400, rc 0) 00000100:00100000:1.0:1746139092.387270:0:24929:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c4d4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840039296:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2419us (2555us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139092.387277:0:24929:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29265 00000100:00100000:0.0:1746139092.400207:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139092.415717:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139092.421302:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139092.421367:0:24929:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840039680 00000100:00100000:1.0:1746139092.421374:0:24929:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840039680 00000100:00100000:0.0:1746139092.421493:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139092.421685:0:24929:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29266 00000100:00100000:1.0:1746139092.421691:0:24929:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c4d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b60e9717-019c-4527-a82a-15e993ac5189+29:1800:x1830958840039680:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139092.421703:0:24929:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139092.421716:0:24929:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f000/0x1f9f6ca451aca6bb lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3511521 expref: -99 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139092.421738:0:24929:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451aca6b4 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351151a expref: 5 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139092.421745:0:24929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139092.421747:0:24929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139092.421751:0:24929:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f000/0x1f9f6ca451aca6bb lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511521 expref: 30 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139092.421775:0:24929:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451aca6b4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351151a expref: 5 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139092.421786:0:24929:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451aca6b4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351151a expref: 5 pid: 24929 timeout: 817 lvb_type: 0 00000100:00100000:1.0:1746139092.421797:0:24929:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093641500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24929:1830958832005504:192.168.203.56@tcp:104: 00000100:00100000:1.0:1746139092.421844:0:24929:0:(client.c:2553:ptlrpc_set_wait()) set ffff880131166540 going to sleep for 11 seconds 00000100:00100000:1.0:1746139092.426917:0:24929:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093641500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24929:1830958832005504:192.168.203.56@tcp:104: 00010000:00010000:1.0:1746139092.426938:0:24929:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f000/0x1f9f6ca451aca6bb lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511521 expref: 30 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139092.426951:0:24929:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7f000, rc 0) 00000100:00100000:1.0:1746139092.427189:0:24929:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c4d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b60e9717-019c-4527-a82a-15e993ac5189+30:1800:x1830958840039680:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5497us (5906us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139092.427198:0:24929:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29266 00000100:00100000:0.0:1746139092.428207:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139092.428253:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139092.428651:0:24929:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840040192 00000100:00100000:1.0:1746139092.428654:0:24929:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840040192 00000100:00100000:1.0:1746139092.428678:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29267 00000100:00100000:1.0:1746139092.428683:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c4d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b60e9717-019c-4527-a82a-15e993ac5189+30:1814:x1830958840040192:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139092.428694:0:9562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139092.428702:0:9562:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e400/0x1f9f6ca451aca6c2 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3511528 expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139092.428715:0:9562:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f000/0x1f9f6ca451aca6bb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511521 expref: 31 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139092.428720:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139092.428721:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139092.428723:0:9562:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e400/0x1f9f6ca451aca6c2 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511528 expref: 31 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139092.428737:0:9562:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f000/0x1f9f6ca451aca6bb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511521 expref: 31 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139092.428746:0:9562:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f000/0x1f9f6ca451aca6bb lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511521 expref: 31 pid: 24929 timeout: 817 lvb_type: 0 00000100:00100000:1.0:1746139092.428754:0:9562:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093641500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9562:1830958832005760:192.168.203.56@tcp:104: 00000100:00100000:1.0:1746139092.428783:0:9562:0:(client.c:2553:ptlrpc_set_wait()) set ffff880131166540 going to sleep for 11 seconds 00000100:00100000:0.0:1746139092.431497:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139092.431638:0:9562:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093641500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9562:1830958832005760:192.168.203.56@tcp:104: 00010000:00010000:1.0:1746139092.431659:0:9562:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e400/0x1f9f6ca451aca6c2 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511528 expref: 31 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139092.431676:0:9562:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7e400, rc 0) 00000100:00100000:1.0:1746139092.431712:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c4d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b60e9717-019c-4527-a82a-15e993ac5189+31:1814:x1830958840040192:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3028us (3457us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139092.431720:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29267 00000100:00100000:0.0:1746139092.436721:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139092.440283:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139092.440484:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840040832 00000100:00100000:1.0:1746139092.440490:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840040832 00002000:00100000:1.0:1746139092.440517:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88012bbe0380 x1830958840040832/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:18/0 lens 488/0 e 0 to 0 dl 1746139103 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139092.440526:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bbe0380 with x1830958840040832 ext(0->4095) 00002000:00010000:1.0:1746139092.440529:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bbe0380 00000100:00100000:1.0:1746139092.440930:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13000 00000100:00100000:1.0:1746139092.440938:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bbe0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+30:2007:x1830958840040832:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746139092.441032:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bbe0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+30:2007:x1830958840040832:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 95us (756us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139092.441038:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13000 00002000:00100000:1.0:1746139092.441043:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88012bbe0380 x1830958840040832/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:18/0 lens 488/4536 e 0 to 0 dl 1746139103 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139092.441049:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bbe0380 with x1830958840040832 ext(0->4095) 00002000:00010000:1.0:1746139092.441052:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bbe0380 00000100:00100000:0.0:1746139092.443808:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139092.443903:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840040960 00000100:00100000:1.0:1746139092.443910:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840040960 00000100:00100000:1.0:1746139092.444016:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29268 00000100:00100000:1.0:1746139092.444024:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bbe3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840040960:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139092.444042:0:9562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139092.444057:0:9562:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451aca6c9 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a351152f expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139092.444084:0:9562:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e400/0x1f9f6ca451aca6c2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511528 expref: 29 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139092.444090:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139092.444092:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139092.444095:0:9562:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451aca6c9 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351152f expref: 6 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139092.444118:0:9562:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e400/0x1f9f6ca451aca6c2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511528 expref: 29 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139092.444130:0:9562:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e400/0x1f9f6ca451aca6c2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511528 expref: 29 pid: 9562 timeout: 817 lvb_type: 0 00000100:00100000:1.0:1746139092.444139:0:9562:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093641500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9562:1830958832006016:192.168.203.56@tcp:104: 00000100:00100000:1.0:1746139092.444741:0:9562:0:(client.c:2553:ptlrpc_set_wait()) set ffff880131166cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746139092.448198:0:9562:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093641500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9562:1830958832006016:192.168.203.56@tcp:104: 00010000:00010000:1.0:1746139092.448223:0:9562:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451aca6c9 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351152f expref: 6 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139092.448239:0:9562:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7f600, rc 0) 00000100:00100000:1.0:1746139092.448282:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bbe3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840040960:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4259us (4481us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139092.448290:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29268 00000100:00100000:0.0:1746139092.448467:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139092.450368:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139092.450410:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840041216 00000100:00100000:1.0:1746139092.450420:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840041216 00000100:00100000:1.0:1746139092.450445:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29269 00000100:00100000:1.0:1746139092.450450:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bbe1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b60e9717-019c-4527-a82a-15e993ac5189+30:1800:x1830958840041216:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139092.450462:0:9562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139092.450472:0:9562:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451aca6d0 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3511536 expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139092.450487:0:9562:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451aca6c9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351152f expref: 5 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139092.450493:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139092.450494:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139092.450497:0:9562:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451aca6d0 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511536 expref: 31 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139092.450513:0:9562:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451aca6c9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351152f expref: 5 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139092.450522:0:9562:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451aca6c9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351152f expref: 5 pid: 9562 timeout: 817 lvb_type: 0 00000100:00100000:1.0:1746139092.450530:0:9562:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093641500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9562:1830958832006272:192.168.203.56@tcp:104: 00000100:00100000:1.0:1746139092.450579:0:9562:0:(client.c:2553:ptlrpc_set_wait()) set ffff880131166cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746139092.450783:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139092.451774:0:9562:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093641500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9562:1830958832006272:192.168.203.56@tcp:104: 00010000:00010000:1.0:1746139092.451790:0:9562:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451aca6d0 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511536 expref: 30 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139092.451805:0:9562:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7f200, rc 0) 00000100:00100000:1.0:1746139092.451825:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bbe1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b60e9717-019c-4527-a82a-15e993ac5189+30:1800:x1830958840041216:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1375us (1457us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139092.451831:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29269 00000100:00100000:0.0:1746139092.453510:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139092.455673:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139092.460182:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139092.462254:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840041984 00000100:00100000:1.0:1746139092.462263:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840041984 00000100:00100000:1.0:1746139092.462312:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29270 00000100:00100000:1.0:1746139092.462319:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bbe0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840041984:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139092.462333:0:9562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139092.462346:0:9562:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f000/0x1f9f6ca451aca6d7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a351153d expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139092.462367:0:9562:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451aca6d0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511536 expref: 29 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139092.462373:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139092.462375:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139092.462377:0:9562:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f000/0x1f9f6ca451aca6d7 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351153d expref: 6 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139092.462400:0:9562:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451aca6d0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511536 expref: 29 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139092.462409:0:9562:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451aca6d0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511536 expref: 29 pid: 9562 timeout: 817 lvb_type: 0 00000100:00100000:1.0:1746139092.462423:0:9562:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093641500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9562:1830958832006528:192.168.203.56@tcp:104: 00000100:00100000:1.0:1746139092.462500:0:9562:0:(client.c:2553:ptlrpc_set_wait()) set ffff880131166cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746139092.464779:0:9562:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093641500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9562:1830958832006528:192.168.203.56@tcp:104: 00010000:00010000:1.0:1746139092.464803:0:9562:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f000/0x1f9f6ca451aca6d7 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351153d expref: 6 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139092.464817:0:9562:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7f000, rc 0) 00000100:00100000:1.0:1746139092.464853:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bbe0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840041984:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2534us (4677us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139092.464861:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29270 00000100:00100000:0.0:1746139092.465581:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139092.469741:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bbe1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+32:2008:x1830958840042112:12345-192.168.203.56@tcp:4:ldlm_bl.0 Request processed in 3370us (4162us total) trans 4294972001 rc 0/0 00000100:00100000:0.0:1746139092.469752:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2278 00002000:00100000:0.0:1746139092.469761:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff88012bbe1f80 x1830958840042112/t4294972001(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:18/0 lens 496/448 e 0 to 0 dl 1746139103 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139092.469773:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bbe1f80 with x1830958840042112 ext(0->7) 00010000:00010000:0.0:1746139092.469782:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451aca6d0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511536 expref: 32 pid: 9562 timeout: 817 lvb_type: 0 00010000:00010000:0.0:1746139092.469796:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451aca6d0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511536 expref: 32 pid: 9562 timeout: 817 lvb_type: 0 00002000:00010000:0.0:1746139092.469802:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012bbe1f80 00000100:00100000:0.0:1746139092.481378:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139092.481430:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139092.482539:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840042240 00000100:00100000:1.0:1746139092.482547:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840042240 00000100:00100000:1.0:1746139092.482606:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29271 00000100:00100000:1.0:1746139092.482614:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bbe3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b60e9717-019c-4527-a82a-15e993ac5189+32:1800:x1830958840042240:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139092.482653:0:9562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139092.482667:0:9562:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fa00/0x1f9f6ca451aca6de lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3511544 expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139092.482690:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139092.482696:0:9562:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f000/0x1f9f6ca451aca6d7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351153d expref: 5 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139092.482701:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746139092.482703:0:9562:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fa00/0x1f9f6ca451aca6de lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511544 expref: 33 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139092.482736:0:9562:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f000/0x1f9f6ca451aca6d7 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351153d expref: 5 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139092.482745:0:9562:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fa00/0x1f9f6ca451aca6de lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511544 expref: 33 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139092.482754:0:9562:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7fa00, rc 0) 00000100:00100000:1.0:1746139092.482792:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bbe3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b60e9717-019c-4527-a82a-15e993ac5189+33:1800:x1830958840042240:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 180us (1362us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139092.482798:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29271 00000100:00100000:0.0:1746139092.490881:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139092.490954:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840042624 00000100:00100000:1.0:1746139092.490959:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840042624 00002000:00100000:1.0:1746139092.490991:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88012bbe2680 x1830958840042624/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:18/0 lens 488/0 e 0 to 0 dl 1746139103 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139092.491000:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bbe2680 with x1830958840042624 ext(0->4095) 00010000:00010000:1.0:1746139092.491007:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f000/0x1f9f6ca451aca6d7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351153d expref: 6 pid: 9562 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746139092.491018:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f000/0x1f9f6ca451aca6d7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351153d expref: 6 pid: 9562 timeout: 817 lvb_type: 0 00002000:00010000:1.0:1746139092.491024:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012bbe2680 00000100:00100000:1.0:1746139092.491042:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2279 00000100:00100000:1.0:1746139092.491049:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bbe2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840042624:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746139092.492171:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bbe2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840042624:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 1119us (1287us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139092.492180:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2279 00002000:00100000:1.0:1746139092.492188:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88012bbe2680 x1830958840042624/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:18/0 lens 488/4536 e 0 to 0 dl 1746139103 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139092.492196:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bbe2680 with x1830958840042624 ext(0->4095) 00010000:00010000:1.0:1746139092.492202:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f000/0x1f9f6ca451aca6d7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351153d expref: 6 pid: 9562 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746139092.492212:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f000/0x1f9f6ca451aca6d7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351153d expref: 6 pid: 9562 timeout: 817 lvb_type: 0 00002000:00010000:1.0:1746139092.492218:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012bbe2680 00000100:00100000:0.0:1746139092.495662:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139092.503842:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139092.509150:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139092.509545:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840043264 00000100:00100000:1.0:1746139092.509551:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840043264 00002000:00100000:1.0:1746139092.509591:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88012bbe1180 x1830958840043264/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:18/0 lens 488/0 e 0 to 0 dl 1746139103 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139092.509600:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bbe1180 with x1830958840043264 ext(0->4095) 00002000:00010000:1.0:1746139092.509604:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bbe1180 00000100:00100000:1.0:1746139092.509636:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13002 00000100:00100000:1.0:1746139092.509643:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bbe1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840043264:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746139092.509741:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bbe1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840043264:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 98us (591us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139092.509747:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13002 00002000:00100000:1.0:1746139092.509752:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88012bbe1180 x1830958840043264/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:18/0 lens 488/4536 e 0 to 0 dl 1746139103 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139092.509765:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bbe1180 with x1830958840043264 ext(0->4095) 00002000:00010000:1.0:1746139092.509768:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bbe1180 00000100:00100000:0.0:1746139092.513354:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139092.514269:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139092.514335:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840043392 00000100:00100000:1.0:1746139092.514342:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840043392 00000100:00100000:1.0:1746139092.514379:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840043520 00000100:00100000:1.0:1746139092.514382:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840043520 00000100:00100000:1.0:1746139092.514406:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29273 00000100:00100000:1.0:1746139092.514413:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bbe2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b60e9717-019c-4527-a82a-15e993ac5189+32:1814:x1830958840043392:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139092.514428:0:9562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139092.514441:0:9562:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451aca6ec lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3511552 expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139092.514464:0:9562:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800724cce00/0x1f9f6ca451aca6e5 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351154b expref: 5 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139092.514471:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139092.514472:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139092.514475:0:9562:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451aca6ec lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511552 expref: 33 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139092.514499:0:9562:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800724cce00/0x1f9f6ca451aca6e5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351154b expref: 5 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139092.514510:0:9562:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800724cce00/0x1f9f6ca451aca6e5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351154b expref: 5 pid: 24929 timeout: 817 lvb_type: 0 00000100:00100000:1.0:1746139092.514520:0:9562:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093641500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9562:1830958832007296:192.168.203.56@tcp:104: 00000100:00100000:1.0:1746139092.516403:0:9562:0:(client.c:2553:ptlrpc_set_wait()) set ffff880131166480 going to sleep for 11 seconds 00000100:00100000:1.0:1746139092.518494:0:9562:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093641500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9562:1830958832007296:192.168.203.56@tcp:104: 00010000:00010000:1.0:1746139092.518519:0:9562:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451aca6ec lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511552 expref: 33 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139092.518535:0:9562:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7ea00, rc 0) 00000100:00100000:1.0:1746139092.518584:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bbe2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b60e9717-019c-4527-a82a-15e993ac5189+33:1814:x1830958840043392:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4169us (5233us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139092.518593:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29273 00000100:00100000:0.0:1746139092.522778:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139092.529061:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840043904 00000100:00100000:1.0:1746139092.529067:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840043904 00002000:00100000:1.0:1746139092.529098:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800885cd500 x1830958840043904/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:18/0 lens 488/0 e 0 to 0 dl 1746139103 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139092.529107:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800885cd500 with x1830958840043904 ext(0->4095) 00010000:00010000:1.0:1746139092.529114:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451aca6ec lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511552 expref: 33 pid: 9562 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746139092.529126:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451aca6ec lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511552 expref: 33 pid: 9562 timeout: 817 lvb_type: 0 00002000:00010000:1.0:1746139092.529133:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800885cd500 00000100:00100000:1.0:1746139092.529149:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2280 00000100:00100000:1.0:1746139092.529155:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800885cd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+33:2007:x1830958840043904:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746139092.529259:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800885cd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+33:2007:x1830958840043904:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 104us (475us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139092.529268:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2280 00002000:00100000:1.0:1746139092.529272:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800885cd500 x1830958840043904/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:18/0 lens 488/4536 e 0 to 0 dl 1746139103 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139092.529278:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800885cd500 with x1830958840043904 ext(0->4095) 00010000:00010000:1.0:1746139092.529283:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451aca6ec lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511552 expref: 33 pid: 9562 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746139092.529291:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451aca6ec lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511552 expref: 33 pid: 9562 timeout: 817 lvb_type: 0 00002000:00010000:1.0:1746139092.529296:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800885cd500 00000100:00100000:0.0:1746139092.537196:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139092.538141:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840044032 00000100:00100000:1.0:1746139092.538150:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840044032 00000100:00100000:1.0:1746139092.538192:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29275 00000100:00100000:1.0:1746139092.538200:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ee96680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840044032:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139092.538215:0:9562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139092.538230:0:9562:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e600/0x1f9f6ca451aca6fa lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3511560 expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139092.538253:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139092.538258:0:9562:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800724cd400/0x1f9f6ca451aca6f3 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511559 expref: 32 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139092.538264:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746139092.538268:0:9562:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e600/0x1f9f6ca451aca6fa lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511560 expref: 6 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139092.538302:0:9562:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800724cd400/0x1f9f6ca451aca6f3 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511559 expref: 32 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139092.538313:0:9562:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e600/0x1f9f6ca451aca6fa lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511560 expref: 6 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139092.538321:0:9562:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7e600, rc 0) 00000100:00100000:1.0:1746139092.538368:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ee96680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840044032:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 169us (1179us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139092.538374:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29275 00000100:00100000:0.0:1746139092.540169:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139092.544389:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139092.550762:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139092.550870:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139092.555999:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139092.560062:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139092.563672:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139092.567495:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139092.567578:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840045440 00000100:00100000:1.0:1746139092.567586:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840045440 00000100:00100000:1.0:1746139092.567823:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29277 00000100:00100000:1.0:1746139092.567831:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ee96d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840045440:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139092.567845:0:9562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139092.567858:0:9562:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451aca708 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a351156e expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139092.567881:0:9562:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800724cd800/0x1f9f6ca451aca701 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511567 expref: 31 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139092.567888:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139092.567890:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139092.567893:0:9562:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451aca708 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351156e expref: 6 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139092.567921:0:9562:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800724cd800/0x1f9f6ca451aca701 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511567 expref: 31 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139092.567931:0:9562:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800724cd800/0x1f9f6ca451aca701 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511567 expref: 31 pid: 18644 timeout: 817 lvb_type: 0 00000100:00100000:1.0:1746139092.567942:0:9562:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093641500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9562:1830958832008320:192.168.203.56@tcp:104: 00000100:00100000:1.0:1746139092.568016:0:9562:0:(client.c:2553:ptlrpc_set_wait()) set ffff880131166cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746139092.570605:0:9562:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093641500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9562:1830958832008320:192.168.203.56@tcp:104: 00010000:00010000:1.0:1746139092.570664:0:9562:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451aca708 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351156e expref: 6 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139092.570679:0:9562:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7e000, rc 0) 00000100:00100000:1.0:1746139092.570721:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ee96d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840045440:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2892us (3234us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139092.570729:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29277 00000100:00100000:0.0:1746139092.574351:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139092.575512:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139092.575643:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840045696 00000100:00100000:1.0:1746139092.575648:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840045696 00000100:00100000:1.0:1746139092.575671:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29278 00000100:00100000:1.0:1746139092.575676:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ee94380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b60e9717-019c-4527-a82a-15e993ac5189+32:1800:x1830958840045696:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139092.575687:0:9562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139092.575696:0:9562:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f000/0x1f9f6ca451aca70f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3511575 expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139092.575713:0:9562:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451aca708 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351156e expref: 5 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139092.575719:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139092.575720:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139092.575723:0:9562:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f000/0x1f9f6ca451aca70f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511575 expref: 33 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139092.575740:0:9562:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451aca708 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351156e expref: 5 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139092.575749:0:9562:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451aca708 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351156e expref: 5 pid: 9562 timeout: 817 lvb_type: 0 00000100:00100000:1.0:1746139092.575758:0:9562:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093641500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9562:1830958832008576:192.168.203.56@tcp:104: 00000100:00100000:1.0:1746139092.576412:0:9562:0:(client.c:2553:ptlrpc_set_wait()) set ffff880131166cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746139092.578864:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139092.579135:0:9562:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093641500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9562:1830958832008576:192.168.203.56@tcp:104: 00010000:00010000:1.0:1746139092.579149:0:9562:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f000/0x1f9f6ca451aca70f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511575 expref: 32 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139092.579160:0:9562:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7f000, rc 0) 00000100:00100000:1.0:1746139092.579177:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ee94380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b60e9717-019c-4527-a82a-15e993ac5189+32:1800:x1830958840045696:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3501us (3667us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139092.579182:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29278 00000100:00100000:0.0:1746139092.582586:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139092.585222:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139092.588269:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139092.588350:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840046464 00000100:00100000:1.0:1746139092.588356:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840046464 00000100:00100000:1.0:1746139092.588530:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29279 00000100:00100000:1.0:1746139092.588537:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ee94000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840046464:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139092.588553:0:9562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139092.588576:0:9562:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451aca716 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a351157c expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139092.588598:0:9562:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f000/0x1f9f6ca451aca70f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511575 expref: 31 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139092.588720:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139092.588722:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139092.588726:0:9562:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451aca716 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351157c expref: 6 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139092.588753:0:9562:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f000/0x1f9f6ca451aca70f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511575 expref: 31 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139092.588763:0:9562:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f000/0x1f9f6ca451aca70f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511575 expref: 31 pid: 9562 timeout: 817 lvb_type: 0 00000100:00100000:1.0:1746139092.588773:0:9562:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093641500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9562:1830958832008832:192.168.203.56@tcp:104: 00000100:00100000:1.0:1746139092.589393:0:9562:0:(client.c:2553:ptlrpc_set_wait()) set ffff880131166cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746139092.590853:0:9562:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093641500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9562:1830958832008832:192.168.203.56@tcp:104: 00010000:00010000:1.0:1746139092.590873:0:9562:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451aca716 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351157c expref: 6 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139092.590885:0:9562:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7ea00, rc 0) 00000100:00100000:1.0:1746139092.590915:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ee94000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840046464:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2379us (2651us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139092.590925:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29279 00000100:00100000:0.0:1746139092.591458:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139092.593341:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840046592 00000100:00100000:1.0:1746139092.593352:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840046592 00002000:00100000:1.0:1746139092.593392:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff88012ee95500 x1830958840046592/t0(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:18/0 lens 496/0 e 0 to 0 dl 1746139103 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139092.593401:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ee95500 with x1830958840046592 ext(0->7) 00010000:00010000:1.0:1746139092.593407:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f000/0x1f9f6ca451aca70f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511575 expref: 32 pid: 9562 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746139092.593418:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f000/0x1f9f6ca451aca70f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511575 expref: 32 pid: 9562 timeout: 817 lvb_type: 0 00002000:00010000:1.0:1746139092.593423:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012ee95500 00000100:00100000:1.0:1746139092.593923:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2284 00000100:00100000:1.0:1746139092.593931:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ee95500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+32:2007:x1830958840046592:12345-192.168.203.56@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746139092.594730:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ee95500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+34:2007:x1830958840046592:12345-192.168.203.56@tcp:4:ldlm_bl.0 Request processed in 798us (3271us total) trans 4294972002 rc 0/0 00000100:00100000:1.0:1746139092.594737:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2284 00002000:00100000:1.0:1746139092.594743:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff88012ee95500 x1830958840046592/t4294972002(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:18/0 lens 496/448 e 0 to 0 dl 1746139103 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139092.594750:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ee95500 with x1830958840046592 ext(0->7) 00010000:00010000:1.0:1746139092.594756:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f000/0x1f9f6ca451aca70f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511575 expref: 34 pid: 9562 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746139092.594770:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f000/0x1f9f6ca451aca70f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511575 expref: 34 pid: 9562 timeout: 817 lvb_type: 0 00002000:00010000:1.0:1746139092.594776:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012ee95500 00000100:00100000:0.0:1746139092.596736:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139092.606217:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139092.606904:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840046976 00000100:00100000:1.0:1746139092.606911:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840046976 00002000:00100000:1.0:1746139092.606940:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009cb69500 x1830958840046976/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:18/0 lens 488/0 e 0 to 0 dl 1746139103 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139092.606949:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb69500 with x1830958840046976 ext(0->4095) 00002000:00010000:1.0:1746139092.606952:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cb69500 00000100:00100000:1.0:1746139092.606980:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13005 00000100:00100000:1.0:1746139092.606987:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb69500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840046976:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746139092.607075:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb69500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840046976:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 89us (865us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139092.607081:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13005 00002000:00100000:1.0:1746139092.607085:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009cb69500 x1830958840046976/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:18/0 lens 488/4536 e 0 to 0 dl 1746139103 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139092.607092:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb69500 with x1830958840046976 ext(0->4095) 00002000:00010000:1.0:1746139092.607095:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cb69500 00000100:00100000:0.0:1746139092.612128:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139092.612218:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840047104 00000100:00100000:1.0:1746139092.612226:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840047104 00000100:00100000:0.0:1746139092.612279:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139092.612994:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840047232 00000100:00100000:1.0:1746139092.612997:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840047232 00000100:00100000:1.0:1746139092.613014:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29281 00000100:00100000:1.0:1746139092.613019:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb6b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b60e9717-019c-4527-a82a-15e993ac5189+34:1800:x1830958840047232:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139092.613025:0:9562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139092.613037:0:9562:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ee00/0x1f9f6ca451aca71d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a351158a expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139092.613123:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139092.613127:0:9562:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f3d3a00/0x1f9f6ca451aca724 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511583 expref: 36 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139092.613131:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139092.613133:0:9562:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ee00/0x1f9f6ca451aca71d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351158a expref: 36 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139092.613154:0:9562:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f3d3a00/0x1f9f6ca451aca724 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511583 expref: 36 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139092.613170:0:9562:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ee00/0x1f9f6ca451aca71d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351158a expref: 36 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139092.613178:0:9562:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7ee00, rc 0) 00000100:00100000:1.0:1746139092.613220:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb6b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b60e9717-019c-4527-a82a-15e993ac5189+36:1800:x1830958840047232:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 201us (942us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139092.613226:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29281 00000100:00100000:0.0:1746139092.616279:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139092.621955:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139092.630816:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139092.631427:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139092.634402:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139092.634473:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840048128 00000100:00100000:1.0:1746139092.634480:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840048128 00002000:00100000:1.0:1746139092.634508:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880072c1aa00 x1830958840048128/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:18/0 lens 488/0 e 0 to 0 dl 1746139103 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139092.634522:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072c1aa00 with x1830958840048128 ext(0->4095) 00010000:00010000:1.0:1746139092.634529:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ee00/0x1f9f6ca451aca71d lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351158a expref: 35 pid: 9562 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746139092.634539:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ee00/0x1f9f6ca451aca71d lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351158a expref: 35 pid: 9562 timeout: 817 lvb_type: 0 00002000:00010000:1.0:1746139092.634545:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072c1aa00 00000100:00100000:1.0:1746139092.634577:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2286 00000100:00100000:1.0:1746139092.634583:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072c1aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+35:2007:x1830958840048128:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746139092.634728:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072c1aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+35:2007:x1830958840048128:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 145us (332us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139092.634734:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2286 00002000:00100000:1.0:1746139092.634740:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880072c1aa00 x1830958840048128/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:18/0 lens 488/4536 e 0 to 0 dl 1746139103 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139092.634746:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072c1aa00 with x1830958840048128 ext(0->4095) 00010000:00010000:1.0:1746139092.634750:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ee00/0x1f9f6ca451aca71d lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351158a expref: 35 pid: 9562 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746139092.634757:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ee00/0x1f9f6ca451aca71d lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351158a expref: 35 pid: 9562 timeout: 817 lvb_type: 0 00002000:00010000:1.0:1746139092.634762:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072c1aa00 00000100:00100000:0.0:1746139092.638585:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139092.639786:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139092.643753:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139092.649309:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139092.649644:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139092.654500:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139092.660166:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139092.669064:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139092.675774:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139092.683798:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139092.684917:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139092.689719:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139092.693976:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139092.704197:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139092.707275:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139092.708019:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840050560 00000100:00100000:1.0:1746139092.708029:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840050560 00000100:00100000:1.0:1746139092.708090:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29287 00000100:00100000:1.0:1746139092.708100:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fae8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840050560:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139092.708116:0:9562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139092.708130:0:9562:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451aca74e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a35115b4 expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139092.708158:0:9562:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f3d2800/0x1f9f6ca451aca747 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35115ad expref: 35 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139092.708168:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139092.708170:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139092.708174:0:9562:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451aca74e lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35115b4 expref: 6 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139092.708206:0:9562:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f3d2800/0x1f9f6ca451aca747 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35115ad expref: 35 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139092.708219:0:9562:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f3d2800/0x1f9f6ca451aca747 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35115ad expref: 35 pid: 18644 timeout: 817 lvb_type: 0 00000100:00100000:1.0:1746139092.708232:0:9562:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093641500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9562:1830958832010880:192.168.203.56@tcp:104: 00000100:00100000:1.0:1746139092.708338:0:9562:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801311663c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746139092.711941:0:9562:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093641500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9562:1830958832010880:192.168.203.56@tcp:104: 00010000:00010000:1.0:1746139092.711965:0:9562:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451aca74e lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35115b4 expref: 6 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139092.711987:0:9562:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7ea00, rc 0) 00000100:00100000:1.0:1746139092.712056:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fae8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840050560:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3956us (4784us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139092.712066:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29287 00000100:00100000:0.0:1746139092.712741:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139092.713140:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139092.713443:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840050816 00000100:00100000:1.0:1746139092.713448:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840050816 00000100:00100000:1.0:1746139092.713477:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29288 00000100:00100000:1.0:1746139092.713483:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f558a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b60e9717-019c-4527-a82a-15e993ac5189+36:1800:x1830958840050816:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139092.713498:0:9562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139092.713510:0:9562:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451aca755 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a35115bb expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139092.713524:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139092.713530:0:9562:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451aca74e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35115b4 expref: 5 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139092.713536:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139092.713538:0:9562:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451aca755 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35115bb expref: 37 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139092.713581:0:9562:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451aca74e lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35115b4 expref: 5 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139092.713593:0:9562:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451aca755 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35115bb expref: 37 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139092.713606:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139092.713607:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139092.713654:0:9562:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451aca74e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35115b4 expref: 5 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139092.713663:0:9562:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451aca74e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35115b4 expref: 5 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139092.713686:0:9562:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451aca74e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35115b4 expref: 5 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139092.713698:0:9562:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451aca74e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35115b4 expref: 5 pid: 9562 timeout: 817 lvb_type: 0 00000100:00100000:1.0:1746139092.713708:0:9562:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093641500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9562:1830958832011136:192.168.203.56@tcp:105: 00000100:00100000:1.0:1746139092.713782:0:9562:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801311663c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746139092.717166:0:9562:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093641500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9562:1830958832011136:192.168.203.56@tcp:105: 00010000:00010000:1.0:1746139092.717187:0:9562:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7f600, rc 0) 00000100:00100000:1.0:1746139092.717252:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f558a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b60e9717-019c-4527-a82a-15e993ac5189+36:1800:x1830958840050816:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3767us (4109us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139092.717260:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29288 00000100:00100000:0.0:1746139092.717935:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139092.717965:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840051072 00000100:00100000:0.0:1746139092.717972:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840051072 00002000:00100000:0.0:1746139092.718009:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009f559180 x1830958840051072/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:18/0 lens 488/0 e 0 to 0 dl 1746139103 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139092.718018:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f559180 with x1830958840051072 ext(0->4095) 00010000:00010000:0.0:1746139092.718026:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451aca74e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35115b4 expref: 6 pid: 9562 timeout: 817 lvb_type: 0 00010000:00010000:0.0:1746139092.718039:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451aca74e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35115b4 expref: 6 pid: 9562 timeout: 817 lvb_type: 0 00002000:00010000:0.0:1746139092.718045:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f559180 00000100:00100000:0.0:1746139092.719312:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2290 00000100:00100000:0.0:1746139092.719326:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f559180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840051072:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746139092.719717:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f559180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840051072:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 392us (1781us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746139092.719724:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2290 00002000:00100000:0.0:1746139092.719733:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009f559180 x1830958840051072/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:18/0 lens 488/4536 e 0 to 0 dl 1746139103 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139092.719740:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f559180 with x1830958840051072 ext(0->4095) 00010000:00010000:0.0:1746139092.719749:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451aca74e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35115b4 expref: 6 pid: 9562 timeout: 817 lvb_type: 0 00010000:00010000:0.0:1746139092.719761:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451aca74e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35115b4 expref: 6 pid: 9562 timeout: 817 lvb_type: 0 00002000:00010000:0.0:1746139092.719767:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f559180 00000100:00100000:0.0:1746139092.728049:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139092.733773:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139092.733882:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840051456 00000100:00100000:1.0:1746139092.733891:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840051456 00002000:00100000:1.0:1746139092.733934:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009f55a300 x1830958840051456/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:18/0 lens 488/0 e 0 to 0 dl 1746139103 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139092.733951:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f55a300 with x1830958840051456 ext(0->4095) 00002000:00010000:1.0:1746139092.733955:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f55a300 00000100:00100000:1.0:1746139092.734317:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13008 00000100:00100000:1.0:1746139092.734327:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f55a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+36:2008:x1830958840051456:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746139092.734446:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f55a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+36:2008:x1830958840051456:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 120us (681us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139092.734452:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13008 00002000:00100000:1.0:1746139092.734458:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009f55a300 x1830958840051456/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:18/0 lens 488/4536 e 0 to 0 dl 1746139103 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139092.734465:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f55a300 with x1830958840051456 ext(0->4095) 00002000:00010000:1.0:1746139092.734468:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f55a300 00000100:00100000:0.0:1746139092.742459:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139092.742585:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840051584 00000100:00100000:1.0:1746139092.742593:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840051584 00000100:00100000:1.0:1746139092.743107:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29289 00000100:00100000:1.0:1746139092.743118:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f559f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840051584:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139092.743134:0:9562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139092.743150:0:9562:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451aca75c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a35115c2 expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139092.743176:0:9562:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451aca755 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35115bb expref: 35 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139092.743183:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139092.743185:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139092.743190:0:9562:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451aca75c lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35115c2 expref: 6 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139092.743217:0:9562:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451aca755 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35115bb expref: 35 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139092.743229:0:9562:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451aca755 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35115bb expref: 35 pid: 9562 timeout: 818 lvb_type: 0 00000100:00100000:1.0:1746139092.743240:0:9562:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093641500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9562:1830958832011392:192.168.203.56@tcp:104: 00000100:00100000:1.0:1746139092.744804:0:9562:0:(client.c:2553:ptlrpc_set_wait()) set ffff880131166180 going to sleep for 11 seconds 00000100:00100000:1.0:1746139092.748003:0:9562:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093641500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9562:1830958832011392:192.168.203.56@tcp:104: 00010000:00010000:1.0:1746139092.748024:0:9562:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451aca75c lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35115c2 expref: 6 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139092.748036:0:9562:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7e000, rc 0) 00000100:00100000:1.0:1746139092.748326:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f559f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840051584:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5210us (5875us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139092.748333:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29289 00000100:00100000:0.0:1746139092.767550:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139092.774799:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f55b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+38:2008:x1830958840051712:12345-192.168.203.56@tcp:4:ldlm_bl.0 Request processed in 6953us (7244us total) trans 4294972004 rc 0/0 00000100:00100000:0.0:1746139092.774814:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2291 00002000:00100000:0.0:1746139092.774828:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff88009f55b800 x1830958840051712/t4294972004(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:18/0 lens 496/448 e 0 to 0 dl 1746139103 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139092.774837:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f55b800 with x1830958840051712 ext(0->7) 00010000:00010000:0.0:1746139092.774849:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451aca755 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35115bb expref: 38 pid: 9562 timeout: 818 lvb_type: 0 00010000:00010000:0.0:1746139092.774865:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451aca755 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35115bb expref: 38 pid: 9562 timeout: 818 lvb_type: 0 00002000:00010000:0.0:1746139092.774872:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f55b800 00000100:00100000:0.0:1746139092.775644:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840051840 00000100:00100000:0.0:1746139092.775651:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840051840 00000100:00100000:0.0:1746139092.775705:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29290 00000100:00100000:0.0:1746139092.775715:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800885cd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b60e9717-019c-4527-a82a-15e993ac5189+38:1800:x1830958840051840:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746139092.775731:0:9562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746139092.775746:0:9562:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009edec800/0x1f9f6ca451aca763 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a35115c9 expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139092.775768:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746139092.775774:0:9562:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451aca75c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35115c2 expref: 5 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139092.775780:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746139092.775783:0:9562:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009edec800/0x1f9f6ca451aca763 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35115c9 expref: 39 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139092.775819:0:9562:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451aca75c lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35115c2 expref: 5 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139092.775834:0:9562:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009edec800/0x1f9f6ca451aca763 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35115c9 expref: 39 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139092.775845:0:9562:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009edec800, rc 0) 00000100:00100000:0.0:1746139092.775903:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800885cd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b60e9717-019c-4527-a82a-15e993ac5189+39:1800:x1830958840051840:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 189us (780us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139092.775909:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29290 00000100:00100000:1.0:1746139092.784954:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139092.792080:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139092.792462:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840052224 00000100:00100000:1.0:1746139092.792469:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840052224 00002000:00100000:1.0:1746139092.792507:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009f55b100 x1830958840052224/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:18/0 lens 488/0 e 0 to 0 dl 1746139103 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139092.792517:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f55b100 with x1830958840052224 ext(0->4095) 00010000:00010000:1.0:1746139092.792524:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451aca75c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35115c2 expref: 6 pid: 9562 timeout: 818 lvb_type: 0 00010000:00010000:1.0:1746139092.792538:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451aca75c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35115c2 expref: 6 pid: 9562 timeout: 818 lvb_type: 0 00002000:00010000:1.0:1746139092.792544:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f55b100 00000100:00100000:1.0:1746139092.792564:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2292 00000100:00100000:1.0:1746139092.792586:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f55b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840052224:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746139092.792742:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f55b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840052224:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 156us (669us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139092.792749:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2292 00002000:00100000:1.0:1746139092.792756:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009f55b100 x1830958840052224/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:18/0 lens 488/4536 e 0 to 0 dl 1746139103 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139092.792763:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f55b100 with x1830958840052224 ext(0->4095) 00010000:00010000:1.0:1746139092.792768:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451aca75c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35115c2 expref: 6 pid: 9562 timeout: 818 lvb_type: 0 00010000:00010000:1.0:1746139092.792778:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451aca75c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35115c2 expref: 6 pid: 9562 timeout: 818 lvb_type: 0 00002000:00010000:1.0:1746139092.792783:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f55b100 00000100:00100000:0.0:1746139092.796870:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139092.802602:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139092.802670:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840052608 00000100:00100000:0.0:1746139092.802679:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840052608 00002000:00100000:0.0:1746139092.802726:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009f55b480 x1830958840052608/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:18/0 lens 488/0 e 0 to 0 dl 1746139103 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139092.802736:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f55b480 with x1830958840052608 ext(0->4095) 00002000:00010000:0.0:1746139092.802741:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f55b480 00000100:00100000:0.0:1746139092.802771:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13009 00000100:00100000:0.0:1746139092.802780:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f55b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+38:2008:x1830958840052608:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746139092.802921:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f55b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+38:2008:x1830958840052608:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 142us (326us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746139092.802929:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13009 00002000:00100000:0.0:1746139092.802935:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009f55b480 x1830958840052608/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:18/0 lens 488/4536 e 0 to 0 dl 1746139103 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139092.802942:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f55b480 with x1830958840052608 ext(0->4095) 00002000:00010000:0.0:1746139092.802945:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f55b480 00000100:00100000:0.0:1746139092.806564:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139092.812033:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139092.813000:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139092.817753:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139092.818257:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840053248 00000100:00100000:1.0:1746139092.818263:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840053248 00002000:00100000:1.0:1746139092.818300:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800a5f99f80 x1830958840053248/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:18/0 lens 488/0 e 0 to 0 dl 1746139103 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139092.818309:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5f99f80 with x1830958840053248 ext(0->4095) 00010000:00010000:1.0:1746139092.818316:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800724cd600/0x1f9f6ca451aca76a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35115d0 expref: 6 pid: 18644 timeout: 818 lvb_type: 0 00010000:00010000:1.0:1746139092.818328:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800724cd600/0x1f9f6ca451aca76a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35115d0 expref: 6 pid: 18644 timeout: 818 lvb_type: 0 00002000:00010000:1.0:1746139092.818334:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a5f99f80 00000100:00100000:1.0:1746139092.818353:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2293 00000100:00100000:1.0:1746139092.818360:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5f99f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840053248:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746139092.818471:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5f99f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840053248:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 111us (725us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139092.818477:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2293 00002000:00100000:1.0:1746139092.818483:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800a5f99f80 x1830958840053248/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:18/0 lens 488/4536 e 0 to 0 dl 1746139103 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139092.818490:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5f99f80 with x1830958840053248 ext(0->4095) 00010000:00010000:1.0:1746139092.818495:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800724cd600/0x1f9f6ca451aca76a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35115d0 expref: 6 pid: 18644 timeout: 818 lvb_type: 0 00010000:00010000:1.0:1746139092.818505:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800724cd600/0x1f9f6ca451aca76a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35115d0 expref: 6 pid: 18644 timeout: 818 lvb_type: 0 00002000:00010000:1.0:1746139092.818511:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a5f99f80 00000100:00100000:0.0:1746139092.821885:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139092.822419:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139092.827179:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139092.827228:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840053376 00000100:00100000:0.0:1746139092.827236:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840053376 00000100:00100000:0.0:1746139092.827277:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29293 00000100:00100000:0.0:1746139092.827284:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5f9ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+38:1814:x1830958840053376:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746139092.827298:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746139092.827312:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f674c00/0x1f9f6ca451aca778 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a35115de expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139092.827334:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800724cce00/0x1f9f6ca451aca771 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35115d7 expref: 39 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139092.827340:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746139092.827341:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746139092.827344:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f674c00/0x1f9f6ca451aca778 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35115de expref: 39 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139092.827368:0:18644:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800724cce00/0x1f9f6ca451aca771 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35115d7 expref: 39 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139092.827378:0:18644:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800724cce00/0x1f9f6ca451aca771 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35115d7 expref: 39 pid: 18644 timeout: 818 lvb_type: 0 00000100:00100000:0.0:1746139092.827388:0:18644:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011dd85880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832012416:192.168.203.56@tcp:104: 00000100:00100000:0.0:1746139092.827459:0:18644:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007fe37e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746139092.827559:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c853800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832012288:192.168.203.56@tcp:105: 00010000:00010000:0.0:1746139092.827581:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746139092.827606:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5f9a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2010:x1830958840053504:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 4768us (5729us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139092.827613:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16606 00000100:00100000:0.0:1746139092.837228:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139092.837412:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139092.839097:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840054016 00000100:00100000:1.0:1746139092.839106:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840054016 00010000:00010000:1.0:1746139092.839128:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800724cce00/0x1f9f6ca451aca771 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35115d7 expref: 41 pid: 18644 timeout: 818 lvb_type: 0 00000100:00100000:1.0:1746139092.839171:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16607 00000100:00100000:1.0:1746139092.839179:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011dd87b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+41:2009:x1830958840054016:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746139092.839193:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746139092.839218:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800724cce00/0x1f9f6ca451aca771 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35115d7 expref: 41 pid: 18644 timeout: 818 lvb_type: 0 00010000:00010000:1.0:1746139092.839233:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800724cce00/0x1f9f6ca451aca771 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35115d7 expref: 41 pid: 18644 timeout: 818 lvb_type: 0 00010000:00010000:1.0:1746139092.839254:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800724cce00/0x1f9f6ca451aca771 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35115d7 expref: 41 pid: 18644 timeout: 818 lvb_type: 0 00010000:00010000:1.0:1746139092.840353:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139092.840357:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139092.840365:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f674c00/0x1f9f6ca451aca778 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35115de expref: 39 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139092.840373:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f674c00/0x1f9f6ca451aca778 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35115de expref: 39 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139092.840405:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f674c00/0x1f9f6ca451aca778 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35115de expref: 39 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139092.840418:0:7207:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f674c00/0x1f9f6ca451aca778 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35115de expref: 39 pid: 18644 timeout: 818 lvb_type: 0 00000100:00100000:1.0:1746139092.840434:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093640e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832012672:192.168.203.56@tcp:105: 00000100:00100000:1.0:1746139092.841399:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff880131166300 going to sleep for 11 seconds 00000100:00100000:0.0:1746139092.844677:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139092.844846:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840054272 00000100:00100000:1.0:1746139092.844854:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840054272 00002000:00100000:1.0:1746139092.844901:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88011dd85f80 x1830958840054272/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:18/0 lens 488/0 e 0 to 0 dl 1746139103 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139092.844911:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011dd85f80 with x1830958840054272 ext(0->4095) 00010000:00010000:1.0:1746139092.844919:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f674c00/0x1f9f6ca451aca778 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35115de expref: 39 pid: 18644 timeout: 818 lvb_type: 0 00010000:00010000:1.0:1746139092.844933:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f674c00/0x1f9f6ca451aca778 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35115de expref: 39 pid: 18644 timeout: 818 lvb_type: 0 00002000:00010000:1.0:1746139092.844941:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011dd85f80 00000100:00100000:1.0:1746139092.845697:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2295 00000100:00100000:1.0:1746139092.845705:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011dd85f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+39:2008:x1830958840054272:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746139092.845824:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011dd85f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+39:2008:x1830958840054272:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 119us (1146us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139092.845829:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2295 00002000:00100000:1.0:1746139092.845834:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88011dd85f80 x1830958840054272/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:18/0 lens 488/4536 e 0 to 0 dl 1746139103 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139092.845840:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011dd85f80 with x1830958840054272 ext(0->4095) 00010000:00010000:1.0:1746139092.845845:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f674c00/0x1f9f6ca451aca778 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35115de expref: 39 pid: 18644 timeout: 818 lvb_type: 0 00010000:00010000:1.0:1746139092.845853:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f674c00/0x1f9f6ca451aca778 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35115de expref: 39 pid: 18644 timeout: 818 lvb_type: 0 00002000:00010000:1.0:1746139092.845858:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011dd85f80 00000100:00100000:0.0:1746139092.850248:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139092.850952:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139092.855827:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139092.858922:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139092.865846:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139092.865897:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139092.872084:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139092.876560:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139092.876716:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840055552 00000100:00100000:1.0:1746139092.876722:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840055552 00002000:00100000:1.0:1746139092.876755:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880072553100 x1830958840055552/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:18/0 lens 488/0 e 0 to 0 dl 1746139103 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139092.876763:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072553100 with x1830958840055552 ext(0->4095) 00010000:00010000:1.0:1746139092.876769:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f3d3800/0x1f9f6ca451aca78d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35115f3 expref: 39 pid: 9562 timeout: 818 lvb_type: 0 00010000:00010000:1.0:1746139092.876779:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f3d3800/0x1f9f6ca451aca78d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35115f3 expref: 39 pid: 9562 timeout: 818 lvb_type: 0 00002000:00010000:1.0:1746139092.876785:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072553100 00000100:00100000:1.0:1746139092.876810:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2296 00000100:00100000:1.0:1746139092.876816:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072553100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+39:2008:x1830958840055552:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746139092.877205:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072553100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+39:2008:x1830958840055552:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 388us (649us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139092.877210:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2296 00002000:00100000:1.0:1746139092.877215:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880072553100 x1830958840055552/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:18/0 lens 488/4536 e 0 to 0 dl 1746139103 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139092.877221:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072553100 with x1830958840055552 ext(0->4095) 00010000:00010000:1.0:1746139092.877225:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f3d3800/0x1f9f6ca451aca78d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35115f3 expref: 39 pid: 9562 timeout: 818 lvb_type: 0 00010000:00010000:1.0:1746139092.877234:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f3d3800/0x1f9f6ca451aca78d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35115f3 expref: 39 pid: 9562 timeout: 818 lvb_type: 0 00002000:00010000:1.0:1746139092.877238:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072553100 00000100:00100000:0.0:1746139092.880325:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139092.888355:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139092.888405:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840056064 00000100:00100000:1.0:1746139092.888411:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840056064 00002000:00100000:1.0:1746139092.888439:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880072552a00 x1830958840056064/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:18/0 lens 488/0 e 0 to 0 dl 1746139103 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139092.888448:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072552a00 with x1830958840056064 ext(0->4095) 00010000:00010000:1.0:1746139092.888455:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008760d200/0x1f9f6ca451aca794 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35115fa expref: 38 pid: 9564 timeout: 818 lvb_type: 0 00010000:00010000:1.0:1746139092.888466:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008760d200/0x1f9f6ca451aca794 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35115fa expref: 38 pid: 9564 timeout: 818 lvb_type: 0 00002000:00010000:1.0:1746139092.888472:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072552a00 00000100:00100000:1.0:1746139092.888495:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2297 00000100:00100000:1.0:1746139092.888501:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072552a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+38:2007:x1830958840056064:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746139092.888600:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072552a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+38:2007:x1830958840056064:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 98us (246us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139092.888606:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2297 00002000:00100000:1.0:1746139092.888611:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880072552a00 x1830958840056064/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:18/0 lens 488/4536 e 0 to 0 dl 1746139103 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139092.888649:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072552a00 with x1830958840056064 ext(0->4095) 00010000:00010000:1.0:1746139092.888654:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008760d200/0x1f9f6ca451aca794 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35115fa expref: 38 pid: 9564 timeout: 818 lvb_type: 0 00010000:00010000:1.0:1746139092.888662:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008760d200/0x1f9f6ca451aca794 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35115fa expref: 38 pid: 9564 timeout: 818 lvb_type: 0 00002000:00010000:1.0:1746139092.888667:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072552a00 00000100:00100000:0.0:1746139092.892219:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139092.893508:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139092.898692:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139092.902343:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139092.906104:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139092.910032:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139092.914585:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139092.916872:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139092.920236:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139092.920604:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840057600 00000100:00100000:1.0:1746139092.920609:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840057600 00002000:00100000:1.0:1746139092.920658:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880094c06d80 x1830958840057600/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:18/0 lens 488/0 e 0 to 0 dl 1746139103 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139092.920666:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c06d80 with x1830958840057600 ext(0->4095) 00010000:00010000:1.0:1746139092.920672:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800724cd600/0x1f9f6ca451aca7a9 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351160f expref: 6 pid: 24929 timeout: 818 lvb_type: 0 00010000:00010000:1.0:1746139092.920681:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800724cd600/0x1f9f6ca451aca7a9 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351160f expref: 6 pid: 24929 timeout: 818 lvb_type: 0 00002000:00010000:1.0:1746139092.920687:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094c06d80 00000100:00100000:1.0:1746139092.920700:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2299 00000100:00100000:1.0:1746139092.920706:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c06d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840057600:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746139092.920796:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c06d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840057600:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 90us (566us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139092.920802:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2299 00002000:00100000:1.0:1746139092.920807:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880094c06d80 x1830958840057600/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:18/0 lens 488/4536 e 0 to 0 dl 1746139103 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139092.920813:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c06d80 with x1830958840057600 ext(0->4095) 00010000:00010000:1.0:1746139092.920817:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800724cd600/0x1f9f6ca451aca7a9 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351160f expref: 6 pid: 24929 timeout: 818 lvb_type: 0 00010000:00010000:1.0:1746139092.920824:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800724cd600/0x1f9f6ca451aca7a9 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351160f expref: 6 pid: 24929 timeout: 818 lvb_type: 0 00002000:00010000:1.0:1746139092.920829:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094c06d80 00000100:00100000:0.0:1746139092.926081:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139092.927130:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139092.931039:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139092.935314:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139092.940272:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139092.940365:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840058496 00000100:00100000:1.0:1746139092.940372:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840058496 00002000:00100000:1.0:1746139092.940409:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880094c05880 x1830958840058496/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:18/0 lens 488/0 e 0 to 0 dl 1746139103 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139092.940418:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c05880 with x1830958840058496 ext(0->4095) 00002000:00010000:1.0:1746139092.940422:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094c05880 00000100:00100000:1.0:1746139092.940708:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13012 00000100:00100000:1.0:1746139092.940715:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c05880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+38:2009:x1830958840058496:12345-192.168.203.56@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746139092.940815:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c05880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+38:2009:x1830958840058496:12345-192.168.203.56@tcp:3:ptlrpcd_01_00.0 Request processed in 100us (550us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139092.940820:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13012 00002000:00100000:1.0:1746139092.940825:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880094c05880 x1830958840058496/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:18/0 lens 488/4536 e 0 to 0 dl 1746139103 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139092.940832:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c05880 with x1830958840058496 ext(0->4095) 00002000:00010000:1.0:1746139092.940835:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094c05880 00000100:00100000:0.0:1746139092.944399:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139092.949027:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139092.951335:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139092.952787:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139092.957114:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139092.957702:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139092.961458:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139092.965434:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139092.971264:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139092.971513:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840060032 00000100:00100000:1.0:1746139092.971519:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840060032 00002000:00100000:1.0:1746139092.971547:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880131465880 x1830958840060032/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:18/0 lens 488/0 e 0 to 0 dl 1746139103 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139092.971555:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131465880 with x1830958840060032 ext(0->4095) 00002000:00010000:1.0:1746139092.971558:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131465880 00000100:00100000:1.0:1746139092.971700:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13013 00000100:00100000:1.0:1746139092.971707:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131465880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+38:2008:x1830958840060032:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746139092.971790:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131465880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+38:2008:x1830958840060032:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 83us (532us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139092.971795:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13013 00002000:00100000:1.0:1746139092.971800:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880131465880 x1830958840060032/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:18/0 lens 488/4536 e 0 to 0 dl 1746139103 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139092.971806:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131465880 with x1830958840060032 ext(0->4095) 00002000:00010000:1.0:1746139092.971809:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131465880 00000100:00100000:0.0:1746139092.974933:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139092.979281:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139092.981910:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139092.987004:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139092.991310:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139092.995276:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139092.995456:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840061056 00000100:00100000:1.0:1746139092.995460:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840061056 00002000:00100000:1.0:1746139092.995487:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c854a80 x1830958840061056/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:18/0 lens 488/0 e 0 to 0 dl 1746139103 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139092.995496:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c854a80 with x1830958840061056 ext(0->4095) 00002000:00010000:1.0:1746139092.995499:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c854a80 00000100:00100000:1.0:1746139092.995512:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13014 00000100:00100000:1.0:1746139092.995518:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c854a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+38:2007:x1830958840061056:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746139092.995639:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c854a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+38:2007:x1830958840061056:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 121us (370us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139092.995645:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13014 00002000:00100000:1.0:1746139092.995649:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c854a80 x1830958840061056/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:18/0 lens 488/4536 e 0 to 0 dl 1746139103 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139092.995655:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c854a80 with x1830958840061056 ext(0->4095) 00002000:00010000:1.0:1746139092.995657:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c854a80 00000100:00100000:0.0:1746139092.997797:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139093.001324:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139093.002359:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c854e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+40:2008:x1830958840061312:12345-192.168.203.56@tcp:4:ldlm_bl.0 Request processed in 750us (1035us total) trans 4294972005 rc 0/0 00000100:00100000:0.0:1746139093.002365:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2304 00002000:00100000:0.0:1746139093.002371:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff88009c854e00 x1830958840061312/t4294972005(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:19/0 lens 496/448 e 0 to 0 dl 1746139104 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139093.002378:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c854e00 with x1830958840061312 ext(0->7) 00010000:00010000:0.0:1746139093.002383:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800724cc000/0x1f9f6ca451aca7da lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511640 expref: 40 pid: 9562 timeout: 818 lvb_type: 0 00010000:00010000:0.0:1746139093.002393:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800724cc000/0x1f9f6ca451aca7da lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511640 expref: 40 pid: 9562 timeout: 818 lvb_type: 0 00002000:00010000:0.0:1746139093.002399:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c854e00 00000100:00100000:0.0:1746139093.006435:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139093.012509:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139093.012642:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840061696 00000100:00100000:1.0:1746139093.012649:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840061696 00002000:00100000:1.0:1746139093.012689:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c854700 x1830958840061696/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:19/0 lens 488/0 e 0 to 0 dl 1746139104 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139093.012700:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c854700 with x1830958840061696 ext(0->4095) 00002000:00010000:1.0:1746139093.012704:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c854700 00000100:00100000:1.0:1746139093.012721:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13015 00000100:00100000:1.0:1746139093.012727:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c854700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840061696:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746139093.012829:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c854700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840061696:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 102us (326us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139093.012835:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13015 00002000:00100000:1.0:1746139093.012840:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c854700 x1830958840061696/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:19/0 lens 488/4536 e 0 to 0 dl 1746139104 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139093.012847:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c854700 with x1830958840061696 ext(0->4095) 00002000:00010000:1.0:1746139093.012854:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c854700 00000100:00100000:0.0:1746139093.014862:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139093.020132:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139093.020235:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139093.020452:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840062080 00000100:00100000:0.0:1746139093.020459:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840062080 00010000:00010000:0.0:1746139093.020484:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800724cd600/0x1f9f6ca451aca7e1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511647 expref: 6 pid: 9562 timeout: 818 lvb_type: 0 00000100:00100000:0.0:1746139093.020515:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16623 00000100:00100000:0.0:1746139093.020521:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c855880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840062080:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746139093.020531:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746139093.020549:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800724cd600/0x1f9f6ca451aca7e1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511647 expref: 6 pid: 9562 timeout: 818 lvb_type: 0 00010000:00010000:0.0:1746139093.020560:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800724cd600/0x1f9f6ca451aca7e1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511647 expref: 6 pid: 9562 timeout: 818 lvb_type: 0 00010000:00010000:0.0:1746139093.020587:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800724cd600/0x1f9f6ca451aca7e1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511647 expref: 6 pid: 9562 timeout: 818 lvb_type: 0 00010000:00010000:0.0:1746139093.020601:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139093.020602:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139093.020608:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800724cda00/0x1f9f6ca451aca7e8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351164e expref: 39 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139093.020632:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800724cda00/0x1f9f6ca451aca7e8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351164e expref: 39 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139093.020659:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800724cda00/0x1f9f6ca451aca7e8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351164e expref: 39 pid: 9562 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746139093.020670:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c857480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832016640:192.168.203.56@tcp:105: 00000100:00100000:0.0:1746139093.020731:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007fe37840 going to sleep for 11 seconds 00000100:00100000:1.0:1746139093.025296:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139093.025467:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840062336 00000100:00100000:0.0:1746139093.025474:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840062336 00002000:00100000:0.0:1746139093.025506:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880093640e00 x1830958840062336/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:19/0 lens 488/0 e 0 to 0 dl 1746139104 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139093.025514:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093640e00 with x1830958840062336 ext(0->4095) 00010000:00010000:0.0:1746139093.025522:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800724cda00/0x1f9f6ca451aca7e8 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351164e expref: 42 pid: 9562 timeout: 818 lvb_type: 0 00010000:00010000:0.0:1746139093.025533:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800724cda00/0x1f9f6ca451aca7e8 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351164e expref: 42 pid: 9562 timeout: 818 lvb_type: 0 00002000:00010000:0.0:1746139093.025538:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093640e00 00000100:00100000:0.0:1746139093.025576:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2305 00000100:00100000:0.0:1746139093.025582:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093640e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+42:2007:x1830958840062336:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746139093.026324:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093640e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+41:2007:x1830958840062336:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 741us (1032us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746139093.026329:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2305 00002000:00100000:0.0:1746139093.026333:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880093640e00 x1830958840062336/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:19/0 lens 488/4536 e 0 to 0 dl 1746139104 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139093.026340:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093640e00 with x1830958840062336 ext(0->4095) 00010000:00010000:0.0:1746139093.026344:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800724cda00/0x1f9f6ca451aca7e8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351164e expref: 41 pid: 9562 timeout: 818 lvb_type: 0 00010000:00010000:0.0:1746139093.026354:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800724cda00/0x1f9f6ca451aca7e8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351164e expref: 41 pid: 9562 timeout: 818 lvb_type: 0 00002000:00010000:0.0:1746139093.026359:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093640e00 00000100:00100000:0.0:1746139093.027846:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139093.027936:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139093.031316:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139093.031776:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840062848 00000100:00100000:1.0:1746139093.031781:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840062848 00002000:00100000:1.0:1746139093.031807:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c855c00 x1830958840062848/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:19/0 lens 488/0 e 0 to 0 dl 1746139104 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139093.031816:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c855c00 with x1830958840062848 ext(0->4095) 00010000:00010000:1.0:1746139093.031823:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800724cc000/0x1f9f6ca451aca7ef lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511655 expref: 40 pid: 9562 timeout: 818 lvb_type: 0 00010000:00010000:1.0:1746139093.031833:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800724cc000/0x1f9f6ca451aca7ef lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511655 expref: 40 pid: 9562 timeout: 818 lvb_type: 0 00002000:00010000:1.0:1746139093.031839:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c855c00 00000100:00100000:1.0:1746139093.031864:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2306 00000100:00100000:1.0:1746139093.031870:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c855c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+40:2007:x1830958840062848:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746139093.032129:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c855c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+40:2007:x1830958840062848:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 258us (814us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139093.032135:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2306 00002000:00100000:1.0:1746139093.032139:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c855c00 x1830958840062848/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:19/0 lens 488/4536 e 0 to 0 dl 1746139104 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139093.032146:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c855c00 with x1830958840062848 ext(0->4095) 00010000:00010000:1.0:1746139093.032150:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800724cc000/0x1f9f6ca451aca7ef lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511655 expref: 40 pid: 9562 timeout: 818 lvb_type: 0 00010000:00010000:1.0:1746139093.032159:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800724cc000/0x1f9f6ca451aca7ef lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511655 expref: 40 pid: 9562 timeout: 818 lvb_type: 0 00002000:00010000:1.0:1746139093.032169:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c855c00 00000100:00100000:0.0:1746139093.034795:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139093.035431:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139093.039354:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139093.039409:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840063360 00000100:00100000:1.0:1746139093.039414:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840063360 00002000:00100000:1.0:1746139093.039448:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009f2d3100 x1830958840063360/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:19/0 lens 488/0 e 0 to 0 dl 1746139104 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139093.039457:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f2d3100 with x1830958840063360 ext(0->4095) 00010000:00010000:1.0:1746139093.039464:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008760cc00/0x1f9f6ca451aca7f6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351165c expref: 6 pid: 9562 timeout: 818 lvb_type: 0 00010000:00010000:1.0:1746139093.039474:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008760cc00/0x1f9f6ca451aca7f6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351165c expref: 6 pid: 9562 timeout: 818 lvb_type: 0 00002000:00010000:1.0:1746139093.039480:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f2d3100 00000100:00100000:1.0:1746139093.039510:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2307 00000100:00100000:1.0:1746139093.039517:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f2d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840063360:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746139093.039612:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f2d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840063360:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 96us (260us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139093.039639:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2307 00002000:00100000:1.0:1746139093.039644:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009f2d3100 x1830958840063360/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:19/0 lens 488/4536 e 0 to 0 dl 1746139104 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139093.039650:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f2d3100 with x1830958840063360 ext(0->4095) 00010000:00010000:1.0:1746139093.039655:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008760cc00/0x1f9f6ca451aca7f6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351165c expref: 6 pid: 9562 timeout: 818 lvb_type: 0 00010000:00010000:1.0:1746139093.039667:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008760cc00/0x1f9f6ca451aca7f6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351165c expref: 6 pid: 9562 timeout: 818 lvb_type: 0 00002000:00010000:1.0:1746139093.039672:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f2d3100 00000100:00100000:0.0:1746139093.042357:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139093.044943:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139093.052591:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139093.055884:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139093.057210:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139093.057232:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840064384 00000100:00100000:1.0:1746139093.057237:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840064384 00002000:00100000:1.0:1746139093.057259:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009f2d2a00 x1830958840064384/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:19/0 lens 488/0 e 0 to 0 dl 1746139104 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139093.057267:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f2d2a00 with x1830958840064384 ext(0->4095) 00010000:00010000:1.0:1746139093.057273:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008760ce00/0x1f9f6ca451aca804 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351166a expref: 6 pid: 9562 timeout: 818 lvb_type: 0 00010000:00010000:1.0:1746139093.057282:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008760ce00/0x1f9f6ca451aca804 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351166a expref: 6 pid: 9562 timeout: 818 lvb_type: 0 00002000:00010000:1.0:1746139093.057288:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f2d2a00 00000100:00100000:1.0:1746139093.057299:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2308 00000100:00100000:1.0:1746139093.057304:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f2d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840064384:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746139093.058500:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f2d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840064384:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 1189us (1284us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139093.058508:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2308 00002000:00100000:1.0:1746139093.058515:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009f2d2a00 x1830958840064384/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:19/0 lens 488/4536 e 0 to 0 dl 1746139104 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139093.058522:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f2d2a00 with x1830958840064384 ext(0->4095) 00010000:00010000:1.0:1746139093.058529:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008760ce00/0x1f9f6ca451aca804 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351166a expref: 6 pid: 9562 timeout: 818 lvb_type: 0 00010000:00010000:1.0:1746139093.058541:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008760ce00/0x1f9f6ca451aca804 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351166a expref: 6 pid: 9562 timeout: 818 lvb_type: 0 00002000:00010000:1.0:1746139093.058546:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f2d2a00 00000100:00100000:0.0:1746139093.062157:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139093.062225:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139093.067884:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139093.068101:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840064896 00000100:00100000:1.0:1746139093.068108:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840064896 00002000:00100000:1.0:1746139093.068145:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009f2d0380 x1830958840064896/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:19/0 lens 488/0 e 0 to 0 dl 1746139104 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139093.068154:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f2d0380 with x1830958840064896 ext(0->4095) 00010000:00010000:1.0:1746139093.068161:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008760c200/0x1f9f6ca451aca80b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511671 expref: 41 pid: 9562 timeout: 818 lvb_type: 0 00010000:00010000:1.0:1746139093.068173:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008760c200/0x1f9f6ca451aca80b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511671 expref: 41 pid: 9562 timeout: 818 lvb_type: 0 00002000:00010000:1.0:1746139093.068178:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f2d0380 00000100:00100000:1.0:1746139093.071685:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2309 00000100:00100000:1.0:1746139093.071703:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f2d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+41:2007:x1830958840064896:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746139093.071839:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f2d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+41:2007:x1830958840064896:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 143us (3959us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139093.071846:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2309 00002000:00100000:1.0:1746139093.071852:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009f2d0380 x1830958840064896/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:19/0 lens 488/4536 e 0 to 0 dl 1746139104 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139093.071867:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f2d0380 with x1830958840064896 ext(0->4095) 00010000:00010000:1.0:1746139093.071876:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008760c200/0x1f9f6ca451aca80b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511671 expref: 41 pid: 9562 timeout: 818 lvb_type: 0 00010000:00010000:1.0:1746139093.071888:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008760c200/0x1f9f6ca451aca80b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511671 expref: 41 pid: 9562 timeout: 818 lvb_type: 0 00002000:00010000:1.0:1746139093.071894:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f2d0380 00000100:00100000:0.0:1746139093.077770:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139093.089548:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139093.091000:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13017 00000100:00100000:1.0:1746139093.091014:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f2d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+40:2008:x1830958840065280:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746139093.092312:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f2d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+40:2008:x1830958840065280:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 1297us (2765us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139093.092322:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13017 00002000:00100000:1.0:1746139093.092330:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009f2d0e00 x1830958840065280/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:19/0 lens 488/4536 e 0 to 0 dl 1746139104 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139093.092338:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f2d0e00 with x1830958840065280 ext(0->4095) 00002000:00010000:1.0:1746139093.092343:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f2d0e00 00000100:00100000:0.0:1746139093.101468:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139093.101555:0:24929:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840065408 00000100:00100000:1.0:1746139093.101563:0:24929:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840065408 00000100:00100000:1.0:1746139093.101673:0:24929:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29316 00000100:00100000:1.0:1746139093.101680:0:24929:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f2d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840065408:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139093.101695:0:24929:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139093.101707:0:24929:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451aca819 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a351167f expref: -99 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139093.101732:0:24929:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008760d800/0x1f9f6ca451aca812 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511678 expref: 39 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139093.101738:0:24929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139093.101740:0:24929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139093.101743:0:24929:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451aca819 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351167f expref: 6 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139093.101765:0:24929:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008760d800/0x1f9f6ca451aca812 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511678 expref: 39 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139093.101773:0:24929:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008760d800/0x1f9f6ca451aca812 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511678 expref: 39 pid: 9562 timeout: 818 lvb_type: 0 00000100:00100000:1.0:1746139093.101782:0:24929:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093641500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24929:1830958832018304:192.168.203.56@tcp:104: 00000100:00100000:1.0:1746139093.101842:0:24929:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801311663c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746139093.108010:0:24929:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093641500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24929:1830958832018304:192.168.203.56@tcp:104: 00010000:00010000:1.0:1746139093.108034:0:24929:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451aca819 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351167f expref: 6 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139093.108047:0:24929:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7f400, rc 0) 00000100:00100000:1.0:1746139093.108082:0:24929:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f2d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840065408:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6402us (6622us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139093.108089:0:24929:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29316 00000100:00100000:0.0:1746139093.111755:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139093.111836:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840065536 00000100:00100000:1.0:1746139093.111843:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840065536 00002000:00100000:1.0:1746139093.111876:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff88009f2d2d80 x1830958840065536/t0(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:19/0 lens 496/0 e 0 to 0 dl 1746139104 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139093.111884:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f2d2d80 with x1830958840065536 ext(0->7) 00010000:00010000:1.0:1746139093.111892:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008760d800/0x1f9f6ca451aca812 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511678 expref: 40 pid: 9562 timeout: 818 lvb_type: 0 00010000:00010000:1.0:1746139093.111903:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008760d800/0x1f9f6ca451aca812 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511678 expref: 40 pid: 9562 timeout: 818 lvb_type: 0 00002000:00010000:1.0:1746139093.111908:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f2d2d80 00000100:00100000:1.0:1746139093.112808:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2310 00000100:00100000:1.0:1746139093.112816:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f2d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+40:2007:x1830958840065536:12345-192.168.203.56@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746139093.113913:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f2d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+42:2007:x1830958840065536:12345-192.168.203.56@tcp:4:ldlm_bl.0 Request processed in 1095us (2161us total) trans 4294972006 rc 0/0 00000100:00100000:0.0:1746139093.113921:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2310 00002000:00100000:0.0:1746139093.113928:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff88009f2d2d80 x1830958840065536/t4294972006(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:19/0 lens 496/448 e 0 to 0 dl 1746139104 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139093.113937:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f2d2d80 with x1830958840065536 ext(0->7) 00010000:00010000:0.0:1746139093.113944:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008760d800/0x1f9f6ca451aca812 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511678 expref: 42 pid: 9562 timeout: 818 lvb_type: 0 00010000:00010000:0.0:1746139093.113955:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008760d800/0x1f9f6ca451aca812 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511678 expref: 42 pid: 9562 timeout: 818 lvb_type: 0 00002000:00010000:0.0:1746139093.113961:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f2d2d80 00000100:00100000:0.0:1746139093.122028:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139093.122121:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139093.122961:0:24929:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840065664 00000100:00100000:1.0:1746139093.122965:0:24929:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840065664 00000100:00100000:1.0:1746139093.122985:0:24929:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29317 00000100:00100000:1.0:1746139093.122990:0:24929:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f2d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b60e9717-019c-4527-a82a-15e993ac5189+42:1800:x1830958840065664:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139093.122999:0:24929:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139093.123008:0:24929:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451aca820 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3511686 expref: -99 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139093.123021:0:24929:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451aca819 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351167f expref: 5 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139093.123026:0:24929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139093.123028:0:24929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139093.123030:0:24929:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451aca820 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511686 expref: 43 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139093.123046:0:24929:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451aca819 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351167f expref: 5 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139093.123054:0:24929:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451aca819 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351167f expref: 5 pid: 24929 timeout: 818 lvb_type: 0 00000100:00100000:1.0:1746139093.123062:0:24929:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093641500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24929:1830958832018560:192.168.203.56@tcp:104: 00000100:00100000:1.0:1746139093.123087:0:24929:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801311663c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746139093.126322:0:24929:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093641500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24929:1830958832018560:192.168.203.56@tcp:104: 00010000:00010000:1.0:1746139093.126338:0:24929:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451aca820 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511686 expref: 43 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139093.126350:0:24929:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7f600, rc 0) 00000100:00100000:1.0:1746139093.126488:0:24929:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f2d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b60e9717-019c-4527-a82a-15e993ac5189+42:1800:x1830958840065664:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3497us (4466us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139093.126495:0:24929:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29317 00000100:00100000:0.0:1746139093.126891:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139093.131578:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139093.134438:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139093.138979:0:24929:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840066560 00000100:00100000:1.0:1746139093.138986:0:24929:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840066560 00000100:00100000:1.0:1746139093.139036:0:24929:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29318 00000100:00100000:1.0:1746139093.139043:0:24929:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c4d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840066560:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139093.139058:0:24929:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139093.139070:0:24929:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e400/0x1f9f6ca451aca827 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a351168d expref: -99 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139093.139297:0:24929:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451aca820 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511686 expref: 41 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139093.139306:0:24929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139093.139308:0:24929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139093.139311:0:24929:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e400/0x1f9f6ca451aca827 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351168d expref: 6 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139093.139336:0:24929:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451aca820 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511686 expref: 41 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139093.139347:0:24929:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451aca820 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511686 expref: 41 pid: 24929 timeout: 818 lvb_type: 0 00000100:00100000:1.0:1746139093.139358:0:24929:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093641500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24929:1830958832018816:192.168.203.56@tcp:104: 00000100:00100000:1.0:1746139093.139715:0:24929:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801311663c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746139093.143142:0:24929:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093641500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24929:1830958832018816:192.168.203.56@tcp:104: 00010000:00010000:1.0:1746139093.143167:0:24929:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e400/0x1f9f6ca451aca827 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351168d expref: 6 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139093.143182:0:24929:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7e400, rc 0) 00000100:00100000:1.0:1746139093.143233:0:24929:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c4d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840066560:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4189us (4386us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139093.143241:0:24929:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29318 00000100:00100000:0.0:1746139093.144476:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139093.145305:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139093.145405:0:24929:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840066816 00000100:00100000:1.0:1746139093.145413:0:24929:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840066816 00000100:00100000:1.0:1746139093.145496:0:24929:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29319 00000100:00100000:1.0:1746139093.145504:0:24929:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c24a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b60e9717-019c-4527-a82a-15e993ac5189+42:1800:x1830958840066816:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139093.145518:0:24929:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139093.145532:0:24929:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ec00/0x1f9f6ca451aca82e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3511694 expref: -99 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139093.145552:0:24929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139093.145557:0:24929:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e400/0x1f9f6ca451aca827 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351168d expref: 5 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139093.145562:0:24929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746139093.145575:0:24929:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ec00/0x1f9f6ca451aca82e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511694 expref: 43 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139093.145603:0:24929:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e400/0x1f9f6ca451aca827 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351168d expref: 5 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139093.145612:0:24929:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ec00/0x1f9f6ca451aca82e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511694 expref: 43 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139093.145636:0:24929:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7ec00, rc 0) 00000100:00100000:1.0:1746139093.145667:0:24929:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c24a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b60e9717-019c-4527-a82a-15e993ac5189+43:1800:x1830958840066816:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 165us (365us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139093.145672:0:24929:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29319 00000100:00100000:0.0:1746139093.149028:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139093.153171:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139093.157585:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139093.164129:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139093.172074:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139093.173538:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007278ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+44:2009:x1830958840067712:12345-192.168.203.56@tcp:4:ldlm_bl.0 Request processed in 1168us (1466us total) trans 4294972007 rc 0/0 00000100:00100000:0.0:1746139093.173546:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2313 00002000:00100000:0.0:1746139093.173552:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff88007278ad80 x1830958840067712/t4294972007(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:19/0 lens 496/448 e 0 to 0 dl 1746139104 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139093.173573:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007278ad80 with x1830958840067712 ext(0->7) 00010000:00010000:0.0:1746139093.173579:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ec00/0x1f9f6ca451aca82e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511694 expref: 44 pid: 24929 timeout: 818 lvb_type: 0 00010000:00010000:0.0:1746139093.173590:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ec00/0x1f9f6ca451aca82e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511694 expref: 44 pid: 24929 timeout: 818 lvb_type: 0 00002000:00010000:0.0:1746139093.173595:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007278ad80 00000100:00100000:0.0:1746139093.178035:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139093.184704:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139093.187648:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139093.192983:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139093.193037:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139093.197179:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c4d4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832019712:192.168.203.56@tcp:105: 00010000:00010000:0.0:1746139093.197189:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746139093.197209:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072788700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2009:x1830958840068352:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3932us (4233us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139093.197217:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16635 00000100:00100000:0.0:1746139093.200549:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139093.200597:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139093.201156:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840068864 00000100:00100000:1.0:1746139093.201160:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840068864 00010000:00010000:1.0:1746139093.201177:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008760d000/0x1f9f6ca451aca83c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35116a2 expref: 46 pid: 9562 timeout: 818 lvb_type: 0 00000100:00100000:1.0:1746139093.201199:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16636 00000100:00100000:1.0:1746139093.201204:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eeec000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+46:2007:x1830958840068864:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746139093.201210:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746139093.201224:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008760d000/0x1f9f6ca451aca83c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35116a2 expref: 46 pid: 9562 timeout: 818 lvb_type: 0 00010000:00010000:1.0:1746139093.201232:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008760d000/0x1f9f6ca451aca83c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35116a2 expref: 46 pid: 9562 timeout: 818 lvb_type: 0 00010000:00010000:1.0:1746139093.201245:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008760d000/0x1f9f6ca451aca83c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35116a2 expref: 46 pid: 9562 timeout: 818 lvb_type: 0 00010000:00010000:1.0:1746139093.201268:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139093.201269:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139093.201274:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008760da00/0x1f9f6ca451aca843 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35116a9 expref: 5 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139093.201280:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008760da00/0x1f9f6ca451aca843 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35116a9 expref: 5 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139093.201297:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008760da00/0x1f9f6ca451aca843 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35116a9 expref: 5 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139093.201307:0:15672:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008760da00/0x1f9f6ca451aca843 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35116a9 expref: 5 pid: 9562 timeout: 818 lvb_type: 0 00000100:00100000:1.0:1746139093.201315:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093641500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832020096:192.168.203.56@tcp:105: 00000100:00100000:1.0:1746139093.202721:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801311663c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746139093.205140:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139093.205599:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093641500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832020096:192.168.203.56@tcp:105: 00010000:00010000:1.0:1746139093.205612:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746139093.205661:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eeec000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+44:2007:x1830958840068864:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 4456us (5062us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139093.205668:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16636 00000100:00100000:0.0:1746139093.208894:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139093.208970:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840069376 00000100:00100000:1.0:1746139093.208979:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840069376 00010000:00010000:1.0:1746139093.209008:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008760da00/0x1f9f6ca451aca843 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35116a9 expref: 6 pid: 9562 timeout: 818 lvb_type: 0 00000100:00100000:1.0:1746139093.209044:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16637 00000100:00100000:1.0:1746139093.209050:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eeee300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2009:x1830958840069376:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746139093.209060:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746139093.209076:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008760da00/0x1f9f6ca451aca843 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35116a9 expref: 6 pid: 9562 timeout: 818 lvb_type: 0 00010000:00010000:1.0:1746139093.209086:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008760da00/0x1f9f6ca451aca843 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35116a9 expref: 6 pid: 9562 timeout: 818 lvb_type: 0 00010000:00010000:1.0:1746139093.209103:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008760da00/0x1f9f6ca451aca843 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35116a9 expref: 6 pid: 9562 timeout: 818 lvb_type: 0 00010000:00010000:1.0:1746139093.209132:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139093.209134:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139093.209140:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008760c400/0x1f9f6ca451aca84a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35116b0 expref: 43 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139093.209147:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008760c400/0x1f9f6ca451aca84a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35116b0 expref: 43 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139093.209173:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008760c400/0x1f9f6ca451aca84a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35116b0 expref: 43 pid: 9562 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746139093.209183:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093641500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832020224:192.168.203.56@tcp:105: 00000100:00100000:1.0:1746139093.209260:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801311663c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746139093.212168:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139093.212268:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093641500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832020224:192.168.203.56@tcp:105: 00010000:00010000:1.0:1746139093.212489:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746139093.212526:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eeee300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2009:x1830958840069376:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3475us (3636us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139093.212534:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16637 00000100:00100000:0.0:1746139093.216609:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139093.228297:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139093.229927:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0868380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+46:2008:x1830958840069888:12345-192.168.203.56@tcp:4:ldlm_bl.0 Request processed in 1095us (1631us total) trans 4294972008 rc 0/0 00000100:00100000:0.0:1746139093.229936:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2317 00002000:00100000:0.0:1746139093.229943:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff8800a0868380 x1830958840069888/t4294972008(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:19/0 lens 496/448 e 0 to 0 dl 1746139104 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139093.229950:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0868380 with x1830958840069888 ext(0->7) 00010000:00010000:0.0:1746139093.229956:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008760c400/0x1f9f6ca451aca84a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35116b0 expref: 46 pid: 9562 timeout: 818 lvb_type: 0 00010000:00010000:0.0:1746139093.229967:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008760c400/0x1f9f6ca451aca84a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35116b0 expref: 46 pid: 9562 timeout: 818 lvb_type: 0 00002000:00010000:0.0:1746139093.229973:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a0868380 00000100:00100000:0.0:1746139093.252338:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139093.252398:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139093.253085:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840070016 00000100:00100000:1.0:1746139093.253090:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840070016 00010000:00010000:1.0:1746139093.253106:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008760c400/0x1f9f6ca451aca84a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35116b0 expref: 47 pid: 9562 timeout: 818 lvb_type: 0 00000100:00100000:1.0:1746139093.253123:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16638 00000100:00100000:1.0:1746139093.253128:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0869880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+47:2007:x1830958840070016:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746139093.253135:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746139093.253149:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008760c400/0x1f9f6ca451aca84a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35116b0 expref: 47 pid: 9562 timeout: 818 lvb_type: 0 00010000:00010000:1.0:1746139093.253159:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008760c400/0x1f9f6ca451aca84a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35116b0 expref: 47 pid: 9562 timeout: 818 lvb_type: 0 00010000:00010000:1.0:1746139093.253171:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008760c400/0x1f9f6ca451aca84a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35116b0 expref: 47 pid: 9562 timeout: 818 lvb_type: 0 00010000:00010000:1.0:1746139093.254443:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139093.254447:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139093.254456:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800724cce00/0x1f9f6ca451aca851 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35116b7 expref: 5 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139093.254464:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800724cce00/0x1f9f6ca451aca851 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35116b7 expref: 5 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139093.254494:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800724cce00/0x1f9f6ca451aca851 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35116b7 expref: 5 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139093.254506:0:15672:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800724cce00/0x1f9f6ca451aca851 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35116b7 expref: 5 pid: 24929 timeout: 818 lvb_type: 0 00000100:00100000:1.0:1746139093.254516:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093641500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832020608:192.168.203.56@tcp:105: 00000100:00100000:1.0:1746139093.254610:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801311663c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746139093.258061:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093641500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832020608:192.168.203.56@tcp:105: 00010000:00010000:1.0:1746139093.258082:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746139093.258123:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0869880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+46:2007:x1830958840070016:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 4993us (5797us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139093.258743:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16638 00000100:00100000:0.0:1746139093.262810:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139093.267361:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139093.267509:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840070528 00000100:00100000:1.0:1746139093.267519:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840070528 00010000:00010000:1.0:1746139093.267559:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800724cce00/0x1f9f6ca451aca851 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35116b7 expref: 6 pid: 24929 timeout: 818 lvb_type: 0 00000100:00100000:1.0:1746139093.267640:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16639 00000100:00100000:1.0:1746139093.267650:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801314bd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840070528:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746139093.267665:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746139093.267689:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800724cce00/0x1f9f6ca451aca851 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35116b7 expref: 6 pid: 24929 timeout: 818 lvb_type: 0 00010000:00010000:1.0:1746139093.267701:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800724cce00/0x1f9f6ca451aca851 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35116b7 expref: 6 pid: 24929 timeout: 818 lvb_type: 0 00010000:00010000:1.0:1746139093.267723:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800724cce00/0x1f9f6ca451aca851 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35116b7 expref: 6 pid: 24929 timeout: 818 lvb_type: 0 00010000:00010000:1.0:1746139093.267758:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139093.267761:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139093.267769:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800724cd800/0x1f9f6ca451aca858 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35116be expref: 45 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139093.267776:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800724cd800/0x1f9f6ca451aca858 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35116be expref: 45 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139093.267810:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800724cd800/0x1f9f6ca451aca858 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35116be expref: 45 pid: 24929 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746139093.267822:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093641500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832020736:192.168.203.56@tcp:105: 00000100:00100000:1.0:1746139093.267945:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801311663c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746139093.269329:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093641500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832020736:192.168.203.56@tcp:105: 00000100:00100000:0.0:1746139093.269332:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00010000:00010000:1.0:1746139093.269346:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746139093.269378:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801314bd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2008:x1830958840070528:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 1729us (2027us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139093.269387:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16639 00000100:00100000:0.0:1746139093.271545:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139093.274648:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139093.277126:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801314bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+48:2007:x1830958840071040:12345-192.168.203.56@tcp:4:ldlm_bl.0 Request processed in 2173us (2469us total) trans 4294972009 rc 0/0 00000100:00100000:0.0:1746139093.277136:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2319 00002000:00100000:0.0:1746139093.277144:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff8801314bdf80 x1830958840071040/t4294972009(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:19/0 lens 496/448 e 0 to 0 dl 1746139104 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139093.277153:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801314bdf80 with x1830958840071040 ext(0->7) 00010000:00010000:0.0:1746139093.277162:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800724cd800/0x1f9f6ca451aca858 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35116be expref: 48 pid: 24929 timeout: 818 lvb_type: 0 00010000:00010000:0.0:1746139093.277177:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800724cd800/0x1f9f6ca451aca858 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35116be expref: 48 pid: 24929 timeout: 818 lvb_type: 0 00002000:00010000:0.0:1746139093.277184:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801314bdf80 00000100:00100000:0.0:1746139093.280019:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139093.280258:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840071168 00000100:00100000:1.0:1746139093.280268:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840071168 00010000:00010000:1.0:1746139093.280301:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800724cd800/0x1f9f6ca451aca858 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35116be expref: 48 pid: 24929 timeout: 818 lvb_type: 0 00000100:00100000:1.0:1746139093.280485:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16640 00000100:00100000:1.0:1746139093.280496:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800acc5e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+48:2008:x1830958840071168:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746139093.280510:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746139093.280531:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800724cd800/0x1f9f6ca451aca858 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35116be expref: 48 pid: 24929 timeout: 818 lvb_type: 0 00010000:00010000:1.0:1746139093.280542:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800724cd800/0x1f9f6ca451aca858 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35116be expref: 48 pid: 24929 timeout: 818 lvb_type: 0 00010000:00010000:1.0:1746139093.280573:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800724cd800/0x1f9f6ca451aca858 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35116be expref: 48 pid: 24929 timeout: 818 lvb_type: 0 00010000:00010000:1.0:1746139093.280600:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139093.280602:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139093.280609:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008760c400/0x1f9f6ca451aca85f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35116c5 expref: 5 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139093.280642:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008760c400/0x1f9f6ca451aca85f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35116c5 expref: 5 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139093.280678:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008760c400/0x1f9f6ca451aca85f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35116c5 expref: 5 pid: 9562 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746139093.280690:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093641500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832020992:192.168.203.56@tcp:105: 00000100:00100000:1.0:1746139093.280769:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801311663c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746139093.283310:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139093.283422:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093641500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832020992:192.168.203.56@tcp:105: 00010000:00010000:1.0:1746139093.283439:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746139093.283475:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800acc5e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+47:2008:x1830958840071168:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 2981us (3465us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139093.283484:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16640 00000100:00100000:0.0:1746139093.286178:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139093.289061:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139093.289124:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840071680 00000100:00100000:1.0:1746139093.289130:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840071680 00010000:00010000:1.0:1746139093.289156:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008760c400/0x1f9f6ca451aca85f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35116c5 expref: 6 pid: 9562 timeout: 818 lvb_type: 0 00000100:00100000:1.0:1746139093.289249:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16641 00000100:00100000:1.0:1746139093.289255:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391d0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840071680:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746139093.289266:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746139093.289283:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008760c400/0x1f9f6ca451aca85f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35116c5 expref: 6 pid: 9562 timeout: 818 lvb_type: 0 00010000:00010000:1.0:1746139093.289293:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008760c400/0x1f9f6ca451aca85f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35116c5 expref: 6 pid: 9562 timeout: 818 lvb_type: 0 00010000:00010000:1.0:1746139093.289312:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008760c400/0x1f9f6ca451aca85f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35116c5 expref: 6 pid: 9562 timeout: 818 lvb_type: 0 00010000:00010000:1.0:1746139093.289571:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139093.289573:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139093.289580:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008760da00/0x1f9f6ca451aca866 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35116cc expref: 47 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139093.289588:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008760da00/0x1f9f6ca451aca866 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35116cc expref: 47 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139093.289644:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008760da00/0x1f9f6ca451aca866 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35116cc expref: 47 pid: 9562 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746139093.289654:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093641500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832021248:192.168.203.56@tcp:105: 00000100:00100000:0.0:1746139093.290823:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139093.290931:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff880131166180 going to sleep for 11 seconds 00000100:00100000:0.0:1746139093.291030:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840071808 00000100:00100000:0.0:1746139093.291036:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840071808 00000100:00100000:0.0:1746139093.291067:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29328 00000100:00100000:0.0:1746139093.291073:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b60e9717-019c-4527-a82a-15e993ac5189+48:1814:x1830958840071808:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746139093.291088:0:9562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746139093.291103:0:9562:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a5d8e000/0x1f9f6ca451aca86d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a35116d3 expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139093.291123:0:9562:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008760da00/0x1f9f6ca451aca866 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35116cc expref: 49 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139093.291129:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746139093.291131:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746139093.291134:0:9562:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5d8e000/0x1f9f6ca451aca86d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35116d3 expref: 49 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139093.291158:0:9562:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008760da00/0x1f9f6ca451aca866 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35116cc expref: 49 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139093.291169:0:9562:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008760da00/0x1f9f6ca451aca866 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35116cc expref: 49 pid: 9562 timeout: 818 lvb_type: 0 00000100:00100000:0.0:1746139093.291177:0:9562:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801391d3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9562:1830958832021376:192.168.203.56@tcp:104: 00000100:00100000:0.0:1746139093.291233:0:9562:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007fe37e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746139093.293227:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139093.293827:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093641500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832021248:192.168.203.56@tcp:105: 00010000:00010000:1.0:1746139093.293839:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746139093.293862:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2008:x1830958840071680:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 4607us (4803us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139093.293870:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16641 00000100:00100000:0.0:1746139093.295714:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139093.295900:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840072192 00000100:00100000:1.0:1746139093.295905:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840072192 00010000:00010000:1.0:1746139093.295928:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008760da00/0x1f9f6ca451aca866 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35116cc expref: 49 pid: 9562 timeout: 818 lvb_type: 0 00000100:00100000:1.0:1746139093.296338:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16642 00000100:00100000:1.0:1746139093.296345:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391d2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+49:2010:x1830958840072192:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746139093.296360:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746139093.296380:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008760da00/0x1f9f6ca451aca866 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35116cc expref: 49 pid: 9562 timeout: 818 lvb_type: 0 00010000:00010000:1.0:1746139093.296391:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008760da00/0x1f9f6ca451aca866 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35116cc expref: 49 pid: 9562 timeout: 818 lvb_type: 0 00010000:00010000:1.0:1746139093.296411:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008760da00/0x1f9f6ca451aca866 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35116cc expref: 49 pid: 9562 timeout: 818 lvb_type: 0 00010000:00010000:1.0:1746139093.296424:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139093.296426:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139093.296432:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a5d8e000/0x1f9f6ca451aca86d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35116d3 expref: 48 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139093.296443:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5d8e000/0x1f9f6ca451aca86d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35116d3 expref: 48 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139093.296470:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a5d8e000/0x1f9f6ca451aca86d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35116d3 expref: 48 pid: 9562 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746139093.296480:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093641500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832021504:192.168.203.56@tcp:105: 00000100:00100000:1.0:1746139093.296796:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff880131166180 going to sleep for 11 seconds 00000100:00100000:1.0:1746139093.298772:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093641500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832021504:192.168.203.56@tcp:105: 00010000:00010000:1.0:1746139093.298792:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746139093.298836:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+48:2010:x1830958840072192:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 2491us (3128us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139093.298850:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16642 00000100:00100000:0.0:1746139093.299196:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139093.301412:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139093.307404:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139093.308043:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840072704 00000100:00100000:1.0:1746139093.308052:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840072704 00010000:00010000:1.0:1746139093.308089:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5d8e000/0x1f9f6ca451aca86d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35116d3 expref: 48 pid: 9562 timeout: 818 lvb_type: 0 00000100:00100000:1.0:1746139093.308128:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16643 00000100:00100000:1.0:1746139093.308136:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+48:2008:x1830958840072704:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746139093.308151:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746139093.308172:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a5d8e000/0x1f9f6ca451aca86d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35116d3 expref: 48 pid: 9562 timeout: 818 lvb_type: 0 00010000:00010000:1.0:1746139093.308184:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a5d8e000/0x1f9f6ca451aca86d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35116d3 expref: 48 pid: 9562 timeout: 818 lvb_type: 0 00010000:00010000:1.0:1746139093.308207:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a5d8e000/0x1f9f6ca451aca86d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35116d3 expref: 48 pid: 9562 timeout: 818 lvb_type: 0 00010000:00010000:1.0:1746139093.308226:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139093.308228:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139093.308235:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800724cd600/0x1f9f6ca451aca874 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35116da expref: 5 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139093.308243:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800724cd600/0x1f9f6ca451aca874 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35116da expref: 5 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139093.308275:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800724cd600/0x1f9f6ca451aca874 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35116da expref: 5 pid: 9562 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746139093.308288:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093641500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832021760:192.168.203.56@tcp:105: 00000100:00100000:1.0:1746139093.309429:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff880131166180 going to sleep for 11 seconds 00000100:00100000:0.0:1746139093.311782:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139093.311926:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139093.312415:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093641500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832021760:192.168.203.56@tcp:105: 00010000:00010000:1.0:1746139093.312433:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746139093.312459:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+47:2008:x1830958840072704:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 4324us (5060us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139093.312467:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16643 00000100:00100000:0.0:1746139093.316406:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139093.316454:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139093.316550:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840073344 00000100:00100000:1.0:1746139093.316557:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840073344 00010000:00010000:1.0:1746139093.316598:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800724cd600/0x1f9f6ca451aca874 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35116da expref: 6 pid: 9562 timeout: 818 lvb_type: 0 00000100:00100000:1.0:1746139093.316945:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16644 00000100:00100000:1.0:1746139093.316953:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c413480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2009:x1830958840073344:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746139093.316966:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746139093.316985:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800724cd600/0x1f9f6ca451aca874 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35116da expref: 6 pid: 9562 timeout: 818 lvb_type: 0 00010000:00010000:1.0:1746139093.316997:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800724cd600/0x1f9f6ca451aca874 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35116da expref: 6 pid: 9562 timeout: 818 lvb_type: 0 00010000:00010000:1.0:1746139093.317019:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800724cd600/0x1f9f6ca451aca874 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35116da expref: 6 pid: 9562 timeout: 818 lvb_type: 0 00010000:00010000:1.0:1746139093.317044:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139093.317047:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139093.317054:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800724cce00/0x1f9f6ca451aca87b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35116e1 expref: 48 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139093.317062:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800724cce00/0x1f9f6ca451aca87b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35116e1 expref: 48 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139093.317095:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800724cce00/0x1f9f6ca451aca87b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35116e1 expref: 48 pid: 9562 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746139093.317108:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093641500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832022016:192.168.203.56@tcp:105: 00000100:00100000:1.0:1746139093.317171:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff880131166180 going to sleep for 11 seconds 00000100:00100000:0.0:1746139093.320198:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139093.320398:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093641500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832022016:192.168.203.56@tcp:105: 00010000:00010000:1.0:1746139093.320416:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746139093.320458:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c413480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2009:x1830958840073344:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3505us (4002us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139093.320468:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16644 00000100:00100000:0.0:1746139093.325332:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139093.325444:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840073728 00000100:00100000:1.0:1746139093.325455:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840073728 00010000:00010000:1.0:1746139093.325493:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800724cce00/0x1f9f6ca451aca87b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35116e1 expref: 49 pid: 9562 timeout: 818 lvb_type: 0 00000100:00100000:1.0:1746139093.325532:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16645 00000100:00100000:1.0:1746139093.325540:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c410700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+49:2008:x1830958840073728:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746139093.325555:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746139093.325584:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800724cce00/0x1f9f6ca451aca87b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35116e1 expref: 49 pid: 9562 timeout: 818 lvb_type: 0 00010000:00010000:1.0:1746139093.325601:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800724cce00/0x1f9f6ca451aca87b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35116e1 expref: 49 pid: 9562 timeout: 818 lvb_type: 0 00010000:00010000:1.0:1746139093.325649:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800724cce00/0x1f9f6ca451aca87b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35116e1 expref: 49 pid: 9562 timeout: 818 lvb_type: 0 00010000:00010000:1.0:1746139093.325676:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139093.325678:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139093.325685:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800724cc000/0x1f9f6ca451aca882 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35116e8 expref: 48 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139093.325692:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800724cc000/0x1f9f6ca451aca882 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35116e8 expref: 48 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139093.325727:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800724cc000/0x1f9f6ca451aca882 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35116e8 expref: 48 pid: 9562 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746139093.325739:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093641500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832022272:192.168.203.56@tcp:105: 00000100:00100000:1.0:1746139093.325813:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff880131166180 going to sleep for 11 seconds 00000100:00100000:0.0:1746139093.328195:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139093.328313:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093641500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832022272:192.168.203.56@tcp:105: 00010000:00010000:1.0:1746139093.328331:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746139093.328373:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c410700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+48:2008:x1830958840073728:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 2832us (3052us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139093.328383:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16645 00000100:00100000:0.0:1746139093.331392:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139093.334906:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139093.335003:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840074240 00000100:00100000:1.0:1746139093.335013:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840074240 00010000:00010000:1.0:1746139093.335049:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800724cc000/0x1f9f6ca451aca882 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35116e8 expref: 48 pid: 9562 timeout: 818 lvb_type: 0 00000100:00100000:1.0:1746139093.335089:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16646 00000100:00100000:1.0:1746139093.335098:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c412d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+48:2007:x1830958840074240:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746139093.335113:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746139093.335135:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800724cc000/0x1f9f6ca451aca882 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35116e8 expref: 48 pid: 9562 timeout: 818 lvb_type: 0 00010000:00010000:1.0:1746139093.335147:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800724cc000/0x1f9f6ca451aca882 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35116e8 expref: 48 pid: 9562 timeout: 818 lvb_type: 0 00010000:00010000:1.0:1746139093.335172:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139093.335174:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139093.335182:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800724cc800/0x1f9f6ca451aca889 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35116ef expref: 6 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139093.335190:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800724cc800/0x1f9f6ca451aca889 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35116ef expref: 6 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139093.335221:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800724cc800/0x1f9f6ca451aca889 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35116ef expref: 6 pid: 9562 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746139093.335233:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093641500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832022528:192.168.203.56@tcp:105: 00000100:00100000:1.0:1746139093.335300:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff880131166180 going to sleep for 11 seconds 00000100:00100000:1.0:1746139093.338651:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093641500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832022528:192.168.203.56@tcp:105: 00010000:00010000:1.0:1746139093.338672:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746139093.338710:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c412d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+47:2007:x1830958840074240:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3613us (3813us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139093.338719:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16646 00000100:00100000:0.0:1746139093.339847:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139093.339916:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139093.342466:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139093.344538:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139093.344913:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840074880 00000100:00100000:1.0:1746139093.344920:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840074880 00010000:00010000:1.0:1746139093.344950:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800724cc800/0x1f9f6ca451aca889 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35116ef expref: 6 pid: 9562 timeout: 818 lvb_type: 0 00000100:00100000:1.0:1746139093.344978:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16647 00000100:00100000:1.0:1746139093.344985:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800acc5dc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840074880:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746139093.344999:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746139093.345114:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800724cc800/0x1f9f6ca451aca889 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35116ef expref: 6 pid: 9562 timeout: 818 lvb_type: 0 00010000:00010000:1.0:1746139093.345126:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800724cc800/0x1f9f6ca451aca889 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35116ef expref: 6 pid: 9562 timeout: 818 lvb_type: 0 00010000:00010000:1.0:1746139093.345147:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800724cc800/0x1f9f6ca451aca889 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35116ef expref: 6 pid: 9562 timeout: 818 lvb_type: 0 00010000:00010000:1.0:1746139093.345170:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139093.345172:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139093.345179:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800724cd800/0x1f9f6ca451aca890 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35116f6 expref: 49 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139093.345187:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800724cd800/0x1f9f6ca451aca890 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35116f6 expref: 49 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139093.345216:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800724cd800/0x1f9f6ca451aca890 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35116f6 expref: 49 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139093.345226:0:15672:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800724cd800/0x1f9f6ca451aca890 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35116f6 expref: 49 pid: 9562 timeout: 818 lvb_type: 0 00000100:00100000:1.0:1746139093.345594:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093641500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832022912:192.168.203.56@tcp:105: 00000100:00100000:1.0:1746139093.345686:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff880131166180 going to sleep for 11 seconds 00000100:00100000:1.0:1746139093.349003:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093641500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832022912:192.168.203.56@tcp:105: 00010000:00010000:1.0:1746139093.349024:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746139093.349070:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800acc5dc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2008:x1830958840074880:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 4085us (4538us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139093.349082:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16647 00000100:00100000:0.0:1746139093.349693:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139093.354466:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139093.354581:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840075264 00000100:00100000:1.0:1746139093.354592:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840075264 00010000:00010000:1.0:1746139093.354662:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800724cd800/0x1f9f6ca451aca890 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35116f6 expref: 49 pid: 9562 timeout: 818 lvb_type: 0 00000100:00100000:1.0:1746139093.354893:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16648 00000100:00100000:1.0:1746139093.354903:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0cea300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+49:2009:x1830958840075264:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746139093.354918:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746139093.354940:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800724cd800/0x1f9f6ca451aca890 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35116f6 expref: 49 pid: 9562 timeout: 818 lvb_type: 0 00010000:00010000:1.0:1746139093.354958:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800724cd800/0x1f9f6ca451aca890 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35116f6 expref: 49 pid: 9562 timeout: 818 lvb_type: 0 00010000:00010000:1.0:1746139093.354982:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800724cd800/0x1f9f6ca451aca890 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35116f6 expref: 49 pid: 9562 timeout: 818 lvb_type: 0 00010000:00010000:1.0:1746139093.355014:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139093.355017:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139093.355023:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b8c1e00/0x1f9f6ca451aca897 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35116fd expref: 48 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139093.355031:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b8c1e00/0x1f9f6ca451aca897 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35116fd expref: 48 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139093.355066:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b8c1e00/0x1f9f6ca451aca897 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35116fd expref: 48 pid: 24929 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746139093.355079:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093641500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832023040:192.168.203.56@tcp:105: 00000100:00100000:1.0:1746139093.355158:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff880131166e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746139093.357302:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139093.357422:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093641500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832023040:192.168.203.56@tcp:105: 00010000:00010000:1.0:1746139093.357440:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746139093.357483:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0cea300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+48:2009:x1830958840075264:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 2581us (3026us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139093.357493:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16648 00000100:00100000:0.0:1746139093.361312:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139093.364995:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139093.368941:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139093.371275:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139093.373112:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139093.374911:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139093.377463:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139093.385314:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139093.388725:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139093.396370:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139093.398986:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139093.400586:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139093.400650:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840077696 00000100:00100000:1.0:1746139093.400656:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840077696 00002000:00100000:1.0:1746139093.400682:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880093491180 x1830958840077696/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:19/0 lens 488/0 e 0 to 0 dl 1746139104 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139093.400691:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093491180 with x1830958840077696 ext(0->4095) 00002000:00010000:1.0:1746139093.400695:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093491180 00000100:00100000:1.0:1746139093.400716:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13030 00000100:00100000:1.0:1746139093.400721:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093491180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840077696:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746139093.400809:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093491180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840077696:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 87us (226us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139093.400814:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13030 00002000:00100000:1.0:1746139093.400819:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880093491180 x1830958840077696/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:19/0 lens 488/4536 e 0 to 0 dl 1746139104 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139093.400826:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093491180 with x1830958840077696 ext(0->4095) 00002000:00010000:1.0:1746139093.400828:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093491180 00000100:00100000:0.0:1746139093.404144:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139093.405897:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139093.410357:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139093.414047:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139093.417518:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139093.417766:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840078592 00000100:00100000:1.0:1746139093.417773:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840078592 00002000:00100000:1.0:1746139093.417809:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880093492d80 x1830958840078592/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:19/0 lens 488/0 e 0 to 0 dl 1746139104 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139093.417818:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093492d80 with x1830958840078592 ext(0->4095) 00002000:00010000:1.0:1746139093.417823:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093492d80 00000100:00100000:1.0:1746139093.417845:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13031 00000100:00100000:1.0:1746139093.417852:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093492d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+48:2007:x1830958840078592:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746139093.418673:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093492d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+48:2007:x1830958840078592:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 695us (1037us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139093.418682:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13031 00002000:00100000:1.0:1746139093.418688:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880093492d80 x1830958840078592/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:19/0 lens 488/4536 e 0 to 0 dl 1746139104 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139093.418695:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093492d80 with x1830958840078592 ext(0->4095) 00002000:00010000:1.0:1746139093.418699:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093492d80 00000100:00100000:0.0:1746139093.420652:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139093.424483:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139093.427684:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139093.427767:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840079104 00000100:00100000:1.0:1746139093.427772:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840079104 00002000:00100000:1.0:1746139093.427806:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88012bb73480 x1830958840079104/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:19/0 lens 488/0 e 0 to 0 dl 1746139104 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139093.427816:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bb73480 with x1830958840079104 ext(0->4095) 00002000:00010000:1.0:1746139093.427819:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bb73480 00000100:00100000:1.0:1746139093.427839:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13032 00000100:00100000:1.0:1746139093.427845:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bb73480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840079104:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746139093.427946:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bb73480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840079104:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 101us (262us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139093.427951:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13032 00002000:00100000:1.0:1746139093.427956:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88012bb73480 x1830958840079104/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:19/0 lens 488/4536 e 0 to 0 dl 1746139104 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139093.427963:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bb73480 with x1830958840079104 ext(0->4095) 00002000:00010000:1.0:1746139093.427965:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bb73480 00000100:00100000:0.0:1746139093.429365:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139093.431185:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139093.431228:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840079360 00000100:00100000:1.0:1746139093.431234:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840079360 00000100:00100000:1.0:1746139093.431277:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29343 00000100:00100000:1.0:1746139093.431284:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bb71880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b60e9717-019c-4527-a82a-15e993ac5189+49:1814:x1830958840079360:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139093.431295:0:9562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139093.431307:0:9562:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f000/0x1f9f6ca451aca8d6 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a351173c expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139093.431326:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139093.431331:0:9562:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800724cd600/0x1f9f6ca451aca8cf lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511735 expref: 50 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139093.431336:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139093.431339:0:9562:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f000/0x1f9f6ca451aca8d6 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351173c expref: 50 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139093.431368:0:9562:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800724cd600/0x1f9f6ca451aca8cf lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511735 expref: 50 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139093.431380:0:9562:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f000/0x1f9f6ca451aca8d6 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351173c expref: 50 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139093.431390:0:9562:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7f000, rc 0) 00000100:00100000:1.0:1746139093.431435:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bb71880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b60e9717-019c-4527-a82a-15e993ac5189+50:1814:x1830958840079360:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 151us (255us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139093.431442:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29343 00000100:00100000:0.0:1746139093.432958:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139093.435193:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139093.437827:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139093.442065:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139093.444248:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139093.451140:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139093.453733:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139093.454594:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139093.457337:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139093.457646:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840080896 00000100:00100000:1.0:1746139093.457652:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840080896 00000100:00100000:1.0:1746139093.457698:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29346 00000100:00100000:1.0:1746139093.457705:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c04700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b60e9717-019c-4527-a82a-15e993ac5189+49:1814:x1830958840080896:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139093.457720:0:9562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139093.457734:0:9562:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451aca8eb lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3511751 expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139093.457751:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139093.457756:0:9562:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ee69800/0x1f9f6ca451aca8e4 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351174a expref: 50 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139093.457761:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139093.457764:0:9562:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451aca8eb lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511751 expref: 50 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139093.458012:0:9562:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009ee69800/0x1f9f6ca451aca8e4 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351174a expref: 50 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139093.458021:0:9562:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451aca8eb lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511751 expref: 50 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139093.458026:0:9562:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7f400, rc 0) 00000100:00100000:1.0:1746139093.458274:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c04700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b60e9717-019c-4527-a82a-15e993ac5189+49:1814:x1830958840080896:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 569us (940us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139093.458280:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29346 00000100:00100000:0.0:1746139093.458412:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139093.463684:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840081280 00000100:00100000:0.0:1746139093.463691:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840081280 00002000:00100000:0.0:1746139093.463730:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c4d7b80 x1830958840081280/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:19/0 lens 488/0 e 0 to 0 dl 1746139104 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139093.463739:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c4d7b80 with x1830958840081280 ext(0->4095) 00010000:00010000:0.0:1746139093.463747:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ee69800/0x1f9f6ca451aca8e4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351174a expref: 49 pid: 9564 timeout: 818 lvb_type: 0 00010000:00010000:0.0:1746139093.463760:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ee69800/0x1f9f6ca451aca8e4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351174a expref: 49 pid: 9564 timeout: 818 lvb_type: 0 00002000:00010000:0.0:1746139093.463766:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c4d7b80 00000100:00100000:0.0:1746139093.463796:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2327 00000100:00100000:0.0:1746139093.463803:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c4d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+49:2007:x1830958840081280:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746139093.463956:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c4d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+49:2007:x1830958840081280:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 152us (365us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746139093.463961:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2327 00002000:00100000:0.0:1746139093.463966:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c4d7b80 x1830958840081280/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:19/0 lens 488/4536 e 0 to 0 dl 1746139104 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139093.463972:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c4d7b80 with x1830958840081280 ext(0->4095) 00010000:00010000:0.0:1746139093.463976:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ee69800/0x1f9f6ca451aca8e4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351174a expref: 49 pid: 9564 timeout: 818 lvb_type: 0 00010000:00010000:0.0:1746139093.463985:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ee69800/0x1f9f6ca451aca8e4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351174a expref: 49 pid: 9564 timeout: 818 lvb_type: 0 00002000:00010000:0.0:1746139093.463990:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c4d7b80 00000100:00100000:0.0:1746139093.466302:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139093.466730:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16660 00000100:00100000:1.0:1746139093.466741:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c05500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+49:2008:x1830958840081408:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746139093.466756:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746139093.466776:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009ee69800/0x1f9f6ca451aca8e4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351174a expref: 49 pid: 9564 timeout: 818 lvb_type: 0 00010000:00010000:1.0:1746139093.466792:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009ee69800/0x1f9f6ca451aca8e4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351174a expref: 49 pid: 9564 timeout: 818 lvb_type: 0 00010000:00010000:1.0:1746139093.466814:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ee69800/0x1f9f6ca451aca8e4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351174a expref: 49 pid: 9564 timeout: 818 lvb_type: 0 00010000:00010000:1.0:1746139093.468589:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139093.468593:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139093.468605:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451aca8eb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511751 expref: 48 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139093.468629:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451aca8eb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511751 expref: 48 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139093.468680:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451aca8eb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511751 expref: 48 pid: 9562 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746139093.468692:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093641500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832026112:192.168.203.56@tcp:105: 00000100:00100000:1.0:1746139093.468790:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff880131166b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746139093.471179:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139093.471274:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093641500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832026112:192.168.203.56@tcp:105: 00010000:00010000:1.0:1746139093.471292:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746139093.471339:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c05500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+48:2008:x1830958840081408:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 4599us (5044us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139093.471349:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16660 00000100:00100000:0.0:1746139093.474339:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139093.474433:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840081792 00000100:00100000:1.0:1746139093.474440:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840081792 00000100:00100000:1.0:1746139093.474482:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29347 00000100:00100000:1.0:1746139093.474488:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5f9b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840081792:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139093.474504:0:9562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139093.474521:0:9562:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ec00/0x1f9f6ca451aca8f2 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3511758 expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139093.474550:0:9562:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451aca8eb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511751 expref: 47 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139093.474557:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139093.474559:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139093.474570:0:9562:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ec00/0x1f9f6ca451aca8f2 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511758 expref: 6 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139093.474602:0:9562:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451aca8eb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511751 expref: 47 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139093.474644:0:9562:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451aca8eb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511751 expref: 47 pid: 9562 timeout: 818 lvb_type: 0 00000100:00100000:1.0:1746139093.474658:0:9562:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093641500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9562:1830958832026240:192.168.203.56@tcp:104: 00000100:00100000:1.0:1746139093.474731:0:9562:0:(client.c:2553:ptlrpc_set_wait()) set ffff880131166b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746139093.476930:0:9562:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093641500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9562:1830958832026240:192.168.203.56@tcp:104: 00010000:00010000:1.0:1746139093.476956:0:9562:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ec00/0x1f9f6ca451aca8f2 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511758 expref: 6 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139093.476976:0:9562:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7ec00, rc 0) 00000100:00100000:1.0:1746139093.477015:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5f9b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840081792:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2526us (2682us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139093.477024:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29347 00000100:00100000:0.0:1746139093.477543:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139093.482319:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139093.482361:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139093.484724:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840082304 00000100:00100000:0.0:1746139093.484731:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840082304 00000100:00100000:1.0:1746139093.485605:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29348 00000100:00100000:1.0:1746139093.485630:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b60e9717-019c-4527-a82a-15e993ac5189+47:1800:x1830958840082304:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139093.485644:0:9562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139093.485662:0:9562:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451aca8f9 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a351175f expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139093.485691:0:9562:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ec00/0x1f9f6ca451aca8f2 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511758 expref: 5 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139093.485699:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139093.485700:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139093.485703:0:9562:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451aca8f9 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351175f expref: 48 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139093.485734:0:9562:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ec00/0x1f9f6ca451aca8f2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511758 expref: 5 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139093.485747:0:9562:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ec00/0x1f9f6ca451aca8f2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511758 expref: 5 pid: 9562 timeout: 818 lvb_type: 0 00000100:00100000:1.0:1746139093.485763:0:9562:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801391d2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9562:1830958832026496:192.168.203.56@tcp:104: 00000100:00100000:1.0:1746139093.485851:0:9562:0:(client.c:2553:ptlrpc_set_wait()) set ffff880131166b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746139093.487650:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139093.491718:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139093.495130:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139093.495544:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840082816 00000100:00100000:1.0:1746139093.495551:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840082816 00002000:00100000:1.0:1746139093.495602:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800a5f9ad80 x1830958840082816/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:19/0 lens 488/0 e 0 to 0 dl 1746139104 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139093.495611:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5f9ad80 with x1830958840082816 ext(0->4095) 00010000:00010000:1.0:1746139093.495642:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451aca8f9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351175f expref: 49 pid: 9562 timeout: 818 lvb_type: 0 00010000:00010000:1.0:1746139093.495653:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451aca8f9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351175f expref: 49 pid: 9562 timeout: 818 lvb_type: 0 00002000:00010000:1.0:1746139093.495660:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a5f9ad80 00000100:00100000:1.0:1746139093.496072:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2328 00000100:00100000:1.0:1746139093.496080:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5f9ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+49:2008:x1830958840082816:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746139093.496221:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5f9ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+49:2008:x1830958840082816:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 141us (1097us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139093.496227:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2328 00002000:00100000:1.0:1746139093.496233:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800a5f9ad80 x1830958840082816/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:19/0 lens 488/4536 e 0 to 0 dl 1746139104 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139093.496239:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5f9ad80 with x1830958840082816 ext(0->4095) 00010000:00010000:1.0:1746139093.496245:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451aca8f9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351175f expref: 49 pid: 9562 timeout: 818 lvb_type: 0 00010000:00010000:1.0:1746139093.496253:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451aca8f9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351175f expref: 49 pid: 9562 timeout: 818 lvb_type: 0 00002000:00010000:1.0:1746139093.496258:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a5f9ad80 00000100:00100000:0.0:1746139093.507406:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139093.510947:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139093.513103:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139093.518258:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139093.522450:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139093.522668:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139093.523011:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840083840 00000100:00100000:1.0:1746139093.523015:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840083840 00002000:00100000:1.0:1746139093.523041:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88011dd85180 x1830958840083840/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:19/0 lens 488/0 e 0 to 0 dl 1746139104 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139093.523051:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011dd85180 with x1830958840083840 ext(0->4095) 00010000:00010000:1.0:1746139093.523057:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f573600/0x1f9f6ca451aca907 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351176d expref: 6 pid: 9562 timeout: 818 lvb_type: 0 00010000:00010000:1.0:1746139093.523067:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f573600/0x1f9f6ca451aca907 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351176d expref: 6 pid: 9562 timeout: 818 lvb_type: 0 00002000:00010000:1.0:1746139093.523074:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011dd85180 00000100:00100000:1.0:1746139093.523089:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2329 00000100:00100000:1.0:1746139093.523094:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011dd85180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840083840:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746139093.523203:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011dd85180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840083840:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 109us (534us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139093.523208:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2329 00002000:00100000:1.0:1746139093.523213:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88011dd85180 x1830958840083840/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:19/0 lens 488/4536 e 0 to 0 dl 1746139104 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139093.523220:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011dd85180 with x1830958840083840 ext(0->4095) 00010000:00010000:1.0:1746139093.523224:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f573600/0x1f9f6ca451aca907 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351176d expref: 6 pid: 9562 timeout: 818 lvb_type: 0 00010000:00010000:1.0:1746139093.523232:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f573600/0x1f9f6ca451aca907 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351176d expref: 6 pid: 9562 timeout: 818 lvb_type: 0 00002000:00010000:1.0:1746139093.523237:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011dd85180 00000100:00100000:0.0:1746139093.526016:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139093.526730:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139093.532700:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139093.536871:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139093.540346:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139093.540502:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840084736 00000100:00100000:1.0:1746139093.540509:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840084736 00002000:00100000:1.0:1746139093.540548:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880072553b80 x1830958840084736/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:19/0 lens 488/0 e 0 to 0 dl 1746139104 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139093.540557:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072553b80 with x1830958840084736 ext(0->4095) 00002000:00010000:1.0:1746139093.540571:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072553b80 00000100:00100000:1.0:1746139093.540912:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13037 00000100:00100000:1.0:1746139093.540919:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072553b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+48:2007:x1830958840084736:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746139093.541037:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072553b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+48:2007:x1830958840084736:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 119us (694us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139093.541043:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13037 00002000:00100000:1.0:1746139093.541047:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880072553b80 x1830958840084736/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:19/0 lens 488/4536 e 0 to 0 dl 1746139104 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139093.541054:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072553b80 with x1830958840084736 ext(0->4095) 00002000:00010000:1.0:1746139093.541057:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072553b80 00000100:00100000:0.0:1746139093.542774:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139093.542841:0:24929:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840084864 00000100:00100000:1.0:1746139093.542848:0:24929:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840084864 00000100:00100000:1.0:1746139093.542890:0:24929:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29353 00000100:00100000:1.0:1746139093.542897:0:24929:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800885cd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840084864:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139093.542911:0:24929:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139093.542928:0:24929:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451aca91c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3511782 expref: -99 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139093.542953:0:24929:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008760cc00/0x1f9f6ca451aca915 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351177b expref: 47 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139093.542960:0:24929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139093.542962:0:24929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139093.542965:0:24929:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451aca91c lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511782 expref: 6 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139093.542997:0:24929:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008760cc00/0x1f9f6ca451aca915 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351177b expref: 47 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139093.543010:0:24929:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008760cc00/0x1f9f6ca451aca915 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351177b expref: 47 pid: 9562 timeout: 818 lvb_type: 0 00000100:00100000:1.0:1746139093.543020:0:24929:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c413480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24929:1830958832027776:192.168.203.56@tcp:104: 00000100:00100000:1.0:1746139093.543190:0:24929:0:(client.c:2553:ptlrpc_set_wait()) set ffff880131166cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746139093.544261:0:24929:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c413480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24929:1830958832027776:192.168.203.56@tcp:104: 00010000:00010000:1.0:1746139093.544290:0:24929:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451aca91c lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511782 expref: 6 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139093.544307:0:24929:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7ea00, rc 0) 00000100:00100000:1.0:1746139093.544653:0:24929:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800885cd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840084864:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1754us (1885us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139093.544661:0:24929:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29353 00000100:00100000:0.0:1746139093.545975:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139093.548934:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139093.551085:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139093.551141:0:24929:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840085376 00000100:00100000:1.0:1746139093.551148:0:24929:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840085376 00000100:00100000:1.0:1746139093.551195:0:24929:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29354 00000100:00100000:1.0:1746139093.551202:0:24929:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072c18a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b60e9717-019c-4527-a82a-15e993ac5189+47:1800:x1830958840085376:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139093.551216:0:24929:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139093.551233:0:24929:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ec00/0x1f9f6ca451aca923 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3511789 expref: -99 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139093.551259:0:24929:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451aca91c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511782 expref: 5 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139093.551267:0:24929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139093.551269:0:24929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139093.551272:0:24929:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ec00/0x1f9f6ca451aca923 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511789 expref: 48 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139093.551304:0:24929:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451aca91c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511782 expref: 5 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139093.551317:0:24929:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451aca91c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511782 expref: 5 pid: 24929 timeout: 818 lvb_type: 0 00000100:00100000:1.0:1746139093.551333:0:24929:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c413480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24929:1830958832028032:192.168.203.56@tcp:104: 00000100:00100000:1.0:1746139093.551421:0:24929:0:(client.c:2553:ptlrpc_set_wait()) set ffff880131166cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746139093.552494:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139093.553714:0:24929:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c413480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24929:1830958832028032:192.168.203.56@tcp:104: 00010000:00010000:1.0:1746139093.553734:0:24929:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ec00/0x1f9f6ca451aca923 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511789 expref: 50 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139093.553743:0:24929:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7ec00, rc 0) 00000100:00100000:1.0:1746139093.553776:0:24929:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072c18a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b60e9717-019c-4527-a82a-15e993ac5189+50:1800:x1830958840085376:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2575us (2697us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139093.553782:0:24929:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29354 00000100:00100000:0.0:1746139093.554124:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139093.557736:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139093.557794:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840085888 00000100:00100000:1.0:1746139093.557802:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840085888 00002000:00100000:1.0:1746139093.557841:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880072c19f80 x1830958840085888/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:19/0 lens 488/0 e 0 to 0 dl 1746139104 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139093.557850:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072c19f80 with x1830958840085888 ext(0->4095) 00010000:00010000:1.0:1746139093.557859:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ec00/0x1f9f6ca451aca923 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511789 expref: 49 pid: 24929 timeout: 818 lvb_type: 0 00010000:00010000:1.0:1746139093.557871:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ec00/0x1f9f6ca451aca923 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511789 expref: 49 pid: 24929 timeout: 818 lvb_type: 0 00002000:00010000:1.0:1746139093.557878:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072c19f80 00000100:00100000:1.0:1746139093.557907:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2331 00000100:00100000:1.0:1746139093.557914:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072c19f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+49:2007:x1830958840085888:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746139093.558055:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072c19f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+49:2007:x1830958840085888:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 141us (322us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139093.558061:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2331 00002000:00100000:1.0:1746139093.558066:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880072c19f80 x1830958840085888/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:19/0 lens 488/4536 e 0 to 0 dl 1746139104 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139093.558073:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072c19f80 with x1830958840085888 ext(0->4095) 00010000:00010000:1.0:1746139093.558078:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ec00/0x1f9f6ca451aca923 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511789 expref: 49 pid: 24929 timeout: 818 lvb_type: 0 00010000:00010000:1.0:1746139093.558087:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ec00/0x1f9f6ca451aca923 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511789 expref: 49 pid: 24929 timeout: 818 lvb_type: 0 00002000:00010000:1.0:1746139093.558096:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072c19f80 00000100:00100000:0.0:1746139093.559960:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139093.564337:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139093.566950:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139093.567258:0:24929:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840086400 00000100:00100000:1.0:1746139093.567268:0:24929:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840086400 00000100:00100000:1.0:1746139093.567469:0:24929:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29356 00000100:00100000:1.0:1746139093.567477:0:24929:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ff6f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840086400:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139093.567494:0:24929:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139093.567511:0:24929:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451aca931 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3511797 expref: -99 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139093.567539:0:24929:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008760ca00/0x1f9f6ca451aca92a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511790 expref: 47 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139093.567547:0:24929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139093.567549:0:24929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139093.567553:0:24929:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451aca931 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511797 expref: 6 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139093.567594:0:24929:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008760ca00/0x1f9f6ca451aca92a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511790 expref: 47 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139093.567605:0:24929:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008760ca00/0x1f9f6ca451aca92a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511790 expref: 47 pid: 9562 timeout: 818 lvb_type: 0 00000100:00100000:1.0:1746139093.567650:0:24929:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c413480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24929:1830958832028544:192.168.203.56@tcp:104: 00000100:00100000:1.0:1746139093.567720:0:24929:0:(client.c:2553:ptlrpc_set_wait()) set ffff880131166480 going to sleep for 11 seconds 00000100:00100000:1.0:1746139093.570289:0:24929:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c413480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24929:1830958832028544:192.168.203.56@tcp:104: 00010000:00010000:1.0:1746139093.570318:0:24929:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451aca931 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511797 expref: 6 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139093.570336:0:24929:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7ea00, rc 0) 00000100:00100000:1.0:1746139093.570384:0:24929:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ff6f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840086400:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2906us (3440us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139093.570391:0:24929:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29356 00000100:00100000:0.0:1746139093.570874:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139093.573580:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139093.573855:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840086784 00000100:00100000:1.0:1746139093.573860:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840086784 00002000:00100000:1.0:1746139093.573893:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009f558a80 x1830958840086784/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:19/0 lens 488/0 e 0 to 0 dl 1746139104 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139093.573907:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f558a80 with x1830958840086784 ext(0->4095) 00002000:00010000:1.0:1746139093.573911:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f558a80 00000100:00100000:1.0:1746139093.573924:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13040 00000100:00100000:1.0:1746139093.573930:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f558a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840086784:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746139093.574232:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f558a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840086784:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 300us (668us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139093.574237:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13040 00002000:00100000:1.0:1746139093.574242:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009f558a80 x1830958840086784/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:19/0 lens 488/4536 e 0 to 0 dl 1746139104 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139093.574249:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f558a80 with x1830958840086784 ext(0->4095) 00002000:00010000:1.0:1746139093.574251:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f558a80 00000100:00100000:0.0:1746139093.576344:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139093.576455:0:24929:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840086912 00000100:00100000:1.0:1746139093.576463:0:24929:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840086912 00000100:00100000:1.0:1746139093.576679:0:24929:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29357 00000100:00100000:1.0:1746139093.576686:0:24929:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f559f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b60e9717-019c-4527-a82a-15e993ac5189+47:1800:x1830958840086912:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139093.576705:0:24929:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139093.576724:0:24929:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ee00/0x1f9f6ca451aca938 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a351179e expref: -99 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139093.576751:0:24929:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451aca931 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511797 expref: 5 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139093.576758:0:24929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139093.576760:0:24929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139093.576764:0:24929:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ee00/0x1f9f6ca451aca938 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351179e expref: 48 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139093.576794:0:24929:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451aca931 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511797 expref: 5 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139093.576810:0:24929:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451aca931 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511797 expref: 5 pid: 24929 timeout: 818 lvb_type: 0 00000100:00100000:1.0:1746139093.576821:0:24929:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c411880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24929:1830958832028800:192.168.203.56@tcp:104: 00000100:00100000:1.0:1746139093.577314:0:24929:0:(client.c:2553:ptlrpc_set_wait()) set ffff880131166480 going to sleep for 11 seconds 00000100:00100000:1.0:1746139093.580431:0:24929:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c411880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24929:1830958832028800:192.168.203.56@tcp:104: 00010000:00010000:1.0:1746139093.580465:0:24929:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ee00/0x1f9f6ca451aca938 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351179e expref: 48 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139093.580486:0:24929:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7ee00, rc 0) 00000100:00100000:1.0:1746139093.580534:0:24929:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f559f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b60e9717-019c-4527-a82a-15e993ac5189+48:1800:x1830958840086912:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3846us (4196us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139093.580544:0:24929:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29357 00000100:00100000:0.0:1746139093.581162:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139093.581296:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139093.581962:0:24929:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840087040 00000100:00100000:1.0:1746139093.581966:0:24929:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840087040 00000100:00100000:1.0:1746139093.581997:0:24929:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29358 00000100:00100000:1.0:1746139093.582003:0:24929:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f559880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b60e9717-019c-4527-a82a-15e993ac5189+48:1814:x1830958840087040:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139093.582018:0:24929:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139093.582029:0:24929:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451aca93f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a35117a5 expref: -99 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139093.582045:0:24929:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ee00/0x1f9f6ca451aca938 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351179e expref: 49 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139093.582056:0:24929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139093.582058:0:24929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139093.582061:0:24929:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451aca93f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35117a5 expref: 49 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139093.582078:0:24929:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ee00/0x1f9f6ca451aca938 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351179e expref: 49 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139093.582089:0:24929:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ee00/0x1f9f6ca451aca938 lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351179e expref: 49 pid: 24929 timeout: 818 lvb_type: 0 00000100:00100000:1.0:1746139093.582097:0:24929:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c411880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24929:1830958832029056:192.168.203.56@tcp:104: 00000100:00100000:1.0:1746139093.583447:0:24929:0:(client.c:2553:ptlrpc_set_wait()) set ffff880131166480 going to sleep for 11 seconds 00000100:00100000:1.0:1746139093.587224:0:24929:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c411880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24929:1830958832029056:192.168.203.56@tcp:104: 00010000:00010000:1.0:1746139093.587247:0:24929:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451aca93f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35117a5 expref: 49 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139093.587265:0:24929:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7f400, rc 0) 00000100:00100000:1.0:1746139093.587289:0:24929:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f559880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b60e9717-019c-4527-a82a-15e993ac5189+49:1814:x1830958840087040:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5287us (6129us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139093.587297:0:24929:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29358 00000100:00100000:1.0:1746139093.588146:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840087424 00000100:00100000:1.0:1746139093.588153:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840087424 00002000:00100000:1.0:1746139093.588191:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c4d4380 x1830958840087424/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:19/0 lens 488/0 e 0 to 0 dl 1746139104 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139093.588206:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c4d4380 with x1830958840087424 ext(0->4095) 00010000:00010000:1.0:1746139093.588213:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ee00/0x1f9f6ca451aca938 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351179e expref: 49 pid: 24929 timeout: 818 lvb_type: 0 00010000:00010000:1.0:1746139093.588225:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ee00/0x1f9f6ca451aca938 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351179e expref: 49 pid: 24929 timeout: 818 lvb_type: 0 00002000:00010000:1.0:1746139093.588232:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c4d4380 00000100:00100000:1.0:1746139093.588261:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2332 00000100:00100000:1.0:1746139093.588268:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c4d4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+49:2007:x1830958840087424:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746139093.588395:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c4d4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+49:2007:x1830958840087424:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 127us (800us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139093.588400:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2332 00002000:00100000:1.0:1746139093.588405:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c4d4380 x1830958840087424/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:19/0 lens 488/4536 e 0 to 0 dl 1746139104 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139093.588411:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c4d4380 with x1830958840087424 ext(0->4095) 00010000:00010000:1.0:1746139093.588414:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ee00/0x1f9f6ca451aca938 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351179e expref: 49 pid: 24929 timeout: 818 lvb_type: 0 00010000:00010000:1.0:1746139093.588422:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ee00/0x1f9f6ca451aca938 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351179e expref: 49 pid: 24929 timeout: 818 lvb_type: 0 00002000:00010000:1.0:1746139093.588427:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c4d4380 00000100:00100000:0.0:1746139093.591381:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139093.596275:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139093.600252:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139093.600344:0:24929:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840087936 00000100:00100000:1.0:1746139093.600355:0:24929:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840087936 00000100:00100000:1.0:1746139093.600409:0:24929:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29359 00000100:00100000:1.0:1746139093.600417:0:24929:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ee95180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840087936:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139093.600436:0:24929:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139093.600452:0:24929:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ec00/0x1f9f6ca451aca946 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a35117ac expref: -99 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139093.600480:0:24929:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451aca93f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35117a5 expref: 47 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139093.600487:0:24929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139093.600489:0:24929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139093.600492:0:24929:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ec00/0x1f9f6ca451aca946 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35117ac expref: 6 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139093.600520:0:24929:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451aca93f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35117a5 expref: 47 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139093.600530:0:24929:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451aca93f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35117a5 expref: 47 pid: 24929 timeout: 818 lvb_type: 0 00000100:00100000:1.0:1746139093.600541:0:24929:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c411880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24929:1830958832029312:192.168.203.56@tcp:104: 00000100:00100000:1.0:1746139093.600647:0:24929:0:(client.c:2553:ptlrpc_set_wait()) set ffff880131166cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746139093.603747:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00010000:00010000:1.0:1746139093.604529:0:24929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451aca93f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35117a5 expref: 48 pid: 24929 timeout: 818 lvb_type: 0 00000100:00100000:1.0:1746139093.604547:0:24929:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c411880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24929:1830958832029312:192.168.203.56@tcp:104: 00010000:00010000:1.0:1746139093.604581:0:24929:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ec00/0x1f9f6ca451aca946 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35117ac expref: 6 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139093.604590:0:24929:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7ec00, rc 0) 00000100:00100000:1.0:1746139093.604645:0:24929:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ee95180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840087936:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4199us (4376us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139093.604974:0:24929:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29359 00000100:00100000:0.0:1746139093.606899:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139093.607200:0:24929:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840088192 00000100:00100000:1.0:1746139093.607208:0:24929:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840088192 00000100:00100000:1.0:1746139093.607252:0:24929:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29360 00000100:00100000:1.0:1746139093.607259:0:24929:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ee94380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b60e9717-019c-4527-a82a-15e993ac5189+48:1800:x1830958840088192:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139093.607275:0:24929:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139093.607290:0:24929:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451aca94d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a35117b3 expref: -99 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139093.607314:0:24929:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ec00/0x1f9f6ca451aca946 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35117ac expref: 5 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139093.607321:0:24929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139093.607323:0:24929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139093.607326:0:24929:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451aca94d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35117b3 expref: 49 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139093.607349:0:24929:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ec00/0x1f9f6ca451aca946 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35117ac expref: 5 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139093.607358:0:24929:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ec00/0x1f9f6ca451aca946 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35117ac expref: 5 pid: 24929 timeout: 818 lvb_type: 0 00000100:00100000:1.0:1746139093.607369:0:24929:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c411880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24929:1830958832029568:192.168.203.56@tcp:104: 00000100:00100000:1.0:1746139093.607437:0:24929:0:(client.c:2553:ptlrpc_set_wait()) set ffff880131166cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746139093.608324:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139093.608385:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840088448 00000100:00100000:1.0:1746139093.608390:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840088448 00002000:00100000:1.0:1746139093.608416:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88012ee94000 x1830958840088448/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:19/0 lens 488/0 e 0 to 0 dl 1746139104 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139093.608425:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ee94000 with x1830958840088448 ext(0->4095) 00010000:00010000:1.0:1746139093.608431:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ec00/0x1f9f6ca451aca946 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35117ac expref: 6 pid: 24929 timeout: 818 lvb_type: 0 00010000:00010000:1.0:1746139093.608440:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ec00/0x1f9f6ca451aca946 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35117ac expref: 6 pid: 24929 timeout: 818 lvb_type: 0 00002000:00010000:1.0:1746139093.608446:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012ee94000 00000100:00100000:1.0:1746139093.608591:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2333 00000100:00100000:1.0:1746139093.608599:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ee94000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840088448:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746139093.608811:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ee94000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840088448:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 212us (487us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139093.608817:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2333 00002000:00100000:1.0:1746139093.608822:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88012ee94000 x1830958840088448/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:19/0 lens 488/4536 e 0 to 0 dl 1746139104 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139093.608829:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ee94000 with x1830958840088448 ext(0->4095) 00010000:00010000:1.0:1746139093.608833:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ec00/0x1f9f6ca451aca946 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35117ac expref: 6 pid: 24929 timeout: 818 lvb_type: 0 00010000:00010000:1.0:1746139093.608841:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ec00/0x1f9f6ca451aca946 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35117ac expref: 6 pid: 24929 timeout: 818 lvb_type: 0 00002000:00010000:1.0:1746139093.608847:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012ee94000 00000100:00100000:0.0:1746139093.612585:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139093.612698:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139093.612877:0:24929:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c411880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24929:1830958832029568:192.168.203.56@tcp:104: 00010000:00010000:1.0:1746139093.612904:0:24929:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451aca94d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35117b3 expref: 50 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139093.613653:0:24929:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7f200, rc 0) 00000100:00100000:1.0:1746139093.613702:0:24929:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ee94380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b60e9717-019c-4527-a82a-15e993ac5189+50:1800:x1830958840088192:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6441us (6808us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139093.613709:0:24929:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29360 00000100:00100000:1.0:1746139093.620519:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139093.627670:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139093.632913:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139093.641854:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139093.649015:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139093.661010:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139093.664448:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139093.670440:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139093.670580:0:24929:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840090240 00000100:00100000:1.0:1746139093.670588:0:24929:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840090240 00000100:00100000:1.0:1746139093.670662:0:24929:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29364 00000100:00100000:1.0:1746139093.670669:0:24929:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb69f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b60e9717-019c-4527-a82a-15e993ac5189+51:1814:x1830958840090240:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139093.670684:0:24929:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139093.670698:0:24929:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451aca969 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a35117cf expref: -99 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139093.670719:0:24929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139093.670724:0:24929:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008760ce00/0x1f9f6ca451aca962 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35117c8 expref: 52 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139093.670732:0:24929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139093.670735:0:24929:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451aca969 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35117cf expref: 52 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139093.670762:0:24929:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008760ce00/0x1f9f6ca451aca962 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35117c8 expref: 52 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139093.670773:0:24929:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451aca969 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35117cf expref: 52 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139093.670781:0:24929:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7ea00, rc 0) 00000100:00100000:1.0:1746139093.670822:0:24929:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb69f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b60e9717-019c-4527-a82a-15e993ac5189+52:1814:x1830958840090240:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 153us (389us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139093.670827:0:24929:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29364 00000100:00100000:0.0:1746139093.673284:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139093.675534:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139093.682869:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139093.690281:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139093.697847:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139093.704038:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139093.704808:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139093.704881:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840091392 00000100:00100000:0.0:1746139093.704884:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840091392 00010000:00010000:0.0:1746139093.704902:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451aca969 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35117cf expref: 52 pid: 24929 timeout: 818 lvb_type: 0 00000100:00100000:0.0:1746139093.704928:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16679 00000100:00100000:0.0:1746139093.704932:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bbe2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+52:2008:x1830958840091392:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746139093.704939:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746139093.704955:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451aca969 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35117cf expref: 52 pid: 24929 timeout: 818 lvb_type: 0 00010000:00010000:0.0:1746139093.704964:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451aca969 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35117cf expref: 52 pid: 24929 timeout: 818 lvb_type: 0 00010000:00010000:0.0:1746139093.705457:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451aca969 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35117cf expref: 51 pid: 24929 timeout: 818 lvb_type: 0 00010000:00010000:0.0:1746139093.705480:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139093.705482:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139093.705488:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008760d000/0x1f9f6ca451aca970 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35117d6 expref: 5 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139093.705495:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008760d000/0x1f9f6ca451aca970 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35117d6 expref: 5 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139093.705517:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008760d000/0x1f9f6ca451aca970 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35117d6 expref: 5 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139093.705529:0:15672:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008760d000/0x1f9f6ca451aca970 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35117d6 expref: 5 pid: 9562 timeout: 818 lvb_type: 0 00000100:00100000:0.0:1746139093.705539:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012bbe2a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832031104:192.168.203.56@tcp:105: 00000100:00100000:0.0:1746139093.705612:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007fe37240 going to sleep for 11 seconds 00000100:00100000:1.0:1746139093.709063:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012bbe2a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832031104:192.168.203.56@tcp:105: 00010000:00010000:1.0:1746139093.709082:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746139093.709121:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bbe2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+50:2008:x1830958840091392:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 4187us (4312us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139093.709131:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16679 00000100:00100000:0.0:1746139093.714112:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139093.714206:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840091776 00000100:00100000:1.0:1746139093.714213:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840091776 00010000:00010000:1.0:1746139093.714243:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008760d000/0x1f9f6ca451aca970 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35117d6 expref: 6 pid: 9562 timeout: 818 lvb_type: 0 00000100:00100000:1.0:1746139093.714279:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16680 00000100:00100000:1.0:1746139093.714286:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bbe1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2009:x1830958840091776:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746139093.714299:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746139093.714314:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008760d000/0x1f9f6ca451aca970 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35117d6 expref: 6 pid: 9562 timeout: 818 lvb_type: 0 00010000:00010000:1.0:1746139093.714324:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008760d000/0x1f9f6ca451aca970 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35117d6 expref: 6 pid: 9562 timeout: 818 lvb_type: 0 00010000:00010000:1.0:1746139093.714344:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008760d000/0x1f9f6ca451aca970 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35117d6 expref: 6 pid: 9562 timeout: 818 lvb_type: 0 00010000:00010000:1.0:1746139093.714371:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139093.714373:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139093.714379:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f573000/0x1f9f6ca451aca977 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35117dd expref: 49 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139093.714386:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f573000/0x1f9f6ca451aca977 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35117dd expref: 49 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139093.714413:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f573000/0x1f9f6ca451aca977 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35117dd expref: 49 pid: 9564 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746139093.714423:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c413480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832031232:192.168.203.56@tcp:105: 00000100:00100000:1.0:1746139093.714495:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff880131166cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746139093.718342:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c413480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832031232:192.168.203.56@tcp:105: 00010000:00010000:1.0:1746139093.718359:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746139093.718396:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bbe1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2009:x1830958840091776:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 4109us (4290us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139093.718405:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16680 00000100:00100000:0.0:1746139093.719331:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139093.722808:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139093.726234:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139093.728552:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139093.731641:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139093.731821:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840092672 00000100:00100000:0.0:1746139093.731827:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840092672 00002000:00100000:0.0:1746139093.731857:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c413480 x1830958840092672/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:19/0 lens 488/0 e 0 to 0 dl 1746139104 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139093.731865:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c413480 with x1830958840092672 ext(0->4095) 00010000:00010000:0.0:1746139093.731871:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ee69a00/0x1f9f6ca451aca97e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35117e4 expref: 6 pid: 9564 timeout: 818 lvb_type: 0 00010000:00010000:0.0:1746139093.731881:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ee69a00/0x1f9f6ca451aca97e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35117e4 expref: 6 pid: 9564 timeout: 818 lvb_type: 0 00002000:00010000:0.0:1746139093.731887:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c413480 00000100:00100000:0.0:1746139093.732458:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2338 00000100:00100000:0.0:1746139093.732467:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c413480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2009:x1830958840092672:12345-192.168.203.56@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746139093.732591:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c413480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2009:x1830958840092672:12345-192.168.203.56@tcp:3:ptlrpcd_01_00.0 Request processed in 125us (976us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746139093.732597:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2338 00002000:00100000:0.0:1746139093.732602:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c413480 x1830958840092672/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:19/0 lens 488/4536 e 0 to 0 dl 1746139104 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139093.732609:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c413480 with x1830958840092672 ext(0->4095) 00010000:00010000:0.0:1746139093.732613:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ee69a00/0x1f9f6ca451aca97e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35117e4 expref: 6 pid: 9564 timeout: 818 lvb_type: 0 00010000:00010000:0.0:1746139093.732644:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ee69a00/0x1f9f6ca451aca97e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35117e4 expref: 6 pid: 9564 timeout: 818 lvb_type: 0 00002000:00010000:0.0:1746139093.732649:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c413480 00000100:00100000:0.0:1746139093.738699:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139093.738812:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139093.743311:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139093.748485:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139093.752193:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139093.752270:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840093568 00000100:00100000:1.0:1746139093.752277:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840093568 00002000:00100000:1.0:1746139093.752312:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800a5d82680 x1830958840093568/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:19/0 lens 488/0 e 0 to 0 dl 1746139104 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139093.752321:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5d82680 with x1830958840093568 ext(0->4095) 00002000:00010000:1.0:1746139093.752325:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a5d82680 00000100:00100000:1.0:1746139093.752542:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13046 00000100:00100000:1.0:1746139093.752548:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5d82680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+50:2007:x1830958840093568:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746139093.752660:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5d82680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+50:2007:x1830958840093568:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 112us (476us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139093.752665:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13046 00002000:00100000:1.0:1746139093.752669:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800a5d82680 x1830958840093568/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:19/0 lens 488/4536 e 0 to 0 dl 1746139104 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139093.752675:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5d82680 with x1830958840093568 ext(0->4095) 00002000:00010000:1.0:1746139093.752677:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a5d82680 00000100:00100000:0.0:1746139093.756102:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139093.762475:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139093.762710:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139093.769517:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139093.774017:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139093.777553:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139093.785732:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139093.803538:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139093.803652:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840094848 00000100:00100000:1.0:1746139093.803661:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840094848 00002000:00100000:1.0:1746139093.803701:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff8800a07b5f80 x1830958840094848/t0(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:19/0 lens 496/0 e 0 to 0 dl 1746139104 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139093.803711:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a07b5f80 with x1830958840094848 ext(0->7) 00010000:00010000:1.0:1746139093.803719:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008760d800/0x1f9f6ca451aca99a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511800 expref: 50 pid: 9564 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746139093.803736:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008760d800/0x1f9f6ca451aca99a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511800 expref: 50 pid: 9564 timeout: 819 lvb_type: 0 00002000:00010000:1.0:1746139093.803743:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a07b5f80 00000100:00100000:1.0:1746139093.803835:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2341 00000100:00100000:1.0:1746139093.803843:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a07b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+50:2008:x1830958840094848:12345-192.168.203.56@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746139093.804668:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a07b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+52:2008:x1830958840094848:12345-192.168.203.56@tcp:4:ldlm_bl.0 Request processed in 823us (1135us total) trans 4294972011 rc 0/0 00000100:00100000:0.0:1746139093.804674:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2341 00002000:00100000:0.0:1746139093.804679:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff8800a07b5f80 x1830958840094848/t4294972011(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:19/0 lens 496/448 e 0 to 0 dl 1746139104 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139093.804686:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a07b5f80 with x1830958840094848 ext(0->7) 00010000:00010000:0.0:1746139093.804691:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008760d800/0x1f9f6ca451aca99a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511800 expref: 52 pid: 9564 timeout: 819 lvb_type: 0 00010000:00010000:0.0:1746139093.804700:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008760d800/0x1f9f6ca451aca99a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511800 expref: 52 pid: 9564 timeout: 819 lvb_type: 0 00002000:00010000:0.0:1746139093.804705:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a07b5f80 00000100:00100000:0.0:1746139093.828897:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139093.833740:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139093.837522:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139093.837544:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840095360 00000100:00100000:0.0:1746139093.837551:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840095360 00002000:00100000:0.0:1746139093.837599:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800a07b6680 x1830958840095360/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:19/0 lens 488/0 e 0 to 0 dl 1746139104 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139093.837608:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a07b6680 with x1830958840095360 ext(0->4095) 00010000:00010000:0.0:1746139093.837635:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f035c00/0x1f9f6ca451aca9a1 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511807 expref: 6 pid: 9562 timeout: 819 lvb_type: 0 00010000:00010000:0.0:1746139093.837647:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f035c00/0x1f9f6ca451aca9a1 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511807 expref: 6 pid: 9562 timeout: 819 lvb_type: 0 00002000:00010000:0.0:1746139093.837657:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a07b6680 00000100:00100000:0.0:1746139093.837686:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2342 00000100:00100000:0.0:1746139093.837693:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a07b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840095360:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746139093.837806:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a07b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840095360:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 113us (290us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746139093.837812:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2342 00002000:00100000:0.0:1746139093.837817:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800a07b6680 x1830958840095360/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:19/0 lens 488/4536 e 0 to 0 dl 1746139104 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139093.837824:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a07b6680 with x1830958840095360 ext(0->4095) 00010000:00010000:0.0:1746139093.837828:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f035c00/0x1f9f6ca451aca9a1 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511807 expref: 6 pid: 9562 timeout: 819 lvb_type: 0 00010000:00010000:0.0:1746139093.837836:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f035c00/0x1f9f6ca451aca9a1 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511807 expref: 6 pid: 9562 timeout: 819 lvb_type: 0 00002000:00010000:0.0:1746139093.837841:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a07b6680 00000100:00100000:0.0:1746139093.843480:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139093.855157:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139093.856492:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13048 00000100:00100000:1.0:1746139093.856502:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bd88000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+52:2009:x1830958840095744:12345-192.168.203.56@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746139093.856643:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bd88000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+52:2009:x1830958840095744:12345-192.168.203.56@tcp:3:ptlrpcd_01_00.0 Request processed in 142us (1492us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139093.856649:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13048 00002000:00100000:1.0:1746139093.856654:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009bd88000 x1830958840095744/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:19/0 lens 488/4536 e 0 to 0 dl 1746139104 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139093.856661:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bd88000 with x1830958840095744 ext(0->4095) 00002000:00010000:1.0:1746139093.856664:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bd88000 00000100:00100000:0.0:1746139093.921893:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139093.921975:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139093.923923:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bd88380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+55:2007:x1830958840096000:12345-192.168.203.56@tcp:4:ldlm_bl.0 Request processed in 1751us (2026us total) trans 4294972012 rc 0/0 00000100:00100000:0.0:1746139093.923937:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2343 00002000:00100000:0.0:1746139093.923949:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff88009bd88380 x1830958840096000/t4294972012(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:19/0 lens 496/448 e 0 to 0 dl 1746139104 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139093.923959:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bd88380 with x1830958840096000 ext(0->7) 00010000:00010000:0.0:1746139093.923969:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f034600/0x1f9f6ca451aca9a8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351180e expref: 55 pid: 9562 timeout: 819 lvb_type: 0 00010000:00010000:0.0:1746139093.923986:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f034600/0x1f9f6ca451aca9a8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351180e expref: 55 pid: 9562 timeout: 819 lvb_type: 0 00002000:00010000:0.0:1746139093.923993:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bd88380 00000100:00100000:0.0:1746139093.927499:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139093.931684:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139093.931945:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840096512 00000100:00100000:0.0:1746139093.931954:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840096512 00002000:00100000:0.0:1746139093.931997:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c410700 x1830958840096512/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:19/0 lens 488/0 e 0 to 0 dl 1746139104 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139093.932006:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c410700 with x1830958840096512 ext(0->4095) 00010000:00010000:0.0:1746139093.932014:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008760c400/0x1f9f6ca451aca9af lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511815 expref: 6 pid: 9564 timeout: 819 lvb_type: 0 00010000:00010000:0.0:1746139093.932027:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008760c400/0x1f9f6ca451aca9af lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511815 expref: 6 pid: 9564 timeout: 819 lvb_type: 0 00002000:00010000:0.0:1746139093.932033:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c410700 00000100:00100000:0.0:1746139093.932049:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2344 00000100:00100000:0.0:1746139093.932056:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c410700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840096512:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746139093.932184:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c410700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840096512:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 127us (500us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746139093.932193:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2344 00002000:00100000:0.0:1746139093.932198:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c410700 x1830958840096512/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:19/0 lens 488/4536 e 0 to 0 dl 1746139104 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139093.932205:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c410700 with x1830958840096512 ext(0->4095) 00010000:00010000:0.0:1746139093.932210:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008760c400/0x1f9f6ca451aca9af lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511815 expref: 6 pid: 9564 timeout: 819 lvb_type: 0 00010000:00010000:0.0:1746139093.932220:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008760c400/0x1f9f6ca451aca9af lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511815 expref: 6 pid: 9564 timeout: 819 lvb_type: 0 00002000:00010000:0.0:1746139093.932225:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c410700 00000100:00100000:0.0:1746139093.940899:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139093.946279:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139093.946593:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840096896 00000100:00100000:0.0:1746139093.946602:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840096896 00002000:00100000:1.0:1746139093.946749:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009bd88e00 x1830958840096896/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:19/0 lens 488/0 e 0 to 0 dl 1746139104 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139093.946760:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bd88e00 with x1830958840096896 ext(0->4095) 00002000:00010000:1.0:1746139093.946764:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bd88e00 00000100:00100000:1.0:1746139093.946783:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13049 00000100:00100000:1.0:1746139093.946789:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bd88e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+54:2008:x1830958840096896:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746139093.947145:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bd88e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+54:2008:x1830958840096896:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 355us (866us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139093.947152:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13049 00002000:00100000:1.0:1746139093.947157:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009bd88e00 x1830958840096896/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:19/0 lens 488/4536 e 0 to 0 dl 1746139104 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139093.947164:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bd88e00 with x1830958840096896 ext(0->4095) 00002000:00010000:1.0:1746139093.947167:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bd88e00 00000100:00100000:0.0:1746139093.952289:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139093.958098:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139093.958205:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840097152 00000100:00100000:1.0:1746139093.958213:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840097152 00002000:00100000:1.0:1746139093.958252:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff88009bd89500 x1830958840097152/t0(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:19/0 lens 496/0 e 0 to 0 dl 1746139104 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139093.958261:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bd89500 with x1830958840097152 ext(0->7) 00010000:00010000:1.0:1746139093.958268:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f034c00/0x1f9f6ca451aca9b6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351181c expref: 54 pid: 9564 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746139093.958281:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f034c00/0x1f9f6ca451aca9b6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351181c expref: 54 pid: 9564 timeout: 819 lvb_type: 0 00002000:00010000:1.0:1746139093.958286:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bd89500 00000100:00100000:1.0:1746139093.958314:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2345 00000100:00100000:1.0:1746139093.958322:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bd89500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+54:2008:x1830958840097152:12345-192.168.203.56@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746139093.959373:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bd89500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+56:2008:x1830958840097152:12345-192.168.203.56@tcp:4:ldlm_bl.0 Request processed in 1048us (1272us total) trans 4294972013 rc 0/0 00000100:00100000:0.0:1746139093.959382:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2345 00002000:00100000:0.0:1746139093.959389:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff88009bd89500 x1830958840097152/t4294972013(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:19/0 lens 496/448 e 0 to 0 dl 1746139104 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139093.959396:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bd89500 with x1830958840097152 ext(0->7) 00010000:00010000:0.0:1746139093.959402:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f034c00/0x1f9f6ca451aca9b6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351181c expref: 56 pid: 9564 timeout: 819 lvb_type: 0 00010000:00010000:0.0:1746139093.959417:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f034c00/0x1f9f6ca451aca9b6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351181c expref: 56 pid: 9564 timeout: 819 lvb_type: 0 00002000:00010000:0.0:1746139093.959423:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bd89500 00000100:00100000:0.0:1746139093.961011:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139093.966241:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139093.966268:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840097536 00000100:00100000:0.0:1746139093.966274:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840097536 00002000:00100000:0.0:1746139093.966313:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009bd89c00 x1830958840097536/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:19/0 lens 488/0 e 0 to 0 dl 1746139104 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139093.966322:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bd89c00 with x1830958840097536 ext(0->4095) 00002000:00010000:0.0:1746139093.966327:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bd89c00 00000100:00100000:0.0:1746139093.966342:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13050 00000100:00100000:0.0:1746139093.966348:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bd89c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840097536:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746139093.966480:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bd89c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840097536:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 132us (240us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746139093.966487:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13050 00002000:00100000:0.0:1746139093.966491:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009bd89c00 x1830958840097536/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:19/0 lens 488/4536 e 0 to 0 dl 1746139104 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139093.966498:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bd89c00 with x1830958840097536 ext(0->4095) 00002000:00010000:0.0:1746139093.966501:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bd89c00 00000100:00100000:0.0:1746139093.970377:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139093.973358:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139093.974610:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139093.976603:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139093.976748:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840098176 00000100:00100000:1.0:1746139093.976754:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840098176 00002000:00100000:1.0:1746139093.976791:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009bd8aa00 x1830958840098176/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:19/0 lens 488/0 e 0 to 0 dl 1746139104 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139093.976807:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bd8aa00 with x1830958840098176 ext(0->4095) 00010000:00010000:1.0:1746139093.976814:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f035c00/0x1f9f6ca451aca9c4 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351182a expref: 57 pid: 9564 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746139093.976825:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f035c00/0x1f9f6ca451aca9c4 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351182a expref: 57 pid: 9564 timeout: 819 lvb_type: 0 00002000:00010000:1.0:1746139093.976830:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bd8aa00 00000100:00100000:1.0:1746139093.976857:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2346 00000100:00100000:1.0:1746139093.976863:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bd8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+57:2007:x1830958840098176:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746139093.976969:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bd8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+57:2007:x1830958840098176:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 107us (371us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139093.976975:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2346 00002000:00100000:1.0:1746139093.976980:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009bd8aa00 x1830958840098176/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:19/0 lens 488/4536 e 0 to 0 dl 1746139104 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139093.976986:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bd8aa00 with x1830958840098176 ext(0->4095) 00010000:00010000:1.0:1746139093.976990:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f035c00/0x1f9f6ca451aca9c4 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351182a expref: 57 pid: 9564 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746139093.976998:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f035c00/0x1f9f6ca451aca9c4 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351182a expref: 57 pid: 9564 timeout: 819 lvb_type: 0 00002000:00010000:1.0:1746139093.977003:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bd8aa00 00000100:00100000:0.0:1746139093.979604:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139093.981300:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139093.985610:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139093.985854:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840098688 00000100:00100000:1.0:1746139093.985862:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840098688 00002000:00100000:1.0:1746139093.985897:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009bd8b480 x1830958840098688/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:19/0 lens 488/0 e 0 to 0 dl 1746139104 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139093.985907:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bd8b480 with x1830958840098688 ext(0->4095) 00010000:00010000:1.0:1746139093.985915:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f035200/0x1f9f6ca451aca9cb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511831 expref: 56 pid: 9562 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746139093.985928:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f035200/0x1f9f6ca451aca9cb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511831 expref: 56 pid: 9562 timeout: 819 lvb_type: 0 00002000:00010000:1.0:1746139093.985935:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bd8b480 00000100:00100000:1.0:1746139093.986233:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2347 00000100:00100000:1.0:1746139093.986240:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bd8b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+56:2008:x1830958840098688:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746139093.986364:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bd8b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+56:2008:x1830958840098688:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 125us (765us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139093.986370:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2347 00002000:00100000:1.0:1746139093.986375:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009bd8b480 x1830958840098688/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:19/0 lens 488/4536 e 0 to 0 dl 1746139104 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139093.986382:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bd8b480 with x1830958840098688 ext(0->4095) 00010000:00010000:1.0:1746139093.986387:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f035200/0x1f9f6ca451aca9cb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511831 expref: 56 pid: 9562 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746139093.986395:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f035200/0x1f9f6ca451aca9cb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511831 expref: 56 pid: 9562 timeout: 819 lvb_type: 0 00002000:00010000:1.0:1746139093.986400:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bd8b480 00000100:00100000:0.0:1746139093.990444:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139093.991453:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139093.995951:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840099200 00000100:00100000:0.0:1746139093.995959:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840099200 00002000:00100000:0.0:1746139093.995996:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c4d5500 x1830958840099200/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:19/0 lens 488/0 e 0 to 0 dl 1746139104 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139093.996004:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c4d5500 with x1830958840099200 ext(0->4095) 00010000:00010000:0.0:1746139093.996012:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f034400/0x1f9f6ca451aca9d2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511838 expref: 6 pid: 9562 timeout: 819 lvb_type: 0 00010000:00010000:0.0:1746139093.996024:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f034400/0x1f9f6ca451aca9d2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511838 expref: 6 pid: 9562 timeout: 819 lvb_type: 0 00002000:00010000:0.0:1746139093.996030:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c4d5500 00000100:00100000:0.0:1746139093.997080:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2348 00000100:00100000:0.0:1746139093.997091:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c4d5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840099200:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746139093.997529:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c4d5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840099200:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 440us (1639us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746139093.997535:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2348 00002000:00100000:0.0:1746139093.997540:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c4d5500 x1830958840099200/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:19/0 lens 488/4536 e 0 to 0 dl 1746139104 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139093.997555:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c4d5500 with x1830958840099200 ext(0->4095) 00010000:00010000:0.0:1746139093.997573:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f034400/0x1f9f6ca451aca9d2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511838 expref: 6 pid: 9562 timeout: 819 lvb_type: 0 00010000:00010000:0.0:1746139093.997584:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f034400/0x1f9f6ca451aca9d2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511838 expref: 6 pid: 9562 timeout: 819 lvb_type: 0 00002000:00010000:0.0:1746139093.997590:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c4d5500 00000100:00100000:0.0:1746139094.003766:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139094.007166:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139094.009773:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139094.016339:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139094.019332:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139094.020842:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139094.027978:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139094.033068:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139094.039250:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139094.050915:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139094.054526:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800874d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+58:2010:x1830958840100864:12345-192.168.203.56@tcp:4:ldlm_bl.0 Request processed in 2947us (3602us total) trans 4294972014 rc 0/0 00000100:00100000:0.0:1746139094.054538:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2350 00002000:00100000:0.0:1746139094.054548:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff8800874d1880 x1830958840100864/t4294972014(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:20/0 lens 496/448 e 0 to 0 dl 1746139105 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139094.054566:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800874d1880 with x1830958840100864 ext(0->7) 00010000:00010000:0.0:1746139094.054576:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f034c00/0x1f9f6ca451aca9e7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351184d expref: 58 pid: 9562 timeout: 819 lvb_type: 0 00010000:00010000:0.0:1746139094.054593:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f034c00/0x1f9f6ca451aca9e7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351184d expref: 58 pid: 9562 timeout: 819 lvb_type: 0 00002000:00010000:0.0:1746139094.054600:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800874d1880 00000100:00100000:0.0:1746139094.056959:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139094.059092:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139094.061681:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139094.061995:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840101376 00000100:00100000:1.0:1746139094.062002:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840101376 00002000:00100000:1.0:1746139094.062035:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800874d2300 x1830958840101376/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:20/0 lens 488/0 e 0 to 0 dl 1746139105 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139094.062045:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800874d2300 with x1830958840101376 ext(0->4095) 00010000:00010000:1.0:1746139094.062052:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f035400/0x1f9f6ca451aca9ee lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511854 expref: 6 pid: 9562 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746139094.062063:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f035400/0x1f9f6ca451aca9ee lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511854 expref: 6 pid: 9562 timeout: 819 lvb_type: 0 00002000:00010000:1.0:1746139094.062068:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800874d2300 00000100:00100000:1.0:1746139094.062081:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2351 00000100:00100000:1.0:1746139094.062085:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800874d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840101376:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746139094.062200:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800874d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840101376:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 114us (531us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139094.062206:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2351 00002000:00100000:1.0:1746139094.062210:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800874d2300 x1830958840101376/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:20/0 lens 488/4536 e 0 to 0 dl 1746139105 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139094.062216:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800874d2300 with x1830958840101376 ext(0->4095) 00010000:00010000:1.0:1746139094.062220:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f035400/0x1f9f6ca451aca9ee lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511854 expref: 6 pid: 9562 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746139094.062228:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f035400/0x1f9f6ca451aca9ee lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511854 expref: 6 pid: 9562 timeout: 819 lvb_type: 0 00002000:00010000:1.0:1746139094.062237:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800874d2300 00000100:00100000:0.0:1746139094.065736:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139094.071401:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139094.074950:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139094.079605:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139094.080810:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139094.085404:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139094.085893:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840102400 00000100:00100000:1.0:1746139094.085901:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840102400 00002000:00100000:1.0:1746139094.085937:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800874d3480 x1830958840102400/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:20/0 lens 488/0 e 0 to 0 dl 1746139105 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139094.085945:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800874d3480 with x1830958840102400 ext(0->4095) 00010000:00010000:1.0:1746139094.085952:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f035200/0x1f9f6ca451aca9fc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511862 expref: 6 pid: 9562 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746139094.085962:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f035200/0x1f9f6ca451aca9fc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511862 expref: 6 pid: 9562 timeout: 819 lvb_type: 0 00002000:00010000:1.0:1746139094.085968:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800874d3480 00000100:00100000:1.0:1746139094.085981:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2352 00000100:00100000:1.0:1746139094.085986:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800874d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840102400:12345-192.168.203.56@tcp:3:ldlm_bl.0 00000100:00100000:1.0:1746139094.086106:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800874d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840102400:12345-192.168.203.56@tcp:3:ldlm_bl.0 Request processed in 119us (702us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139094.086112:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2352 00002000:00100000:1.0:1746139094.086116:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800874d3480 x1830958840102400/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:20/0 lens 488/4536 e 0 to 0 dl 1746139105 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139094.086123:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800874d3480 with x1830958840102400 ext(0->4095) 00010000:00010000:1.0:1746139094.086128:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f035200/0x1f9f6ca451aca9fc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511862 expref: 6 pid: 9562 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746139094.086141:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f035200/0x1f9f6ca451aca9fc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511862 expref: 6 pid: 9562 timeout: 819 lvb_type: 0 00002000:00010000:1.0:1746139094.086147:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800874d3480 00000100:00100000:0.0:1746139094.089554:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139094.093161:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139094.103222:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139094.113402:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139094.113487:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139094.113569:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840103040 00000100:00100000:1.0:1746139094.113579:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840103040 00002000:00100000:1.0:1746139094.113649:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff88012faeb480 x1830958840103040/t0(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:20/0 lens 496/0 e 0 to 0 dl 1746139105 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139094.113660:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012faeb480 with x1830958840103040 ext(0->7) 00010000:00010000:1.0:1746139094.113669:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f035600/0x1f9f6ca451acaa03 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511869 expref: 58 pid: 9562 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746139094.113683:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f035600/0x1f9f6ca451acaa03 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511869 expref: 58 pid: 9562 timeout: 819 lvb_type: 0 00002000:00010000:1.0:1746139094.113689:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012faeb480 00000100:00100000:1.0:1746139094.113724:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2353 00000100:00100000:1.0:1746139094.113732:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012faeb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+58:2007:x1830958840103040:12345-192.168.203.56@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746139094.117736:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139094.121572:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139094.127989:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139094.131765:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139094.136005:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139094.141425:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139094.141735:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139094.144889:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139094.148500:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139094.151943:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139094.157390:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840105088 00000100:00100000:0.0:1746139094.157400:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840105088 00000100:00100000:0.0:1746139094.157460:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29391 00000100:00100000:0.0:1746139094.157467:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bd89880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840105088:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746139094.157486:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746139094.157504:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a5d8e000/0x1f9f6ca451acaa26 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a351188c expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139094.157531:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f034c00/0x1f9f6ca451acaa1f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511885 expref: 59 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139094.157537:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746139094.157539:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746139094.157542:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5d8e000/0x1f9f6ca451acaa26 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351188c expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139094.157585:0:9564:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f034c00/0x1f9f6ca451acaa1f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511885 expref: 59 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139094.157596:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f034c00/0x1f9f6ca451acaa1f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511885 expref: 59 pid: 9564 timeout: 819 lvb_type: 0 00000100:00100000:0.0:1746139094.157608:0:9564:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013107ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832037504:192.168.203.56@tcp:104: 00000100:00100000:1.0:1746139094.158714:0:9564:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007fe37840 going to sleep for 11 seconds 00000100:00100000:1.0:1746139094.165291:0:9564:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013107ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832037504:192.168.203.56@tcp:104: 00010000:00010000:1.0:1746139094.165328:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a5d8e000/0x1f9f6ca451acaa26 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351188c expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139094.165344:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5d8e000, rc 0) 00000100:00100000:1.0:1746139094.171495:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bd89880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840105088:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 14011us (14286us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139094.171507:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29391 00000100:00100000:1.0:1746139094.172957:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139094.174437:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139094.174522:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840105344 00000100:00100000:1.0:1746139094.174533:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840105344 00000100:00100000:0.0:1746139094.176964:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c410380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+63:2007:x1830958840105216:12345-192.168.203.56@tcp:4:ldlm_bl.0 Request processed in 2272us (4010us total) trans 4294972016 rc 0/0 00000100:00100000:0.0:1746139094.176974:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2356 00002000:00100000:0.0:1746139094.176982:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff88009c410380 x1830958840105216/t4294972016(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:20/0 lens 496/448 e 0 to 0 dl 1746139105 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139094.176991:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c410380 with x1830958840105216 ext(0->7) 00010000:00010000:0.0:1746139094.176997:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f034c00/0x1f9f6ca451acaa1f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511885 expref: 63 pid: 9564 timeout: 819 lvb_type: 0 00010000:00010000:0.0:1746139094.177010:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f034c00/0x1f9f6ca451acaa1f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511885 expref: 63 pid: 9564 timeout: 819 lvb_type: 0 00002000:00010000:0.0:1746139094.177016:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c410380 00000100:00100000:0.0:1746139094.178810:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139094.186235:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139094.186358:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840105728 00000100:00100000:1.0:1746139094.186366:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840105728 00002000:00100000:1.0:1746139094.186411:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88013107f100 x1830958840105728/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:20/0 lens 488/0 e 0 to 0 dl 1746139105 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139094.186421:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013107f100 with x1830958840105728 ext(0->4095) 00010000:00010000:1.0:1746139094.186430:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a5d8e000/0x1f9f6ca451acaa26 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351188c expref: 6 pid: 9564 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746139094.186443:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a5d8e000/0x1f9f6ca451acaa26 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351188c expref: 6 pid: 9564 timeout: 819 lvb_type: 0 00002000:00010000:1.0:1746139094.186450:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013107f100 00000100:00100000:1.0:1746139094.186482:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2357 00000100:00100000:1.0:1746139094.186489:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013107f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840105728:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746139094.186716:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013107f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840105728:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 227us (491us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139094.186723:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2357 00002000:00100000:1.0:1746139094.186728:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88013107f100 x1830958840105728/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:20/0 lens 488/4536 e 0 to 0 dl 1746139105 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139094.186735:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013107f100 with x1830958840105728 ext(0->4095) 00010000:00010000:1.0:1746139094.186740:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a5d8e000/0x1f9f6ca451acaa26 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351188c expref: 6 pid: 9564 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746139094.186748:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a5d8e000/0x1f9f6ca451acaa26 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351188c expref: 6 pid: 9564 timeout: 819 lvb_type: 0 00002000:00010000:1.0:1746139094.186754:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013107f100 00000100:00100000:0.0:1746139094.188698:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139094.195152:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139094.199309:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139094.204909:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139094.204989:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139094.208131:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139094.208283:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840106752 00000100:00100000:1.0:1746139094.208291:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840106752 00002000:00100000:1.0:1746139094.208329:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009f2d2680 x1830958840106752/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:20/0 lens 488/0 e 0 to 0 dl 1746139105 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139094.208338:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f2d2680 with x1830958840106752 ext(0->4095) 00010000:00010000:1.0:1746139094.208346:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008760d800/0x1f9f6ca451acaa34 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351189a expref: 6 pid: 9562 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746139094.208357:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008760d800/0x1f9f6ca451acaa34 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351189a expref: 6 pid: 9562 timeout: 819 lvb_type: 0 00002000:00010000:1.0:1746139094.208364:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f2d2680 00000100:00100000:1.0:1746139094.208395:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2358 00000100:00100000:1.0:1746139094.208401:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f2d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840106752:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746139094.208528:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f2d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840106752:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 127us (405us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139094.208534:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2358 00002000:00100000:1.0:1746139094.208538:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009f2d2680 x1830958840106752/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:20/0 lens 488/4536 e 0 to 0 dl 1746139105 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139094.208550:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f2d2680 with x1830958840106752 ext(0->4095) 00010000:00010000:1.0:1746139094.208554:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008760d800/0x1f9f6ca451acaa34 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351189a expref: 6 pid: 9562 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746139094.208574:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008760d800/0x1f9f6ca451acaa34 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351189a expref: 6 pid: 9562 timeout: 819 lvb_type: 0 00002000:00010000:1.0:1746139094.208579:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f2d2680 00000100:00100000:0.0:1746139094.212474:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139094.215500:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139094.237739:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139094.237830:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840107264 00000100:00100000:1.0:1746139094.237840:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840107264 00000100:00100000:1.0:1746139094.239001:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29395 00000100:00100000:1.0:1746139094.239012:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f2d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840107264:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139094.239030:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139094.239048:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acaa42 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a35118a8 expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139094.239076:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f035400/0x1f9f6ca451acaa3b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35118a1 expref: 61 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139094.239083:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139094.239084:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139094.239088:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acaa42 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35118a8 expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139094.239118:0:9564:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f035400/0x1f9f6ca451acaa3b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35118a1 expref: 61 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139094.239134:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f035400/0x1f9f6ca451acaa3b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35118a1 expref: 61 pid: 9562 timeout: 819 lvb_type: 0 00000100:00100000:1.0:1746139094.239145:0:9564:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011dd84a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832038528:192.168.203.56@tcp:104: 00000100:00100000:1.0:1746139094.241743:0:9564:0:(client.c:2553:ptlrpc_set_wait()) set ffff880131166cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746139094.246019:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139094.246986:0:9564:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011dd84a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832038528:192.168.203.56@tcp:104: 00010000:00010000:1.0:1746139094.247019:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acaa42 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35118a8 expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139094.247037:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7f400, rc 0) 00000100:00100000:1.0:1746139094.247092:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f2d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840107264:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 8083us (9364us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139094.247101:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29395 00000100:00100000:0.0:1746139094.248774:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f2d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+64:2007:x1830958840107392:12345-192.168.203.56@tcp:4:ldlm_bl.0 Request processed in 1240us (2758us total) trans 4294972017 rc 0/0 00000100:00100000:0.0:1746139094.248782:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2359 00002000:00100000:0.0:1746139094.248789:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff88009f2d2300 x1830958840107392/t4294972017(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:20/0 lens 496/448 e 0 to 0 dl 1746139105 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139094.248803:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f2d2300 with x1830958840107392 ext(0->7) 00010000:00010000:0.0:1746139094.248809:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f035400/0x1f9f6ca451acaa3b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35118a1 expref: 64 pid: 9562 timeout: 819 lvb_type: 0 00010000:00010000:0.0:1746139094.248820:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f035400/0x1f9f6ca451acaa3b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35118a1 expref: 64 pid: 9562 timeout: 819 lvb_type: 0 00002000:00010000:0.0:1746139094.248826:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f2d2300 00000100:00100000:0.0:1746139094.251365:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139094.253220:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840107520 00000100:00100000:1.0:1746139094.253234:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840107520 00000100:00100000:1.0:1746139094.253921:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29396 00000100:00100000:1.0:1746139094.253932:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f2d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+64:1800:x1830958840107520:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139094.253953:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139094.253971:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451acaa49 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a35118af expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139094.254000:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139094.254006:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acaa42 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35118a8 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139094.254016:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746139094.254019:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451acaa49 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35118af expref: 65 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139094.254055:0:9564:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acaa42 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35118a8 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139094.254066:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451acaa49 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35118af expref: 65 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139094.254075:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7f600, rc 0) 00000100:00100000:1.0:1746139094.254123:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f2d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+65:1800:x1830958840107520:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 194us (2766us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139094.254128:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29396 00000100:00100000:0.0:1746139094.254493:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139094.258290:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139094.258366:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840107904 00000100:00100000:1.0:1746139094.258372:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840107904 00002000:00100000:1.0:1746139094.258416:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88012c24a680 x1830958840107904/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:20/0 lens 488/0 e 0 to 0 dl 1746139105 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139094.258426:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c24a680 with x1830958840107904 ext(0->4095) 00010000:00010000:1.0:1746139094.258435:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acaa42 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35118a8 expref: 6 pid: 9564 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746139094.258448:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acaa42 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35118a8 expref: 6 pid: 9564 timeout: 819 lvb_type: 0 00002000:00010000:1.0:1746139094.258455:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012c24a680 00000100:00100000:1.0:1746139094.258481:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2360 00000100:00100000:1.0:1746139094.258489:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c24a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840107904:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746139094.258666:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c24a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840107904:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 177us (377us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139094.258672:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2360 00002000:00100000:1.0:1746139094.258677:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88012c24a680 x1830958840107904/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:20/0 lens 488/4536 e 0 to 0 dl 1746139105 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139094.258684:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c24a680 with x1830958840107904 ext(0->4095) 00010000:00010000:1.0:1746139094.258688:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acaa42 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35118a8 expref: 6 pid: 9564 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746139094.258697:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acaa42 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35118a8 expref: 6 pid: 9564 timeout: 819 lvb_type: 0 00002000:00010000:1.0:1746139094.258702:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012c24a680 00000100:00100000:0.0:1746139094.265189:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139094.271230:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139094.271427:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840108288 00000100:00100000:1.0:1746139094.271434:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840108288 00002000:00100000:1.0:1746139094.271474:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88012c249880 x1830958840108288/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:20/0 lens 488/0 e 0 to 0 dl 1746139105 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139094.271484:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c249880 with x1830958840108288 ext(0->4095) 00002000:00010000:1.0:1746139094.271488:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c249880 00000100:00100000:1.0:1746139094.271504:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13059 00000100:00100000:1.0:1746139094.271510:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c249880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+64:2007:x1830958840108288:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746139094.271672:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c249880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+64:2007:x1830958840108288:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 156us (442us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139094.271678:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13059 00002000:00100000:1.0:1746139094.271683:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88012c249880 x1830958840108288/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:20/0 lens 488/4536 e 0 to 0 dl 1746139105 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139094.271689:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c249880 with x1830958840108288 ext(0->4095) 00002000:00010000:1.0:1746139094.271692:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c249880 00000100:00100000:0.0:1746139094.274387:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139094.274885:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840108416 00000100:00100000:1.0:1746139094.274894:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840108416 00000100:00100000:1.0:1746139094.275195:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29397 00000100:00100000:1.0:1746139094.275205:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c24aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840108416:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139094.275223:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139094.275241:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acaa50 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a35118b6 expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139094.275272:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451acaa49 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35118af expref: 63 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139094.275279:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139094.275281:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139094.275285:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acaa50 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35118b6 expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139094.275317:0:9564:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451acaa49 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35118af expref: 63 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139094.275330:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451acaa49 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35118af expref: 63 pid: 9564 timeout: 819 lvb_type: 0 00000100:00100000:1.0:1746139094.275347:0:9564:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011dd84a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832039040:192.168.203.56@tcp:104: 00000100:00100000:1.0:1746139094.275425:0:9564:0:(client.c:2553:ptlrpc_set_wait()) set ffff880131166480 going to sleep for 11 seconds 00000100:00100000:1.0:1746139094.277859:0:9564:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011dd84a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832039040:192.168.203.56@tcp:104: 00010000:00010000:1.0:1746139094.277891:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acaa50 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35118b6 expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139094.277913:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7f400, rc 0) 00000100:00100000:1.0:1746139094.277961:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c24aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840108416:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2757us (3581us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139094.277970:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29397 00000100:00100000:0.0:1746139094.278085:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139094.281682:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139094.281764:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139094.285729:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139094.286034:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139094.292181:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139094.292693:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840109440 00000100:00100000:1.0:1746139094.292702:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840109440 00002000:00100000:1.0:1746139094.292749:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c857800 x1830958840109440/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:20/0 lens 488/0 e 0 to 0 dl 1746139105 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139094.292759:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c857800 with x1830958840109440 ext(0->4095) 00010000:00010000:1.0:1746139094.292769:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f034600/0x1f9f6ca451acaa57 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35118bd expref: 65 pid: 9562 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746139094.292783:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f034600/0x1f9f6ca451acaa57 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35118bd expref: 65 pid: 9562 timeout: 819 lvb_type: 0 00002000:00010000:1.0:1746139094.292789:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c857800 00000100:00100000:1.0:1746139094.293515:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2362 00000100:00100000:1.0:1746139094.293525:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c857800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+65:2008:x1830958840109440:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746139094.293734:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c857800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+65:2008:x1830958840109440:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 210us (1561us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139094.293741:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2362 00002000:00100000:1.0:1746139094.293751:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c857800 x1830958840109440/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:20/0 lens 488/4536 e 0 to 0 dl 1746139105 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139094.293759:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c857800 with x1830958840109440 ext(0->4095) 00010000:00010000:1.0:1746139094.293764:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f034600/0x1f9f6ca451acaa57 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35118bd expref: 65 pid: 9562 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746139094.293773:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f034600/0x1f9f6ca451acaa57 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35118bd expref: 65 pid: 9562 timeout: 819 lvb_type: 0 00002000:00010000:1.0:1746139094.293779:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c857800 00000100:00100000:0.0:1746139094.297787:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139094.302268:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139094.304709:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139094.308259:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139094.312520:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139094.312707:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840110336 00000100:00100000:1.0:1746139094.312715:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840110336 00000100:00100000:0.0:1746139094.312748:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00002000:00100000:1.0:1746139094.312760:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880131466a00 x1830958840110336/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:20/0 lens 488/0 e 0 to 0 dl 1746139105 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139094.312771:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131466a00 with x1830958840110336 ext(0->4095) 00002000:00010000:1.0:1746139094.312775:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131466a00 00000100:00100000:1.0:1746139094.312993:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13061 00000100:00100000:1.0:1746139094.312998:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131466a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840110336:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746139094.313118:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131466a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840110336:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 119us (609us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139094.313124:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13061 00002000:00100000:1.0:1746139094.313128:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880131466a00 x1830958840110336/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:20/0 lens 488/4536 e 0 to 0 dl 1746139105 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139094.313135:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131466a00 with x1830958840110336 ext(0->4095) 00002000:00010000:1.0:1746139094.313137:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131466a00 00000100:00100000:0.0:1746139094.317254:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139094.318379:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139094.324256:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139094.328328:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139094.333903:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139094.337684:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139094.343956:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139094.345874:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139094.351923:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139094.360825:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139094.366814:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139094.366859:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840112384 00000100:00100000:0.0:1746139094.366868:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840112384 00002000:00100000:0.0:1746139094.366913:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c797100 x1830958840112384/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:20/0 lens 488/0 e 0 to 0 dl 1746139105 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139094.366922:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c797100 with x1830958840112384 ext(0->4095) 00002000:00010000:0.0:1746139094.366927:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c797100 00000100:00100000:0.0:1746139094.368147:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13063 00000100:00100000:0.0:1746139094.368155:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c797100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+64:2008:x1830958840112384:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746139094.368287:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c797100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+64:2008:x1830958840112384:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 133us (1482us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746139094.368292:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13063 00002000:00100000:0.0:1746139094.368298:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c797100 x1830958840112384/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:20/0 lens 488/4536 e 0 to 0 dl 1746139105 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139094.368307:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c797100 with x1830958840112384 ext(0->4095) 00002000:00010000:0.0:1746139094.368310:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c797100 00000100:00100000:0.0:1746139094.375799:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139094.388481:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139094.388601:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840112640 00000100:00100000:1.0:1746139094.388611:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840112640 00002000:00100000:1.0:1746139094.388688:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff88009c795880 x1830958840112640/t0(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:20/0 lens 496/0 e 0 to 0 dl 1746139105 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139094.388698:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c795880 with x1830958840112640 ext(0->7) 00010000:00010000:1.0:1746139094.388708:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f034e00/0x1f9f6ca451acaa81 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35118e7 expref: 64 pid: 9562 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746139094.388722:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f034e00/0x1f9f6ca451acaa81 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35118e7 expref: 64 pid: 9562 timeout: 819 lvb_type: 0 00002000:00010000:1.0:1746139094.388729:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c795880 00000100:00100000:1.0:1746139094.388751:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2365 00000100:00100000:1.0:1746139094.388759:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c795880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+64:2007:x1830958840112640:12345-192.168.203.56@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746139094.397390:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c795880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+66:2007:x1830958840112640:12345-192.168.203.56@tcp:4:ldlm_bl.0 Request processed in 8618us (8907us total) trans 4294972018 rc 0/0 00000100:00100000:0.0:1746139094.397404:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2365 00002000:00100000:0.0:1746139094.397418:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff88009c795880 x1830958840112640/t4294972018(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:20/0 lens 496/448 e 0 to 0 dl 1746139105 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139094.397428:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c795880 with x1830958840112640 ext(0->7) 00010000:00010000:0.0:1746139094.397438:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f034e00/0x1f9f6ca451acaa81 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35118e7 expref: 66 pid: 9562 timeout: 819 lvb_type: 0 00010000:00010000:0.0:1746139094.397455:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f034e00/0x1f9f6ca451acaa81 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35118e7 expref: 66 pid: 9562 timeout: 819 lvb_type: 0 00002000:00010000:0.0:1746139094.397461:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c795880 00000100:00100000:0.0:1746139094.404607:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139094.407244:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16719 00000100:00100000:1.0:1746139094.407264:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c795f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+67:2009:x1830958840112896:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746139094.407282:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746139094.407311:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f034e00/0x1f9f6ca451acaa81 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35118e7 expref: 67 pid: 9562 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746139094.407327:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f034e00/0x1f9f6ca451acaa81 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35118e7 expref: 67 pid: 9562 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746139094.407352:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f034e00/0x1f9f6ca451acaa81 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35118e7 expref: 67 pid: 9562 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746139094.407385:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139094.407388:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139094.407396:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f035200/0x1f9f6ca451acaa88 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35118ee expref: 5 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139094.407404:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f035200/0x1f9f6ca451acaa88 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35118ee expref: 5 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139094.407454:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f035200/0x1f9f6ca451acaa88 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35118ee expref: 5 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139094.407466:0:15672:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f035200/0x1f9f6ca451acaa88 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35118ee expref: 5 pid: 9562 timeout: 819 lvb_type: 0 00000100:00100000:1.0:1746139094.407477:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011dd87b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832041344:192.168.203.56@tcp:105: 00000100:00100000:1.0:1746139094.407575:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff880131166480 going to sleep for 11 seconds 00000100:00100000:0.0:1746139094.409246:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139094.409707:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011dd87b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832041344:192.168.203.56@tcp:105: 00010000:00010000:1.0:1746139094.409723:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746139094.410243:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c795f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+66:2009:x1830958840112896:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 2987us (5645us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139094.410256:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16719 00000100:00100000:0.0:1746139094.410894:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2366 00000100:00100000:0.0:1746139094.410903:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c796680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840113152:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746139094.411023:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c796680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840113152:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 123us (1783us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746139094.411029:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2366 00002000:00100000:0.0:1746139094.411033:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c796680 x1830958840113152/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:20/0 lens 488/4536 e 0 to 0 dl 1746139105 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139094.411041:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c796680 with x1830958840113152 ext(0->4095) 00010000:00010000:0.0:1746139094.411047:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f035200/0x1f9f6ca451acaa88 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35118ee expref: 6 pid: 9562 timeout: 819 lvb_type: 0 00010000:00010000:0.0:1746139094.411061:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f035200/0x1f9f6ca451acaa88 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35118ee expref: 6 pid: 9562 timeout: 819 lvb_type: 0 00002000:00010000:0.0:1746139094.411067:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c796680 00000100:00100000:0.0:1746139094.415179:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139094.415276:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840113280 00000100:00100000:1.0:1746139094.415286:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840113280 00010000:00010000:1.0:1746139094.415323:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f035200/0x1f9f6ca451acaa88 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35118ee expref: 6 pid: 9562 timeout: 819 lvb_type: 0 00000100:00100000:1.0:1746139094.415359:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16720 00000100:00100000:1.0:1746139094.415365:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c796d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840113280:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746139094.415379:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746139094.415398:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f035200/0x1f9f6ca451acaa88 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35118ee expref: 6 pid: 9562 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746139094.415409:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f035200/0x1f9f6ca451acaa88 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35118ee expref: 6 pid: 9562 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746139094.415431:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f035200/0x1f9f6ca451acaa88 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35118ee expref: 6 pid: 9562 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746139094.415446:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139094.415448:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139094.415454:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008760d400/0x1f9f6ca451acaa8f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35118f5 expref: 65 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139094.415462:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008760d400/0x1f9f6ca451acaa8f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35118f5 expref: 65 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139094.415495:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008760d400/0x1f9f6ca451acaa8f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35118f5 expref: 65 pid: 9562 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746139094.415508:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011dd87b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832041472:192.168.203.56@tcp:105: 00000100:00100000:1.0:1746139094.415595:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff880131166480 going to sleep for 11 seconds 00000100:00100000:1.0:1746139094.418279:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011dd87b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832041472:192.168.203.56@tcp:105: 00010000:00010000:1.0:1746139094.418301:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746139094.418340:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c796d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2007:x1830958840113280:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 2974us (3171us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139094.418351:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16720 00000100:00100000:0.0:1746139094.419119:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139094.419176:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840113536 00000100:00100000:1.0:1746139094.419182:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840113536 00002000:00100000:1.0:1746139094.419222:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c794700 x1830958840113536/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:20/0 lens 488/0 e 0 to 0 dl 1746139105 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139094.419232:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c794700 with x1830958840113536 ext(0->4095) 00002000:00010000:1.0:1746139094.419236:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c794700 00000100:00100000:1.0:1746139094.419263:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13064 00000100:00100000:1.0:1746139094.419269:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c794700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+66:2007:x1830958840113536:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746139094.419393:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c794700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+66:2007:x1830958840113536:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 124us (275us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139094.419399:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13064 00002000:00100000:1.0:1746139094.419403:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c794700 x1830958840113536/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:20/0 lens 488/4536 e 0 to 0 dl 1746139105 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139094.419410:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c794700 with x1830958840113536 ext(0->4095) 00002000:00010000:1.0:1746139094.419412:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c794700 00000100:00100000:0.0:1746139094.423342:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139094.427175:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139094.428103:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840113792 00000100:00100000:1.0:1746139094.428114:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840113792 00010000:00010000:1.0:1746139094.428147:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008760d400/0x1f9f6ca451acaa8f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35118f5 expref: 66 pid: 9562 timeout: 819 lvb_type: 0 00000100:00100000:1.0:1746139094.428294:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16721 00000100:00100000:1.0:1746139094.428301:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eedad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+66:2008:x1830958840113792:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746139094.428315:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746139094.428335:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008760d400/0x1f9f6ca451acaa8f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35118f5 expref: 66 pid: 9562 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746139094.428347:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008760d400/0x1f9f6ca451acaa8f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35118f5 expref: 66 pid: 9562 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746139094.428368:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008760d400/0x1f9f6ca451acaa8f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35118f5 expref: 66 pid: 9562 timeout: 819 lvb_type: 0 00000100:00100000:0.0:1746139094.429080:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00010000:00010000:1.0:1746139094.429280:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139094.429282:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139094.429290:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f035c00/0x1f9f6ca451acaa96 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35118fc expref: 5 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139094.429298:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f035c00/0x1f9f6ca451acaa96 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35118fc expref: 5 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139094.429334:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f035c00/0x1f9f6ca451acaa96 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35118fc expref: 5 pid: 24929 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746139094.429351:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011dd87b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832041728:192.168.203.56@tcp:105: 00000100:00100000:1.0:1746139094.429423:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff880131166540 going to sleep for 11 seconds 00000100:00100000:1.0:1746139094.432500:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011dd87b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832041728:192.168.203.56@tcp:105: 00010000:00010000:1.0:1746139094.432522:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746139094.432573:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eedad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+67:2008:x1830958840113792:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 4271us (5401us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139094.432583:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16721 00000100:00100000:0.0:1746139094.434240:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139094.435125:0:3767:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c853480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1830958832041984:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746139094.435166:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746139094.435594:0:3767:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c853480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1830958832041984:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746139094.438538:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139094.439293:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840114304 00000100:00100000:1.0:1746139094.439301:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840114304 00010000:00010000:1.0:1746139094.439335:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f035c00/0x1f9f6ca451acaa96 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35118fc expref: 6 pid: 24929 timeout: 819 lvb_type: 0 00000100:00100000:1.0:1746139094.439859:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16722 00000100:00100000:1.0:1746139094.439866:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eed8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2010:x1830958840114304:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746139094.439878:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746139094.439895:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f035c00/0x1f9f6ca451acaa96 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35118fc expref: 6 pid: 24929 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746139094.439907:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f035c00/0x1f9f6ca451acaa96 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35118fc expref: 6 pid: 24929 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746139094.439930:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f035c00/0x1f9f6ca451acaa96 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35118fc expref: 6 pid: 24929 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746139094.439951:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139094.439953:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139094.439959:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f034600/0x1f9f6ca451acaa9d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511903 expref: 65 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139094.439967:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f034600/0x1f9f6ca451acaa9d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511903 expref: 65 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139094.439995:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f034600/0x1f9f6ca451acaa9d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511903 expref: 65 pid: 24929 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746139094.440005:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011dd84a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832042112:192.168.203.56@tcp:105: 00000100:00100000:1.0:1746139094.440075:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff880131166540 going to sleep for 11 seconds 00000100:00100000:0.0:1746139094.449273:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139094.449363:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011dd84a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832042112:192.168.203.56@tcp:105: 00010000:00010000:1.0:1746139094.449379:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746139094.449421:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eed8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2010:x1830958840114304:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 9553us (10889us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139094.449429:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16722 00000100:00100000:0.0:1746139094.457266:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139094.464141:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139094.470855:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eed9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+68:2008:x1830958840114816:12345-192.168.203.56@tcp:4:ldlm_bl.0 Request processed in 6409us (6711us total) trans 4294972019 rc 0/0 00000100:00100000:0.0:1746139094.470868:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2368 00002000:00100000:0.0:1746139094.470881:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff88012eed9c00 x1830958840114816/t4294972019(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:20/0 lens 496/448 e 0 to 0 dl 1746139105 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139094.470894:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012eed9c00 with x1830958840114816 ext(0->7) 00010000:00010000:0.0:1746139094.470905:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f034600/0x1f9f6ca451acaa9d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511903 expref: 68 pid: 24929 timeout: 819 lvb_type: 0 00010000:00010000:0.0:1746139094.470922:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f034600/0x1f9f6ca451acaa9d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511903 expref: 68 pid: 24929 timeout: 819 lvb_type: 0 00002000:00010000:0.0:1746139094.470933:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012eed9c00 00000100:00100000:0.0:1746139094.474063:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139094.474873:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840114944 00000100:00100000:1.0:1746139094.474882:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840114944 00010000:00010000:1.0:1746139094.474922:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f034600/0x1f9f6ca451acaa9d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511903 expref: 68 pid: 24929 timeout: 819 lvb_type: 0 00000100:00100000:1.0:1746139094.474970:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16723 00000100:00100000:1.0:1746139094.474977:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f15fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+68:2008:x1830958840114944:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746139094.474991:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1746139094.475008:0:15672:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x1a:0x0] updating lvb mtime from disk: 1746139094 -> 1746139095 00002000:00010000:1.0:1746139094.475010:0:15672:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x1a:0x0] updating lvb ctime from disk: 1746139094 -> 1746139095 00010000:00010000:1.0:1746139094.475015:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f034600/0x1f9f6ca451acaa9d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511903 expref: 68 pid: 24929 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746139094.475026:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f034600/0x1f9f6ca451acaa9d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511903 expref: 68 pid: 24929 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746139094.475047:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f034600/0x1f9f6ca451acaa9d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511903 expref: 68 pid: 24929 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746139094.475076:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139094.475078:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139094.475086:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008760da00/0x1f9f6ca451acaaa4 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351190a expref: 5 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139094.475094:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008760da00/0x1f9f6ca451acaaa4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351190a expref: 5 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139094.475126:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008760da00/0x1f9f6ca451acaaa4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351190a expref: 5 pid: 24929 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746139094.475139:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011dd84a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832042368:192.168.203.56@tcp:105: 00000100:00100000:1.0:1746139094.475231:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff880131166540 going to sleep for 11 seconds 00000100:00100000:0.0:1746139094.479126:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139094.479752:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139094.479840:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011dd84a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832042368:192.168.203.56@tcp:105: 00010000:00010000:1.0:1746139094.479854:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746139094.479878:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f15fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+69:2008:x1830958840114944:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 4903us (5826us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139094.479887:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16723 00000100:00100000:0.0:1746139094.485522:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139094.485772:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139094.486017:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840115584 00000100:00100000:1.0:1746139094.486021:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840115584 00010000:00010000:1.0:1746139094.486042:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008760da00/0x1f9f6ca451acaaa4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351190a expref: 6 pid: 24929 timeout: 819 lvb_type: 0 00000100:00100000:1.0:1746139094.486073:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16724 00000100:00100000:1.0:1746139094.486256:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0cc3050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840115584:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746139094.486266:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746139094.486286:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008760da00/0x1f9f6ca451acaaa4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351190a expref: 6 pid: 24929 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746139094.486297:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008760da00/0x1f9f6ca451acaaa4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351190a expref: 6 pid: 24929 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746139094.486313:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008760da00/0x1f9f6ca451acaaa4 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351190a expref: 6 pid: 24929 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746139094.486353:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139094.486355:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139094.486362:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008760ca00/0x1f9f6ca451acaaab lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511911 expref: 68 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139094.486373:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008760ca00/0x1f9f6ca451acaaab lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511911 expref: 68 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139094.486391:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008760ca00/0x1f9f6ca451acaaab lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511911 expref: 68 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139094.486401:0:15672:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008760ca00/0x1f9f6ca451acaaab lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511911 expref: 68 pid: 24929 timeout: 819 lvb_type: 0 00000100:00100000:1.0:1746139094.486411:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011dd84a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832042752:192.168.203.56@tcp:105: 00000100:00100000:1.0:1746139094.486722:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff880131166540 going to sleep for 11 seconds 00000100:00100000:1.0:1746139094.489439:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011dd84a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832042752:192.168.203.56@tcp:105: 00010000:00010000:1.0:1746139094.489457:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746139094.489504:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0cc3050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2008:x1830958840115584:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3424us (3731us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139094.489515:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16724 00000100:00100000:0.0:1746139094.490903:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840115840 00000100:00100000:0.0:1746139094.490912:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840115840 00002000:00100000:0.0:1746139094.490955:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009bd8bb80 x1830958840115840/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:20/0 lens 488/0 e 0 to 0 dl 1746139105 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139094.490965:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bd8bb80 with x1830958840115840 ext(0->4095) 00010000:00010000:0.0:1746139094.490974:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008760ca00/0x1f9f6ca451acaaab lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511911 expref: 69 pid: 24929 timeout: 819 lvb_type: 0 00010000:00010000:0.0:1746139094.490988:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008760ca00/0x1f9f6ca451acaaab lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511911 expref: 69 pid: 24929 timeout: 819 lvb_type: 0 00002000:00010000:0.0:1746139094.490994:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bd8bb80 00000100:00100000:0.0:1746139094.491017:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2370 00000100:00100000:0.0:1746139094.491024:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bd8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+69:2007:x1830958840115840:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746139094.491175:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bd8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+69:2007:x1830958840115840:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 151us (1840us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746139094.491181:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2370 00002000:00100000:0.0:1746139094.491191:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009bd8bb80 x1830958840115840/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:20/0 lens 488/4536 e 0 to 0 dl 1746139105 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139094.491198:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bd8bb80 with x1830958840115840 ext(0->4095) 00010000:00010000:0.0:1746139094.491202:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008760ca00/0x1f9f6ca451acaaab lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511911 expref: 69 pid: 24929 timeout: 819 lvb_type: 0 00010000:00010000:0.0:1746139094.491211:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008760ca00/0x1f9f6ca451acaaab lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511911 expref: 69 pid: 24929 timeout: 819 lvb_type: 0 00002000:00010000:0.0:1746139094.491216:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bd8bb80 00000100:00100000:0.0:1746139094.493237:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139094.493336:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840115968 00000100:00100000:1.0:1746139094.493344:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840115968 00010000:00010000:1.0:1746139094.493375:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008760ca00/0x1f9f6ca451acaaab lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511911 expref: 69 pid: 24929 timeout: 819 lvb_type: 0 00000100:00100000:1.0:1746139094.493472:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16725 00000100:00100000:1.0:1746139094.493480:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f15ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+69:2007:x1830958840115968:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746139094.493493:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746139094.493515:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008760ca00/0x1f9f6ca451acaaab lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511911 expref: 69 pid: 24929 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746139094.493527:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008760ca00/0x1f9f6ca451acaaab lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511911 expref: 69 pid: 24929 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746139094.493546:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008760ca00/0x1f9f6ca451acaaab lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511911 expref: 69 pid: 24929 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746139094.493990:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139094.493993:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139094.494001:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008760d400/0x1f9f6ca451acaab2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511918 expref: 68 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139094.494009:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008760d400/0x1f9f6ca451acaab2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511918 expref: 68 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139094.494042:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008760d400/0x1f9f6ca451acaab2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511918 expref: 68 pid: 9562 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746139094.494054:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011dd84a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832042880:192.168.203.56@tcp:105: 00000100:00100000:1.0:1746139094.494139:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff880131166cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746139094.495959:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011dd84a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832042880:192.168.203.56@tcp:105: 00010000:00010000:1.0:1746139094.495981:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746139094.496021:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f15ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+68:2007:x1830958840115968:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 2541us (2790us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139094.496030:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16725 00000100:00100000:0.0:1746139094.497183:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139094.503397:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139094.507428:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139094.507495:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840116480 00000100:00100000:1.0:1746139094.507505:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840116480 00000100:00100000:0.0:1746139094.507525:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00010000:00010000:1.0:1746139094.507860:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008760d400/0x1f9f6ca451acaab2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511918 expref: 69 pid: 9562 timeout: 819 lvb_type: 0 00000100:00100000:1.0:1746139094.507892:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16726 00000100:00100000:1.0:1746139094.507898:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c4d7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+69:2008:x1830958840116480:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746139094.507906:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746139094.507925:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008760d400/0x1f9f6ca451acaab2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511918 expref: 69 pid: 9562 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746139094.507936:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008760d400/0x1f9f6ca451acaab2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511918 expref: 69 pid: 9562 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746139094.507952:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008760d400/0x1f9f6ca451acaab2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511918 expref: 69 pid: 9562 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746139094.507966:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139094.507967:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139094.507973:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f034400/0x1f9f6ca451acaab9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351191f expref: 5 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139094.507979:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f034400/0x1f9f6ca451acaab9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351191f expref: 5 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139094.507999:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f034400/0x1f9f6ca451acaab9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351191f expref: 5 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139094.508014:0:15672:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f034400/0x1f9f6ca451acaab9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351191f expref: 5 pid: 24929 timeout: 819 lvb_type: 0 00000100:00100000:1.0:1746139094.508025:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011dd84a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832043264:192.168.203.56@tcp:105: 00000100:00100000:1.0:1746139094.509320:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff880131166cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746139094.510686:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011dd84a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832043264:192.168.203.56@tcp:105: 00010000:00010000:1.0:1746139094.510706:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746139094.510756:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c4d7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+68:2008:x1830958840116480:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 2856us (3336us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139094.510766:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16726 00000100:00100000:0.0:1746139094.513721:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139094.515037:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840116864 00000100:00100000:1.0:1746139094.515049:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840116864 00002000:00100000:1.0:1746139094.515103:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c4d4700 x1830958840116864/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:20/0 lens 488/0 e 0 to 0 dl 1746139105 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139094.515113:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c4d4700 with x1830958840116864 ext(0->4095) 00010000:00010000:1.0:1746139094.515123:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f034400/0x1f9f6ca451acaab9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351191f expref: 6 pid: 24929 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746139094.515138:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f034400/0x1f9f6ca451acaab9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351191f expref: 6 pid: 24929 timeout: 819 lvb_type: 0 00002000:00010000:1.0:1746139094.515145:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c4d4700 00000100:00100000:1.0:1746139094.515183:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2371 00000100:00100000:1.0:1746139094.515191:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c4d4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840116864:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746139094.516241:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c4d4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840116864:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 1046us (2526us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139094.516249:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2371 00002000:00100000:1.0:1746139094.516256:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c4d4700 x1830958840116864/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:20/0 lens 488/4536 e 0 to 0 dl 1746139105 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139094.516265:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c4d4700 with x1830958840116864 ext(0->4095) 00010000:00010000:1.0:1746139094.516272:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f034400/0x1f9f6ca451acaab9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351191f expref: 6 pid: 24929 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746139094.516282:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f034400/0x1f9f6ca451acaab9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351191f expref: 6 pid: 24929 timeout: 819 lvb_type: 0 00002000:00010000:1.0:1746139094.516288:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c4d4700 00000100:00100000:0.0:1746139094.522802:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139094.522998:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840116992 00000100:00100000:1.0:1746139094.523008:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840116992 00010000:00010000:1.0:1746139094.523047:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f034400/0x1f9f6ca451acaab9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351191f expref: 6 pid: 24929 timeout: 819 lvb_type: 0 00000100:00100000:1.0:1746139094.523083:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16727 00000100:00100000:1.0:1746139094.523090:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5d81500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2010:x1830958840116992:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746139094.523103:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746139094.523122:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f034400/0x1f9f6ca451acaab9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351191f expref: 6 pid: 24929 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746139094.523133:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f034400/0x1f9f6ca451acaab9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351191f expref: 6 pid: 24929 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746139094.523156:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f034400/0x1f9f6ca451acaab9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351191f expref: 6 pid: 24929 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746139094.523184:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139094.523186:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139094.523192:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008760c200/0x1f9f6ca451acaac0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511926 expref: 67 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139094.523199:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008760c200/0x1f9f6ca451acaac0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511926 expref: 67 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139094.523229:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008760c200/0x1f9f6ca451acaac0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511926 expref: 67 pid: 9562 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746139094.523240:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011dd84a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832043392:192.168.203.56@tcp:105: 00000100:00100000:1.0:1746139094.523312:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff880131166e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746139094.527520:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139094.528973:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011dd84a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832043392:192.168.203.56@tcp:105: 00010000:00010000:1.0:1746139094.528992:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746139094.529154:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5d81500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2010:x1830958840116992:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 6064us (6361us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139094.529163:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16727 00000100:00100000:0.0:1746139094.547763:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139094.585425:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139094.591934:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139094.599495:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139094.599603:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840117760 00000100:00100000:1.0:1746139094.599613:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840117760 00010000:00010000:1.0:1746139094.599672:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008760c200/0x1f9f6ca451acaac0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511926 expref: 71 pid: 9562 timeout: 819 lvb_type: 0 00000100:00100000:1.0:1746139094.599717:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16728 00000100:00100000:1.0:1746139094.599724:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a07b7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+71:2008:x1830958840117760:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746139094.599738:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746139094.599758:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008760c200/0x1f9f6ca451acaac0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511926 expref: 71 pid: 9562 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746139094.599770:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008760c200/0x1f9f6ca451acaac0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511926 expref: 71 pid: 9562 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746139094.599792:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008760c200/0x1f9f6ca451acaac0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511926 expref: 71 pid: 9562 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746139094.599824:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139094.599826:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139094.599834:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f035200/0x1f9f6ca451acaac7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351192d expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139094.599842:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f035200/0x1f9f6ca451acaac7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351192d expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139094.599878:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f035200/0x1f9f6ca451acaac7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351192d expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139094.599889:0:15672:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f035200/0x1f9f6ca451acaac7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351192d expref: 5 pid: 9564 timeout: 819 lvb_type: 0 00000100:00100000:1.0:1746139094.599905:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c794e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832043776:192.168.203.56@tcp:105: 00000100:00100000:1.0:1746139094.599993:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff880131166e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746139094.603445:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c794e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832043776:192.168.203.56@tcp:105: 00010000:00010000:1.0:1746139094.603470:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746139094.603526:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a07b7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+70:2008:x1830958840117760:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3801us (4042us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139094.603537:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16728 00000100:00100000:0.0:1746139094.605530:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139094.610535:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139094.610700:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840118144 00000100:00100000:1.0:1746139094.610710:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840118144 00010000:00010000:1.0:1746139094.610745:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f035200/0x1f9f6ca451acaac7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351192d expref: 6 pid: 9564 timeout: 819 lvb_type: 0 00000100:00100000:1.0:1746139094.611331:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16729 00000100:00100000:1.0:1746139094.611339:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a07b7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840118144:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746139094.611354:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746139094.611379:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f035200/0x1f9f6ca451acaac7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351192d expref: 6 pid: 9564 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746139094.611392:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f035200/0x1f9f6ca451acaac7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351192d expref: 6 pid: 9564 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746139094.611415:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f035200/0x1f9f6ca451acaac7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351192d expref: 6 pid: 9564 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746139094.611448:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139094.611451:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139094.611459:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f034200/0x1f9f6ca451acaace lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511934 expref: 69 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139094.611466:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f034200/0x1f9f6ca451acaace lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511934 expref: 69 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139094.611506:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f034200/0x1f9f6ca451acaace lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511934 expref: 69 pid: 9564 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746139094.611520:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c794e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832043904:192.168.203.56@tcp:105: 00000100:00100000:1.0:1746139094.612367:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff880131166e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746139094.615591:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139094.618231:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139094.624081:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139094.626877:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139094.630176:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139094.636348:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139094.641057:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139094.649142:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139094.660153:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139094.664742:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139094.669817:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139094.675026:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139094.675169:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139094.675281:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840120320 00000100:00100000:1.0:1746139094.675285:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840120320 00000100:00100000:1.0:1746139094.675314:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29419 00000100:00100000:1.0:1746139094.675322:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bbe3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+72:1800:x1830958840120192:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139094.675341:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139094.675365:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e400/0x1f9f6ca451acaaea lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3511950 expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139094.675414:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139094.675418:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008760d000/0x1f9f6ca451acaaf1 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511957 expref: 74 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139094.675424:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139094.675426:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e400/0x1f9f6ca451acaaea lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511950 expref: 74 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139094.675457:0:9564:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008760d000/0x1f9f6ca451acaaf1 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511957 expref: 74 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139094.675475:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e400/0x1f9f6ca451acaaea lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511950 expref: 74 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139094.675482:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7e400, rc 0) 00000100:00100000:1.0:1746139094.675536:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bbe3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+74:1800:x1830958840120192:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 216us (521us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139094.675542:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29419 00000100:00100000:0.0:1746139094.679003:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139094.681586:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139094.687883:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139094.688012:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139094.697538:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139094.697751:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139094.709605:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139094.717837:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139094.721414:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139094.729230:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139094.729804:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840122368 00000100:00100000:1.0:1746139094.729813:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840122368 00002000:00100000:1.0:1746139094.729861:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff8801391d2680 x1830958840122368/t0(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:20/0 lens 496/0 e 0 to 0 dl 1746139105 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139094.729871:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801391d2680 with x1830958840122368 ext(0->7) 00010000:00010000:1.0:1746139094.729879:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008760ca00/0x1f9f6ca451acaaff lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511965 expref: 72 pid: 24929 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746139094.729892:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008760ca00/0x1f9f6ca451acaaff lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511965 expref: 72 pid: 24929 timeout: 819 lvb_type: 0 00002000:00010000:1.0:1746139094.729898:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801391d2680 00000100:00100000:1.0:1746139094.729930:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2379 00000100:00100000:1.0:1746139094.729938:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+72:2007:x1830958840122368:12345-192.168.203.56@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746139094.735466:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+74:2007:x1830958840122368:12345-192.168.203.56@tcp:4:ldlm_bl.0 Request processed in 5357us (6067us total) trans 4294972022 rc 0/0 00000100:00100000:1.0:1746139094.735483:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2379 00002000:00100000:1.0:1746139094.735497:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff8801391d2680 x1830958840122368/t4294972022(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:20/0 lens 496/448 e 0 to 0 dl 1746139105 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139094.735506:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801391d2680 with x1830958840122368 ext(0->7) 00010000:00010000:1.0:1746139094.735518:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008760ca00/0x1f9f6ca451acaaff lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511965 expref: 74 pid: 24929 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746139094.735532:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008760ca00/0x1f9f6ca451acaaff lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511965 expref: 74 pid: 24929 timeout: 819 lvb_type: 0 00002000:00010000:1.0:1746139094.735539:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801391d2680 00000100:00100000:0.0:1746139094.743405:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139094.749862:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139094.749933:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840122752 00000100:00100000:1.0:1746139094.749940:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840122752 00002000:00100000:1.0:1746139094.749981:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8801391d3b80 x1830958840122752/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:20/0 lens 488/0 e 0 to 0 dl 1746139105 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139094.749991:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801391d3b80 with x1830958840122752 ext(0->4095) 00002000:00010000:1.0:1746139094.749995:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801391d3b80 00000100:00100000:1.0:1746139094.750023:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13072 00000100:00100000:1.0:1746139094.750029:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840122752:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746139094.751248:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840122752:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 1213us (1382us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139094.751257:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13072 00002000:00100000:1.0:1746139094.751263:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8801391d3b80 x1830958840122752/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:20/0 lens 488/4536 e 0 to 0 dl 1746139105 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139094.751278:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801391d3b80 with x1830958840122752 ext(0->4095) 00002000:00010000:1.0:1746139094.751281:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801391d3b80 00000100:00100000:0.0:1746139094.758272:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139094.759978:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139094.764145:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139094.769021:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139094.775036:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139094.780167:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139094.784580:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139094.794784:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139094.798416:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131495c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+76:2010:x1830958840124032:12345-192.168.203.56@tcp:4:ldlm_bl.0 Request processed in 2629us (3623us total) trans 4294972023 rc 0/0 00000100:00100000:0.0:1746139094.798429:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2381 00002000:00100000:0.0:1746139094.798439:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff880131495c00 x1830958840124032/t4294972023(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:20/0 lens 496/448 e 0 to 0 dl 1746139105 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139094.798448:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131495c00 with x1830958840124032 ext(0->7) 00010000:00010000:0.0:1746139094.798458:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008760de00/0x1f9f6ca451acab14 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351197a expref: 76 pid: 24929 timeout: 820 lvb_type: 0 00010000:00010000:0.0:1746139094.798474:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008760de00/0x1f9f6ca451acab14 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351197a expref: 76 pid: 24929 timeout: 820 lvb_type: 0 00002000:00010000:0.0:1746139094.798480:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131495c00 00000100:00100000:0.0:1746139094.802484:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139094.802526:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139094.802561:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139094.802580:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139094.802606:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139094.802639:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139094.802663:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139094.802696:0:21532:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840124416 00000100:00100000:0.0:1746139094.802704:0:21532:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840124416 00000100:00100000:0.0:1746139094.802748:0:21532:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 1085 00000100:00100000:0.0:1746139094.802755:0:21532:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0ce9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b60e9717-019c-4527-a82a-15e993ac5189+5:2008:x1830958840124416:12345-192.168.203.56@tcp:400:kworker.0 00000100:00100000:0.0:1746139094.802813:0:21532:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0ce9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b60e9717-019c-4527-a82a-15e993ac5189+5:2008:x1830958840124416:12345-192.168.203.56@tcp:400:kworker.0 Request processed in 58us (286us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139094.802818:0:21532:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1085 00000100:00100000:0.0:1746139094.802832:0:21532:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840124672 00000100:00100000:0.0:1746139094.802834:0:21532:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840124672 00000100:00100000:0.0:1746139094.802846:0:21532:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840124288 00000100:00100000:0.0:1746139094.802848:0:21532:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840124288 00000100:00100000:0.0:1746139094.802858:0:21532:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840124800 00000100:00100000:0.0:1746139094.802860:0:21532:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840124800 00000100:00100000:0.0:1746139094.802869:0:21532:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 1086 00000100:00100000:0.0:1746139094.802873:0:21532:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0cea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:57256782-7187-4d4f-9a1f-78e1ae613c85+7:2008:x1830958840124672:12345-192.168.203.56@tcp:400:kworker.0 00000100:00100000:0.0:1746139094.802895:0:21532:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0cea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:57256782-7187-4d4f-9a1f-78e1ae613c85+7:2008:x1830958840124672:12345-192.168.203.56@tcp:400:kworker.0 Request processed in 22us (334us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139094.802900:0:21532:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1086 00000100:00100000:0.0:1746139094.802909:0:21532:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 1087 00000100:00100000:0.0:1746139094.802913:0:21532:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800885cf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b60e9717-019c-4527-a82a-15e993ac5189+6:2008:x1830958840124288:12345-192.168.203.56@tcp:400:kworker.0 00000100:00100000:0.0:1746139094.802930:0:21532:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800885cf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b60e9717-019c-4527-a82a-15e993ac5189+6:2008:x1830958840124288:12345-192.168.203.56@tcp:400:kworker.0 Request processed in 17us (324us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139094.802935:0:21532:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1087 00000100:00100000:0.0:1746139094.802943:0:21532:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 1088 00000100:00100000:0.0:1746139094.802946:0:21532:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba6c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2008:x1830958840124800:12345-192.168.203.56@tcp:400:kworker.0 00000100:00100000:0.0:1746139094.802962:0:21532:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba6c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2008:x1830958840124800:12345-192.168.203.56@tcp:400:kworker.0 Request processed in 15us (298us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139094.802966:0:21532:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1088 00000100:00100000:0.0:1746139094.806987:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139094.815517:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840125312 00000100:00100000:0.0:1746139094.815524:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840125312 00002000:00100000:0.0:1746139094.815577:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009bd8b100 x1830958840125312/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:20/0 lens 488/0 e 0 to 0 dl 1746139105 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139094.815594:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bd8b100 with x1830958840125312 ext(0->4095) 00002000:00010000:0.0:1746139094.815598:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bd8b100 00000100:00100000:0.0:1746139094.815639:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13074 00000100:00100000:0.0:1746139094.815646:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bd8b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2010:x1830958840125312:12345-192.168.203.56@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746139094.815755:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bd8b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2010:x1830958840125312:12345-192.168.203.56@tcp:3:ptlrpcd_01_01.0 Request processed in 110us (340us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746139094.815761:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13074 00002000:00100000:0.0:1746139094.815766:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009bd8b100 x1830958840125312/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:20/0 lens 488/4536 e 0 to 0 dl 1746139105 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139094.815773:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bd8b100 with x1830958840125312 ext(0->4095) 00002000:00010000:0.0:1746139094.815776:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bd8b100 00000100:00100000:0.0:1746139094.821341:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139094.821979:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139094.824432:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139094.831863:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139094.834576:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840125952 00000100:00100000:1.0:1746139094.834592:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840125952 00002000:00100000:1.0:1746139094.834682:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009ee7fb80 x1830958840125952/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:20/0 lens 488/0 e 0 to 0 dl 1746139105 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139094.834698:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ee7fb80 with x1830958840125952 ext(0->4095) 00010000:00010000:1.0:1746139094.834708:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008760ce00/0x1f9f6ca451acab22 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511988 expref: 77 pid: 18644 timeout: 820 lvb_type: 0 00010000:00010000:1.0:1746139094.834725:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008760ce00/0x1f9f6ca451acab22 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511988 expref: 77 pid: 18644 timeout: 820 lvb_type: 0 00002000:00010000:1.0:1746139094.834731:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ee7fb80 00000100:00100000:1.0:1746139094.834759:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2382 00000100:00100000:1.0:1746139094.834767:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ee7fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+77:2007:x1830958840125952:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746139094.835164:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ee7fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+77:2007:x1830958840125952:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 397us (3312us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139094.835172:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2382 00002000:00100000:1.0:1746139094.835178:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009ee7fb80 x1830958840125952/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:20/0 lens 488/4536 e 0 to 0 dl 1746139105 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139094.835184:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ee7fb80 with x1830958840125952 ext(0->4095) 00010000:00010000:1.0:1746139094.835189:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008760ce00/0x1f9f6ca451acab22 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511988 expref: 77 pid: 18644 timeout: 820 lvb_type: 0 00010000:00010000:1.0:1746139094.835198:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008760ce00/0x1f9f6ca451acab22 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511988 expref: 77 pid: 18644 timeout: 820 lvb_type: 0 00002000:00010000:1.0:1746139094.835203:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ee7fb80 00000100:00100000:0.0:1746139094.839222:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139094.845867:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139094.846579:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840126336 00000100:00100000:1.0:1746139094.846587:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840126336 00002000:00100000:1.0:1746139094.846995:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880072c18a80 x1830958840126336/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:20/0 lens 488/0 e 0 to 0 dl 1746139105 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139094.847005:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072c18a80 with x1830958840126336 ext(0->4095) 00002000:00010000:1.0:1746139094.847010:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072c18a80 00000100:00100000:1.0:1746139094.847043:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13075 00000100:00100000:1.0:1746139094.847049:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072c18a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+76:2008:x1830958840126336:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746139094.847192:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072c18a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+76:2008:x1830958840126336:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 143us (1329us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139094.847199:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13075 00002000:00100000:1.0:1746139094.847205:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880072c18a80 x1830958840126336/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:20/0 lens 488/4536 e 0 to 0 dl 1746139105 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139094.847211:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072c18a80 with x1830958840126336 ext(0->4095) 00002000:00010000:1.0:1746139094.847213:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072c18a80 00000100:00100000:0.0:1746139094.850509:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139094.855569:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139094.860425:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139094.865269:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139094.869653:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840127360 00000100:00100000:0.0:1746139094.869660:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840127360 00002000:00100000:0.0:1746139094.869699:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009bd89180 x1830958840127360/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:20/0 lens 488/0 e 0 to 0 dl 1746139105 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139094.869710:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bd89180 with x1830958840127360 ext(0->4095) 00002000:00010000:0.0:1746139094.869714:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bd89180 00000100:00100000:0.0:1746139094.869741:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13076 00000100:00100000:0.0:1746139094.869748:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bd89180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+76:2008:x1830958840127360:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746139094.869882:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bd89180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+76:2008:x1830958840127360:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 134us (459us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746139094.869888:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13076 00002000:00100000:0.0:1746139094.869893:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009bd89180 x1830958840127360/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:20/0 lens 488/4536 e 0 to 0 dl 1746139105 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139094.869900:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bd89180 with x1830958840127360 ext(0->4095) 00002000:00010000:0.0:1746139094.869903:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bd89180 00000100:00100000:0.0:1746139094.871221:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139094.882238:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139094.882346:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840127616 00000100:00100000:1.0:1746139094.882355:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840127616 00002000:00100000:1.0:1746139094.882400:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff880072788700 x1830958840127616/t0(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:20/0 lens 496/0 e 0 to 0 dl 1746139105 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139094.882416:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072788700 with x1830958840127616 ext(0->7) 00010000:00010000:1.0:1746139094.882426:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008760ca00/0x1f9f6ca451acab37 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351199d expref: 76 pid: 18644 timeout: 820 lvb_type: 0 00010000:00010000:1.0:1746139094.882440:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008760ca00/0x1f9f6ca451acab37 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351199d expref: 76 pid: 18644 timeout: 820 lvb_type: 0 00002000:00010000:1.0:1746139094.882447:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072788700 00000100:00100000:1.0:1746139094.882466:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2384 00000100:00100000:1.0:1746139094.882473:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072788700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+76:2007:x1830958840127616:12345-192.168.203.56@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746139094.884115:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072788700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+78:2007:x1830958840127616:12345-192.168.203.56@tcp:4:ldlm_bl.0 Request processed in 1636us (1879us total) trans 4294972024 rc 0/0 00000100:00100000:0.0:1746139094.884124:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2384 00002000:00100000:0.0:1746139094.884130:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff880072788700 x1830958840127616/t4294972024(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:20/0 lens 496/448 e 0 to 0 dl 1746139105 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139094.884138:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072788700 with x1830958840127616 ext(0->7) 00010000:00010000:0.0:1746139094.884145:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008760ca00/0x1f9f6ca451acab37 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351199d expref: 78 pid: 18644 timeout: 820 lvb_type: 0 00010000:00010000:0.0:1746139094.884158:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008760ca00/0x1f9f6ca451acab37 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351199d expref: 78 pid: 18644 timeout: 820 lvb_type: 0 00002000:00010000:0.0:1746139094.884165:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072788700 00000100:00100000:0.0:1746139094.890781:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139094.892479:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139094.899489:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139094.902530:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139094.907381:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139094.913685:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139094.918351:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139094.919034:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139094.921224:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139094.921667:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840129152 00000100:00100000:1.0:1746139094.921674:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840129152 00002000:00100000:1.0:1746139094.921715:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800a0869880 x1830958840129152/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:20/0 lens 488/0 e 0 to 0 dl 1746139105 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139094.921725:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0869880 with x1830958840129152 ext(0->4095) 00010000:00010000:1.0:1746139094.921733:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f035200/0x1f9f6ca451acab4c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35119b2 expref: 6 pid: 9564 timeout: 820 lvb_type: 0 00010000:00010000:1.0:1746139094.921744:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f035200/0x1f9f6ca451acab4c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35119b2 expref: 6 pid: 9564 timeout: 820 lvb_type: 0 00002000:00010000:1.0:1746139094.921751:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a0869880 00000100:00100000:1.0:1746139094.921765:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2386 00000100:00100000:1.0:1746139094.921771:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0869880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840129152:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746139094.921882:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0869880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840129152:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 111us (665us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139094.921887:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2386 00002000:00100000:1.0:1746139094.921892:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800a0869880 x1830958840129152/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:20/0 lens 488/4536 e 0 to 0 dl 1746139105 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139094.921899:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0869880 with x1830958840129152 ext(0->4095) 00010000:00010000:1.0:1746139094.921903:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f035200/0x1f9f6ca451acab4c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35119b2 expref: 6 pid: 9564 timeout: 820 lvb_type: 0 00010000:00010000:1.0:1746139094.921911:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f035200/0x1f9f6ca451acab4c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35119b2 expref: 6 pid: 9564 timeout: 820 lvb_type: 0 00002000:00010000:1.0:1746139094.921916:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a0869880 00000100:00100000:0.0:1746139094.924771:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139094.928976:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139094.929313:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840129536 00000100:00100000:1.0:1746139094.929321:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840129536 00002000:00100000:1.0:1746139094.929364:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009f17ad80 x1830958840129536/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:20/0 lens 488/0 e 0 to 0 dl 1746139105 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139094.929372:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f17ad80 with x1830958840129536 ext(0->4095) 00002000:00010000:1.0:1746139094.929377:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f17ad80 00000100:00100000:1.0:1746139094.929406:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13078 00000100:00100000:1.0:1746139094.929412:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f17ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+78:2010:x1830958840129536:12345-192.168.203.56@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746139094.929540:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f17ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+78:2010:x1830958840129536:12345-192.168.203.56@tcp:3:ptlrpcd_01_01.0 Request processed in 128us (566us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139094.929546:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13078 00002000:00100000:1.0:1746139094.929560:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009f17ad80 x1830958840129536/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:20/0 lens 488/4536 e 0 to 0 dl 1746139105 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139094.929571:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f17ad80 with x1830958840129536 ext(0->4095) 00002000:00010000:1.0:1746139094.929573:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f17ad80 00000100:00100000:0.0:1746139094.933322:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139094.938446:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139094.940708:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f179880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+80:2008:x1830958840129792:12345-192.168.203.56@tcp:4:ldlm_bl.0 Request processed in 1039us (2256us total) trans 4294972025 rc 0/0 00000100:00100000:0.0:1746139094.940716:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2387 00002000:00100000:0.0:1746139094.940723:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff88009f179880 x1830958840129792/t4294972025(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:20/0 lens 496/448 e 0 to 0 dl 1746139105 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139094.940731:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f179880 with x1830958840129792 ext(0->7) 00010000:00010000:0.0:1746139094.940738:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800724cc000/0x1f9f6ca451acab53 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35119b9 expref: 80 pid: 18644 timeout: 820 lvb_type: 0 00010000:00010000:0.0:1746139094.940750:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800724cc000/0x1f9f6ca451acab53 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35119b9 expref: 80 pid: 18644 timeout: 820 lvb_type: 0 00002000:00010000:0.0:1746139094.940761:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f179880 00000100:00100000:0.0:1746139094.942609:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139094.945786:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139094.949752:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139094.952248:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139094.953285:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139094.957778:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139094.961705:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139094.962764:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139094.967687:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139094.972064:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139094.972184:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139094.976380:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139094.976737:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840131840 00000100:00100000:0.0:1746139094.976743:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840131840 00002000:00100000:0.0:1746139094.976777:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c796d80 x1830958840131840/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:20/0 lens 488/0 e 0 to 0 dl 1746139105 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139094.976788:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c796d80 with x1830958840131840 ext(0->4095) 00010000:00010000:0.0:1746139094.976796:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800724cce00/0x1f9f6ca451acab6f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35119d5 expref: 6 pid: 18644 timeout: 820 lvb_type: 0 00010000:00010000:0.0:1746139094.976808:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800724cce00/0x1f9f6ca451acab6f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35119d5 expref: 6 pid: 18644 timeout: 820 lvb_type: 0 00002000:00010000:0.0:1746139094.976815:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c796d80 00000100:00100000:0.0:1746139094.977144:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2390 00000100:00100000:0.0:1746139094.977152:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c796d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840131840:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746139094.977271:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c796d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840131840:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 120us (900us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746139094.977277:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2390 00002000:00100000:0.0:1746139094.977282:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c796d80 x1830958840131840/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:20/0 lens 488/4536 e 0 to 0 dl 1746139105 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139094.977289:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c796d80 with x1830958840131840 ext(0->4095) 00010000:00010000:0.0:1746139094.977293:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800724cce00/0x1f9f6ca451acab6f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35119d5 expref: 6 pid: 18644 timeout: 820 lvb_type: 0 00010000:00010000:0.0:1746139094.977301:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800724cce00/0x1f9f6ca451acab6f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35119d5 expref: 6 pid: 18644 timeout: 820 lvb_type: 0 00002000:00010000:0.0:1746139094.977307:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c796d80 00000100:00100000:0.0:1746139094.980950:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139094.985597:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139094.988501:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840132352 00000100:00100000:0.0:1746139094.988509:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840132352 00000100:00100000:0.0:1746139094.988564:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29440 00000100:00100000:0.0:1746139094.988571:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bd8a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840132352:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746139094.988587:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746139094.988603:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9c600/0x1f9f6ca451acab7d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a35119e3 expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139094.988948:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f035600/0x1f9f6ca451acab76 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35119dc expref: 79 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139094.988960:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746139094.988962:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746139094.988965:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9c600/0x1f9f6ca451acab7d lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35119e3 expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139094.988994:0:9564:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f035600/0x1f9f6ca451acab76 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35119dc expref: 79 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139094.989006:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f035600/0x1f9f6ca451acab76 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35119dc expref: 79 pid: 9564 timeout: 820 lvb_type: 0 00000100:00100000:0.0:1746139094.989016:0:9564:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c0cf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832050176:192.168.203.56@tcp:104: 00000100:00100000:0.0:1746139094.989236:0:9564:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007fe37240 going to sleep for 11 seconds 00000100:00100000:0.0:1746139094.992532:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139094.996471:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139094.997198:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139094.997222:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840132864 00000100:00100000:0.0:1746139094.997229:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840132864 00002000:00100000:0.0:1746139094.997271:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c0cce00 x1830958840132864/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:20/0 lens 488/0 e 0 to 0 dl 1746139105 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139094.997281:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c0cce00 with x1830958840132864 ext(0->4095) 00002000:00010000:0.0:1746139094.997285:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c0cce00 00000100:00100000:0.0:1746139094.997304:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13081 00000100:00100000:0.0:1746139094.997310:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c0cce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840132864:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746139094.997439:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c0cce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840132864:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 130us (241us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746139094.997446:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13081 00002000:00100000:0.0:1746139094.997451:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c0cce00 x1830958840132864/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:20/0 lens 488/4536 e 0 to 0 dl 1746139105 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139094.997458:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c0cce00 with x1830958840132864 ext(0->4095) 00002000:00010000:0.0:1746139094.997460:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c0cce00 00000100:00100000:0.0:1746139095.002132:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139095.003297:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139095.007320:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139095.018614:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139095.023837:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139095.031671:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139095.040433:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139095.042094:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c18fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+82:2008:x1830958840134016:12345-192.168.203.56@tcp:4:ldlm_bl.0 Request processed in 955us (1668us total) trans 4294972026 rc 0/0 00000100:00100000:0.0:1746139095.042101:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2392 00002000:00100000:0.0:1746139095.042107:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff88009c18fb80 x1830958840134016/t4294972026(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:21/0 lens 496/448 e 0 to 0 dl 1746139106 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139095.042115:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c18fb80 with x1830958840134016 ext(0->7) 00010000:00010000:0.0:1746139095.042120:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800724cc800/0x1f9f6ca451acab8b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35119f1 expref: 82 pid: 9564 timeout: 820 lvb_type: 0 00010000:00010000:0.0:1746139095.042130:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800724cc800/0x1f9f6ca451acab8b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35119f1 expref: 82 pid: 9564 timeout: 820 lvb_type: 0 00002000:00010000:0.0:1746139095.042136:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c18fb80 00000100:00100000:0.0:1746139095.049074:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139095.063777:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139095.063874:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139095.063905:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840134528 00000100:00100000:0.0:1746139095.063911:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840134528 00000100:00100000:0.0:1746139095.063941:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29444 00000100:00100000:0.0:1746139095.063947:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c18d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+82:1800:x1830958840134528:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746139095.063961:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746139095.063975:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9c000/0x1f9f6ca451acab99 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a35119ff expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139095.064001:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a5d8e000/0x1f9f6ca451acab92 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35119f8 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139095.064007:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139095.064008:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139095.064011:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9c000/0x1f9f6ca451acab99 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35119ff expref: 83 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139095.064032:0:18644:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a5d8e000/0x1f9f6ca451acab92 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35119f8 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139095.064040:0:18644:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a5d8e000/0x1f9f6ca451acab92 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35119f8 expref: 5 pid: 18644 timeout: 820 lvb_type: 0 00000100:00100000:0.0:1746139095.064050:0:18644:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c18ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832051200:192.168.203.56@tcp:104: 00000100:00100000:0.0:1746139095.064126:0:18644:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007fe37a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746139095.069926:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139095.070156:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840134656 00000100:00100000:1.0:1746139095.070166:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840134656 00000100:00100000:1.0:1746139095.070233:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29445 00000100:00100000:1.0:1746139095.070242:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072504380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+82:1814:x1830958840134656:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139095.070256:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139095.070486:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acaba0 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3511a06 expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139095.070507:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139095.070512:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9c000/0x1f9f6ca451acab99 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35119ff expref: 83 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139095.070517:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139095.070520:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acaba0 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511a06 expref: 83 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139095.070557:0:9564:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9c000/0x1f9f6ca451acab99 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35119ff expref: 83 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139095.070566:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acaba0 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511a06 expref: 83 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139095.070574:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7f400, rc 0) 00000100:00100000:1.0:1746139095.070611:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072504380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+83:1814:x1830958840134656:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 371us (695us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139095.070648:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29445 00000100:00100000:0.0:1746139095.070892:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139095.076506:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139095.081937:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139095.085335:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139095.087115:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840135424 00000100:00100000:1.0:1746139095.087125:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840135424 00002000:00100000:1.0:1746139095.087168:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880072507100 x1830958840135424/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:21/0 lens 488/0 e 0 to 0 dl 1746139106 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139095.087178:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072507100 with x1830958840135424 ext(0->4095) 00002000:00010000:1.0:1746139095.087182:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072507100 00000100:00100000:1.0:1746139095.087217:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13083 00000100:00100000:1.0:1746139095.087225:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072507100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+82:2007:x1830958840135424:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746139095.087360:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072507100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+82:2007:x1830958840135424:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 136us (2034us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139095.087366:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13083 00002000:00100000:1.0:1746139095.087372:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880072507100 x1830958840135424/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:21/0 lens 488/4536 e 0 to 0 dl 1746139106 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139095.087379:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072507100 with x1830958840135424 ext(0->4095) 00002000:00010000:1.0:1746139095.087382:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072507100 00000100:00100000:0.0:1746139095.089289:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139095.096097:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139095.096407:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139095.103489:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139095.110010:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139095.116117:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139095.117092:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840136448 00000100:00100000:1.0:1746139095.117100:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840136448 00002000:00100000:1.0:1746139095.117134:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880072505500 x1830958840136448/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:21/0 lens 488/0 e 0 to 0 dl 1746139106 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139095.117142:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072505500 with x1830958840136448 ext(0->4095) 00002000:00010000:1.0:1746139095.117146:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072505500 00000100:00100000:1.0:1746139095.117190:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13084 00000100:00100000:1.0:1746139095.117199:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072505500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+82:2007:x1830958840136448:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746139095.117358:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072505500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+82:2007:x1830958840136448:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 158us (1247us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139095.117365:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13084 00002000:00100000:1.0:1746139095.117372:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880072505500 x1830958840136448/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:21/0 lens 488/4536 e 0 to 0 dl 1746139106 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139095.117379:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072505500 with x1830958840136448 ext(0->4095) 00002000:00010000:1.0:1746139095.117382:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072505500 00000100:00100000:0.0:1746139095.130407:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139095.138756:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139095.140201:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0220380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+84:2009:x1830958840136704:12345-192.168.203.56@tcp:4:ldlm_bl.0 Request processed in 1241us (1446us total) trans 4294972027 rc 0/0 00000100:00100000:0.0:1746139095.140210:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2396 00002000:00100000:0.0:1746139095.140218:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff8800a0220380 x1830958840136704/t4294972027(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:21/0 lens 496/448 e 0 to 0 dl 1746139106 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139095.140225:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0220380 with x1830958840136704 ext(0->7) 00010000:00010000:0.0:1746139095.140232:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9c600/0x1f9f6ca451acabae lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511a14 expref: 84 pid: 9562 timeout: 820 lvb_type: 0 00010000:00010000:0.0:1746139095.140244:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9c600/0x1f9f6ca451acabae lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511a14 expref: 84 pid: 9562 timeout: 820 lvb_type: 0 00002000:00010000:0.0:1746139095.140250:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a0220380 00000100:00100000:1.0:1746139095.171140:0:3765:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1746139095.171157:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c794e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1830958832052352:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1746139095.171208:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1746139095.171263:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1746139095.172193:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c794e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1830958832052352:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1746139095.173156:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139095.193927:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840136960 00000100:00100000:0.0:1746139095.193938:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840136960 00010000:00010000:0.0:1746139095.193974:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9c600/0x1f9f6ca451acabae lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511a14 expref: 85 pid: 9562 timeout: 820 lvb_type: 0 00000100:00100000:0.0:1746139095.194055:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16762 00000100:00100000:0.0:1746139095.194065:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c851880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+85:2009:x1830958840136960:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746139095.194079:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746139095.194100:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9c600/0x1f9f6ca451acabae lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511a14 expref: 85 pid: 9562 timeout: 820 lvb_type: 0 00010000:00010000:0.0:1746139095.194112:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9c600/0x1f9f6ca451acabae lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511a14 expref: 85 pid: 9562 timeout: 820 lvb_type: 0 00010000:00010000:0.0:1746139095.194142:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9c600/0x1f9f6ca451acabae lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511a14 expref: 85 pid: 9562 timeout: 820 lvb_type: 0 00010000:00010000:0.0:1746139095.194177:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139095.194190:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139095.194198:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9c000/0x1f9f6ca451acabb5 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511a1b expref: 5 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139095.194207:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9c000/0x1f9f6ca451acabb5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511a1b expref: 5 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139095.194263:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9c000/0x1f9f6ca451acabb5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511a1b expref: 5 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139095.194287:0:15672:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9c000/0x1f9f6ca451acabb5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511a1b expref: 5 pid: 9562 timeout: 820 lvb_type: 0 00000100:00100000:0.0:1746139095.194310:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0223800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832052608:192.168.203.56@tcp:105: 00000100:00100000:0.0:1746139095.194461:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007fe37e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746139095.200394:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139095.200517:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840137216 00000100:00100000:1.0:1746139095.200524:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840137216 00002000:00100000:1.0:1746139095.200573:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800a0220e00 x1830958840137216/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:21/0 lens 488/0 e 0 to 0 dl 1746139106 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139095.200582:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0220e00 with x1830958840137216 ext(0->4095) 00010000:00010000:1.0:1746139095.200590:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9c000/0x1f9f6ca451acabb5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511a1b expref: 6 pid: 9562 timeout: 820 lvb_type: 0 00010000:00010000:1.0:1746139095.200603:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9c000/0x1f9f6ca451acabb5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511a1b expref: 6 pid: 9562 timeout: 820 lvb_type: 0 00002000:00010000:1.0:1746139095.200997:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a0220e00 00000100:00100000:1.0:1746139095.201364:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2397 00000100:00100000:1.0:1746139095.201375:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0220e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840137216:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746139095.202590:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0220e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840137216:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 1213us (2196us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139095.202597:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2397 00002000:00100000:1.0:1746139095.202606:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800a0220e00 x1830958840137216/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:21/0 lens 488/4536 e 0 to 0 dl 1746139106 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139095.202640:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0220e00 with x1830958840137216 ext(0->4095) 00010000:00010000:1.0:1746139095.202650:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9c000/0x1f9f6ca451acabb5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511a1b expref: 6 pid: 9562 timeout: 820 lvb_type: 0 00010000:00010000:1.0:1746139095.202662:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9c000/0x1f9f6ca451acabb5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511a1b expref: 6 pid: 9562 timeout: 820 lvb_type: 0 00002000:00010000:1.0:1746139095.202668:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a0220e00 00000100:00080000:0.0:1746139095.203084:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746139095.207872:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139095.216146:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139095.216350:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840137600 00000100:00100000:1.0:1746139095.216357:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840137600 00002000:00100000:1.0:1746139095.216397:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800a0223100 x1830958840137600/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:21/0 lens 488/0 e 0 to 0 dl 1746139106 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139095.216407:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0223100 with x1830958840137600 ext(0->4095) 00002000:00010000:1.0:1746139095.216412:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a0223100 00000100:00100000:1.0:1746139095.216454:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13085 00000100:00100000:1.0:1746139095.216464:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0223100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+84:2008:x1830958840137600:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746139095.216654:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0223100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+84:2008:x1830958840137600:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 189us (508us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139095.216661:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13085 00002000:00100000:1.0:1746139095.216667:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800a0223100 x1830958840137600/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:21/0 lens 488/4536 e 0 to 0 dl 1746139106 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139095.216674:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0223100 with x1830958840137600 ext(0->4095) 00002000:00010000:1.0:1746139095.216677:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a0223100 00000100:00100000:0.0:1746139095.224260:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139095.237808:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139095.238192:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840137856 00000100:00100000:1.0:1746139095.238197:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840137856 00002000:00100000:1.0:1746139095.238223:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff8800a0223800 x1830958840137856/t0(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:21/0 lens 496/0 e 0 to 0 dl 1746139106 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139095.238231:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0223800 with x1830958840137856 ext(0->7) 00010000:00010000:1.0:1746139095.238236:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9ca00/0x1f9f6ca451acabbc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511a22 expref: 84 pid: 9562 timeout: 820 lvb_type: 0 00010000:00010000:1.0:1746139095.238245:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9ca00/0x1f9f6ca451acabbc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511a22 expref: 84 pid: 9562 timeout: 820 lvb_type: 0 00002000:00010000:1.0:1746139095.238250:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a0223800 00000100:00100000:1.0:1746139095.238262:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2398 00000100:00100000:1.0:1746139095.238267:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0223800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+84:2010:x1830958840137856:12345-192.168.203.56@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746139095.239435:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0223800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+86:2010:x1830958840137856:12345-192.168.203.56@tcp:4:ldlm_bl.0 Request processed in 1161us (1627us total) trans 4294972028 rc 0/0 00000100:00100000:0.0:1746139095.239443:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2398 00002000:00100000:0.0:1746139095.239450:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff8800a0223800 x1830958840137856/t4294972028(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:21/0 lens 496/448 e 0 to 0 dl 1746139106 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139095.239458:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0223800 with x1830958840137856 ext(0->7) 00010000:00010000:0.0:1746139095.239466:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9ca00/0x1f9f6ca451acabbc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511a22 expref: 86 pid: 9562 timeout: 820 lvb_type: 0 00010000:00010000:0.0:1746139095.239477:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9ca00/0x1f9f6ca451acabbc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511a22 expref: 86 pid: 9562 timeout: 820 lvb_type: 0 00002000:00010000:0.0:1746139095.239484:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a0223800 00000100:00100000:0.0:1746139095.243293:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139095.249784:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139095.249855:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840138240 00000100:00100000:1.0:1746139095.249862:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840138240 00002000:00100000:1.0:1746139095.249895:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009cbae300 x1830958840138240/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:21/0 lens 488/0 e 0 to 0 dl 1746139106 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139095.249905:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cbae300 with x1830958840138240 ext(0->4095) 00002000:00010000:1.0:1746139095.249909:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cbae300 00000100:00100000:1.0:1746139095.249927:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13086 00000100:00100000:1.0:1746139095.249933:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2010:x1830958840138240:12345-192.168.203.56@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746139095.250050:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2010:x1830958840138240:12345-192.168.203.56@tcp:3:ptlrpcd_01_01.0 Request processed in 116us (273us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139095.250057:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13086 00002000:00100000:1.0:1746139095.250062:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009cbae300 x1830958840138240/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:21/0 lens 488/4536 e 0 to 0 dl 1746139106 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139095.250068:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cbae300 with x1830958840138240 ext(0->4095) 00002000:00010000:1.0:1746139095.250070:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cbae300 00000100:00100000:0.0:1746139095.254395:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139095.260241:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139095.260832:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139095.260888:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840138624 00000100:00100000:0.0:1746139095.260891:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840138624 00010000:00010000:0.0:1746139095.260906:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9c600/0x1f9f6ca451acabc3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511a29 expref: 6 pid: 9564 timeout: 820 lvb_type: 0 00000100:00100000:0.0:1746139095.261019:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16765 00000100:00100000:0.0:1746139095.261025:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbace00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840138624:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746139095.261033:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746139095.261047:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9c600/0x1f9f6ca451acabc3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511a29 expref: 6 pid: 9564 timeout: 820 lvb_type: 0 00010000:00010000:0.0:1746139095.261056:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9c600/0x1f9f6ca451acabc3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511a29 expref: 6 pid: 9564 timeout: 820 lvb_type: 0 00010000:00010000:0.0:1746139095.261072:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9c600/0x1f9f6ca451acabc3 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511a29 expref: 6 pid: 9564 timeout: 820 lvb_type: 0 00010000:00010000:0.0:1746139095.261084:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139095.261086:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139095.261090:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4200/0x1f9f6ca451acabca lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511a30 expref: 86 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139095.261097:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4200/0x1f9f6ca451acabca lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511a30 expref: 86 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139095.261116:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4200/0x1f9f6ca451acabca lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511a30 expref: 86 pid: 9564 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746139095.261128:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cbadf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832053376:192.168.203.56@tcp:105: 00000100:00100000:0.0:1746139095.261516:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007fe37840 going to sleep for 11 seconds 00000100:00100000:1.0:1746139095.262711:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29452 00000100:00100000:1.0:1746139095.262721:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b60e9717-019c-4527-a82a-15e993ac5189+86:1814:x1830958840138496:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139095.262733:0:9562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139095.262743:0:9562:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acabd1 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3511a37 expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139095.262764:0:9562:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4200/0x1f9f6ca451acabca lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511a30 expref: 87 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139095.262769:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139095.262771:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139095.262774:0:9562:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acabd1 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511a37 expref: 87 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139095.262797:0:9562:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4200/0x1f9f6ca451acabca lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511a30 expref: 87 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139095.262806:0:9562:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4200/0x1f9f6ca451acabca lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511a30 expref: 87 pid: 9564 timeout: 820 lvb_type: 0 00000100:00100000:1.0:1746139095.262815:0:9562:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed1ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9562:1830958832053504:192.168.203.56@tcp:104: 00000100:00100000:1.0:1746139095.262901:0:9562:0:(client.c:2553:ptlrpc_set_wait()) set ffff880131166300 going to sleep for 11 seconds 00000100:00100000:0.0:1746139095.269439:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cbadf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832053376:192.168.203.56@tcp:105: 00010000:00010000:0.0:1746139095.269450:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746139095.269486:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbace00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2008:x1830958840138624:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 8460us (8653us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139095.269494:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16765 00000100:00100000:1.0:1746139095.269564:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840138880 00000100:00100000:1.0:1746139095.269570:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840138880 00002000:00100000:1.0:1746139095.269597:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009bd88700 x1830958840138880/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:21/0 lens 488/0 e 0 to 0 dl 1746139106 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139095.269605:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bd88700 with x1830958840138880 ext(0->4095) 00010000:00010000:1.0:1746139095.269611:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4200/0x1f9f6ca451acabca lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511a30 expref: 87 pid: 9564 timeout: 820 lvb_type: 0 00010000:00010000:1.0:1746139095.269649:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4200/0x1f9f6ca451acabca lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511a30 expref: 87 pid: 9564 timeout: 820 lvb_type: 0 00002000:00010000:1.0:1746139095.269656:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bd88700 00000100:00100000:1.0:1746139095.269684:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2399 00000100:00100000:1.0:1746139095.269691:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bd88700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+87:2008:x1830958840138880:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746139095.270026:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bd88700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+87:2008:x1830958840138880:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 333us (935us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139095.270037:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2399 00002000:00100000:1.0:1746139095.270044:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009bd88700 x1830958840138880/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:21/0 lens 488/4536 e 0 to 0 dl 1746139106 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139095.270051:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bd88700 with x1830958840138880 ext(0->4095) 00010000:00010000:1.0:1746139095.270057:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4200/0x1f9f6ca451acabca lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511a30 expref: 87 pid: 9564 timeout: 820 lvb_type: 0 00010000:00010000:1.0:1746139095.270067:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4200/0x1f9f6ca451acabca lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511a30 expref: 87 pid: 9564 timeout: 820 lvb_type: 0 00002000:00010000:1.0:1746139095.270073:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bd88700 00000100:00100000:0.0:1746139095.274018:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139095.279135:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840139264 00000100:00100000:1.0:1746139095.279142:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840139264 00002000:00100000:1.0:1746139095.279186:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c853100 x1830958840139264/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:21/0 lens 488/0 e 0 to 0 dl 1746139106 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139095.279195:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c853100 with x1830958840139264 ext(0->4095) 00002000:00010000:1.0:1746139095.279199:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c853100 00000100:00100000:1.0:1746139095.280670:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13087 00000100:00100000:1.0:1746139095.280683:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c853100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+86:2008:x1830958840139264:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746139095.280815:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c853100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+86:2008:x1830958840139264:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 135us (1766us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139095.280822:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13087 00002000:00100000:1.0:1746139095.280829:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c853100 x1830958840139264/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:21/0 lens 488/4536 e 0 to 0 dl 1746139106 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139095.280842:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c853100 with x1830958840139264 ext(0->4095) 00002000:00010000:1.0:1746139095.280846:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c853100 00000100:00100000:0.0:1746139095.285253:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139095.290158:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139095.290252:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139095.290276:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840139648 00000100:00100000:0.0:1746139095.290278:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840139648 00010000:00010000:0.0:1746139095.290291:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acabd1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511a37 expref: 88 pid: 9562 timeout: 820 lvb_type: 0 00000100:00100000:0.0:1746139095.290319:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16767 00000100:00100000:0.0:1746139095.290324:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbafb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+88:2007:x1830958840139648:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746139095.290330:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746139095.290343:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acabd1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511a37 expref: 88 pid: 9562 timeout: 820 lvb_type: 0 00010000:00010000:0.0:1746139095.290352:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acabd1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511a37 expref: 88 pid: 9562 timeout: 820 lvb_type: 0 00010000:00010000:0.0:1746139095.290372:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acabd1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511a37 expref: 87 pid: 9562 timeout: 820 lvb_type: 0 00010000:00010000:0.0:1746139095.290383:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139095.290384:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139095.290388:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ee69a00/0x1f9f6ca451acabd8 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511a3e expref: 5 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139095.290394:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ee69a00/0x1f9f6ca451acabd8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511a3e expref: 5 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139095.290413:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009ee69a00/0x1f9f6ca451acabd8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511a3e expref: 5 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139095.290423:0:15672:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009ee69a00/0x1f9f6ca451acabd8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511a3e expref: 5 pid: 9562 timeout: 820 lvb_type: 0 00000100:00100000:0.0:1746139095.290432:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cbadc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832054016:192.168.203.56@tcp:105: 00000100:00100000:0.0:1746139095.295882:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139095.301528:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139095.307404:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139095.307510:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840140288 00000100:00100000:1.0:1746139095.307518:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840140288 00002000:00100000:1.0:1746139095.307566:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009cbaf800 x1830958840140288/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:21/0 lens 488/0 e 0 to 0 dl 1746139106 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139095.307575:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cbaf800 with x1830958840140288 ext(0->4095) 00002000:00010000:1.0:1746139095.307579:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cbaf800 00000100:00100000:1.0:1746139095.307661:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13088 00000100:00100000:1.0:1746139095.307670:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbaf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+86:2008:x1830958840140288:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746139095.307804:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbaf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+86:2008:x1830958840140288:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 135us (401us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139095.307810:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13088 00002000:00100000:1.0:1746139095.307817:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009cbaf800 x1830958840140288/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:21/0 lens 488/4536 e 0 to 0 dl 1746139106 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139095.307823:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cbaf800 with x1830958840140288 ext(0->4095) 00002000:00010000:1.0:1746139095.307826:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cbaf800 00000100:00100000:0.0:1746139095.314199:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139095.343836:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139095.351062:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+88:2008:x1830958840140544:12345-192.168.203.56@tcp:4:ldlm_bl.0 Request processed in 5459us (7442us total) trans 4294972029 rc 0/0 00000100:00100000:0.0:1746139095.351075:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2401 00002000:00100000:0.0:1746139095.351087:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff88009cbac380 x1830958840140544/t4294972029(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:21/0 lens 496/448 e 0 to 0 dl 1746139106 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139095.351095:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cbac380 with x1830958840140544 ext(0->7) 00010000:00010000:0.0:1746139095.351105:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800724cd800/0x1f9f6ca451acabdf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511a45 expref: 88 pid: 9562 timeout: 820 lvb_type: 0 00010000:00010000:0.0:1746139095.351118:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800724cd800/0x1f9f6ca451acabdf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511a45 expref: 88 pid: 9562 timeout: 820 lvb_type: 0 00002000:00010000:0.0:1746139095.351124:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cbac380 00000100:00100000:0.0:1746139095.357418:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139095.363575:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139095.363974:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840141056 00000100:00100000:1.0:1746139095.363982:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840141056 00002000:00100000:1.0:1746139095.364021:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009cbae680 x1830958840141056/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:21/0 lens 488/0 e 0 to 0 dl 1746139106 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139095.364030:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cbae680 with x1830958840141056 ext(0->4095) 00010000:00010000:1.0:1746139095.364039:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800724cda00/0x1f9f6ca451acabe6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511a4c expref: 6 pid: 18644 timeout: 820 lvb_type: 0 00010000:00010000:1.0:1746139095.364052:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800724cda00/0x1f9f6ca451acabe6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511a4c expref: 6 pid: 18644 timeout: 820 lvb_type: 0 00002000:00010000:1.0:1746139095.364058:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cbae680 00000100:00100000:1.0:1746139095.364079:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2402 00000100:00100000:1.0:1746139095.364087:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840141056:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746139095.364189:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840141056:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 103us (616us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139095.364194:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2402 00002000:00100000:1.0:1746139095.364198:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009cbae680 x1830958840141056/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:21/0 lens 488/4536 e 0 to 0 dl 1746139106 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139095.364205:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cbae680 with x1830958840141056 ext(0->4095) 00010000:00010000:1.0:1746139095.364209:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800724cda00/0x1f9f6ca451acabe6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511a4c expref: 6 pid: 18644 timeout: 820 lvb_type: 0 00010000:00010000:1.0:1746139095.364217:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800724cda00/0x1f9f6ca451acabe6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511a4c expref: 6 pid: 18644 timeout: 820 lvb_type: 0 00002000:00010000:1.0:1746139095.364222:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cbae680 00000100:00100000:0.0:1746139095.374121:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139095.375121:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13089 00000100:00100000:1.0:1746139095.375130:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+88:2008:x1830958840141440:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746139095.375302:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+88:2008:x1830958840141440:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 171us (1178us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139095.375312:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13089 00002000:00100000:1.0:1746139095.375319:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009cbace00 x1830958840141440/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:21/0 lens 488/4536 e 0 to 0 dl 1746139106 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139095.375326:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cbace00 with x1830958840141440 ext(0->4095) 00002000:00010000:1.0:1746139095.375330:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cbace00 00000100:00100000:0.0:1746139095.378940:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139095.393443:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139095.394905:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5f9b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+90:2007:x1830958840141696:12345-192.168.203.56@tcp:4:ldlm_bl.0 Request processed in 1103us (1465us total) trans 4294972030 rc 0/0 00000100:00100000:0.0:1746139095.394911:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2403 00002000:00100000:0.0:1746139095.394917:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff8800a5f9b800 x1830958840141696/t4294972030(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:21/0 lens 496/448 e 0 to 0 dl 1746139106 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139095.394924:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5f9b800 with x1830958840141696 ext(0->7) 00010000:00010000:0.0:1746139095.394928:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a05bfe00/0x1f9f6ca451acabed lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511a53 expref: 90 pid: 18644 timeout: 820 lvb_type: 0 00010000:00010000:0.0:1746139095.394936:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a05bfe00/0x1f9f6ca451acabed lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511a53 expref: 90 pid: 18644 timeout: 820 lvb_type: 0 00002000:00010000:0.0:1746139095.394946:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a5f9b800 00000100:00100000:0.0:1746139095.410287:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139095.421853:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139095.422954:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139095.427565:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139095.428965:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139095.433330:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139095.433410:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840142720 00000100:00100000:0.0:1746139095.433418:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840142720 00002000:00100000:0.0:1746139095.433461:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009ed1c700 x1830958840142720/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:21/0 lens 488/0 e 0 to 0 dl 1746139106 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139095.433470:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ed1c700 with x1830958840142720 ext(0->4095) 00010000:00010000:0.0:1746139095.433479:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cd42600/0x1f9f6ca451acabfb lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511a61 expref: 91 pid: 9562 timeout: 820 lvb_type: 0 00010000:00010000:0.0:1746139095.433492:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cd42600/0x1f9f6ca451acabfb lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511a61 expref: 91 pid: 9562 timeout: 820 lvb_type: 0 00002000:00010000:0.0:1746139095.433499:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ed1c700 00000100:00100000:0.0:1746139095.433544:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2405 00000100:00100000:0.0:1746139095.433563:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed1c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+91:2007:x1830958840142720:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746139095.433744:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed1c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+91:2007:x1830958840142720:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 181us (421us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746139095.433751:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2405 00002000:00100000:0.0:1746139095.433758:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009ed1c700 x1830958840142720/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:21/0 lens 488/4536 e 0 to 0 dl 1746139106 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139095.433765:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ed1c700 with x1830958840142720 ext(0->4095) 00010000:00010000:0.0:1746139095.433771:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cd42600/0x1f9f6ca451acabfb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511a61 expref: 91 pid: 9562 timeout: 820 lvb_type: 0 00010000:00010000:0.0:1746139095.433780:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cd42600/0x1f9f6ca451acabfb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511a61 expref: 91 pid: 9562 timeout: 820 lvb_type: 0 00002000:00010000:0.0:1746139095.433785:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ed1c700 00000100:00100000:0.0:1746139095.437904:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139095.450227:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139095.457868:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139095.458097:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840143360 00000100:00100000:1.0:1746139095.458105:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840143360 00002000:00100000:1.0:1746139095.458139:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff88012ee95180 x1830958840143360/t0(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:21/0 lens 496/0 e 0 to 0 dl 1746139106 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139095.458148:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ee95180 with x1830958840143360 ext(0->7) 00010000:00010000:1.0:1746139095.458155:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880072515400/0x1f9f6ca451acac02 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511a68 expref: 90 pid: 9562 timeout: 820 lvb_type: 0 00010000:00010000:1.0:1746139095.458166:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880072515400/0x1f9f6ca451acac02 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511a68 expref: 90 pid: 9562 timeout: 820 lvb_type: 0 00002000:00010000:1.0:1746139095.458172:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012ee95180 00000100:00100000:1.0:1746139095.458200:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2406 00000100:00100000:1.0:1746139095.458206:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ee95180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+90:2009:x1830958840143360:12345-192.168.203.56@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746139095.460065:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ee95180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+92:2009:x1830958840143360:12345-192.168.203.56@tcp:4:ldlm_bl.0 Request processed in 1851us (2196us total) trans 4294972031 rc 0/0 00000100:00100000:0.0:1746139095.460074:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2406 00002000:00100000:0.0:1746139095.460083:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff88012ee95180 x1830958840143360/t4294972031(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:21/0 lens 496/448 e 0 to 0 dl 1746139106 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139095.460091:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ee95180 with x1830958840143360 ext(0->7) 00010000:00010000:0.0:1746139095.460116:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880072515400/0x1f9f6ca451acac02 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511a68 expref: 92 pid: 9562 timeout: 820 lvb_type: 0 00010000:00010000:0.0:1746139095.460128:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880072515400/0x1f9f6ca451acac02 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511a68 expref: 92 pid: 9562 timeout: 820 lvb_type: 0 00002000:00010000:0.0:1746139095.460134:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012ee95180 00000100:00100000:0.0:1746139095.468046:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139095.474074:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139095.474239:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840143744 00000100:00100000:1.0:1746139095.474247:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840143744 00002000:00100000:1.0:1746139095.474284:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88012ee97100 x1830958840143744/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:21/0 lens 488/0 e 0 to 0 dl 1746139106 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139095.474299:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ee97100 with x1830958840143744 ext(0->4095) 00002000:00010000:1.0:1746139095.474303:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ee97100 00000100:00100000:1.0:1746139095.474334:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13091 00000100:00100000:1.0:1746139095.474341:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ee97100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840143744:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746139095.474445:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ee97100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840143744:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 105us (378us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139095.474451:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13091 00002000:00100000:1.0:1746139095.474456:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88012ee97100 x1830958840143744/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:21/0 lens 488/4536 e 0 to 0 dl 1746139106 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139095.474462:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ee97100 with x1830958840143744 ext(0->4095) 00002000:00010000:1.0:1746139095.474464:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ee97100 00000100:00100000:0.0:1746139095.479097:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139095.479385:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139095.479797:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29462 00000100:00100000:1.0:1746139095.479803:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f559880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b60e9717-019c-4527-a82a-15e993ac5189+92:1814:x1830958840144000:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139095.479808:0:9562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139095.479813:0:9562:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acac17 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3511a7d expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139095.480051:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139095.480054:0:9562:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cd42c00/0x1f9f6ca451acac10 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511a76 expref: 94 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139095.480059:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139095.480062:0:9562:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acac17 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511a7d expref: 94 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139095.480091:0:9562:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cd42c00/0x1f9f6ca451acac10 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511a76 expref: 94 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139095.480107:0:9562:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acac17 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511a7d expref: 94 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139095.480115:0:9562:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7f400, rc 0) 00000100:00100000:1.0:1746139095.480159:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f559880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b60e9717-019c-4527-a82a-15e993ac5189+94:1814:x1830958840144000:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 355us (775us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139095.480164:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29462 00000100:00100000:0.0:1746139095.484595:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139095.490513:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139095.494200:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139095.494999:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840144768 00000100:00100000:1.0:1746139095.495007:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840144768 00002000:00100000:1.0:1746139095.495045:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c412d80 x1830958840144768/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:21/0 lens 488/0 e 0 to 0 dl 1746139106 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139095.495054:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c412d80 with x1830958840144768 ext(0->4095) 00002000:00010000:1.0:1746139095.495059:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c412d80 00000100:00100000:1.0:1746139095.495088:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13092 00000100:00100000:1.0:1746139095.495096:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c412d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+92:2007:x1830958840144768:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746139095.495207:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c412d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+92:2007:x1830958840144768:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 112us (1015us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139095.495212:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13092 00002000:00100000:1.0:1746139095.495217:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c412d80 x1830958840144768/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:21/0 lens 488/4536 e 0 to 0 dl 1746139106 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139095.495229:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c412d80 with x1830958840144768 ext(0->4095) 00002000:00010000:1.0:1746139095.495231:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c412d80 00000100:00100000:0.0:1746139095.497507:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139095.502555:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139095.505703:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139095.512311:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139095.512417:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139095.517350:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139095.517611:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840145920 00000100:00100000:0.0:1746139095.517641:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840145920 00002000:00100000:0.0:1746139095.517679:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009ed1e300 x1830958840145920/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:21/0 lens 488/0 e 0 to 0 dl 1746139106 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139095.517690:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ed1e300 with x1830958840145920 ext(0->4095) 00010000:00010000:0.0:1746139095.517697:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880072515600/0x1f9f6ca451acac25 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511a8b expref: 93 pid: 18644 timeout: 820 lvb_type: 0 00010000:00010000:0.0:1746139095.517711:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880072515600/0x1f9f6ca451acac25 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511a8b expref: 93 pid: 18644 timeout: 820 lvb_type: 0 00002000:00010000:0.0:1746139095.517717:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ed1e300 00000100:00100000:0.0:1746139095.517776:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2409 00000100:00100000:0.0:1746139095.517782:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed1e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+93:2007:x1830958840145920:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746139095.517910:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed1e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+93:2007:x1830958840145920:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 127us (571us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746139095.517915:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2409 00002000:00100000:0.0:1746139095.517921:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009ed1e300 x1830958840145920/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:21/0 lens 488/4536 e 0 to 0 dl 1746139106 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139095.517927:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ed1e300 with x1830958840145920 ext(0->4095) 00010000:00010000:0.0:1746139095.517931:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880072515600/0x1f9f6ca451acac25 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511a8b expref: 93 pid: 18644 timeout: 820 lvb_type: 0 00010000:00010000:0.0:1746139095.517939:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880072515600/0x1f9f6ca451acac25 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511a8b expref: 93 pid: 18644 timeout: 820 lvb_type: 0 00002000:00010000:0.0:1746139095.517944:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ed1e300 00000100:00100000:0.0:1746139095.520519:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139095.524232:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139095.527733:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139095.532541:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139095.534720:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139095.537124:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139095.537279:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840146944 00000100:00100000:1.0:1746139095.537286:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840146944 00002000:00100000:1.0:1746139095.537317:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880131467b80 x1830958840146944/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:21/0 lens 488/0 e 0 to 0 dl 1746139106 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139095.537326:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131467b80 with x1830958840146944 ext(0->4095) 00010000:00010000:1.0:1746139095.537333:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008763ca00/0x1f9f6ca451acac33 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511a99 expref: 6 pid: 18644 timeout: 820 lvb_type: 0 00010000:00010000:1.0:1746139095.537343:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008763ca00/0x1f9f6ca451acac33 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511a99 expref: 6 pid: 18644 timeout: 820 lvb_type: 0 00002000:00010000:1.0:1746139095.537349:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131467b80 00000100:00100000:1.0:1746139095.537380:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2410 00000100:00100000:1.0:1746139095.537386:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131467b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840146944:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746139095.537497:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131467b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840146944:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 111us (375us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139095.537502:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2410 00002000:00100000:1.0:1746139095.537507:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880131467b80 x1830958840146944/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:21/0 lens 488/4536 e 0 to 0 dl 1746139106 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139095.537520:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131467b80 with x1830958840146944 ext(0->4095) 00010000:00010000:1.0:1746139095.537524:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008763ca00/0x1f9f6ca451acac33 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511a99 expref: 6 pid: 18644 timeout: 820 lvb_type: 0 00010000:00010000:1.0:1746139095.537532:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008763ca00/0x1f9f6ca451acac33 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511a99 expref: 6 pid: 18644 timeout: 820 lvb_type: 0 00002000:00010000:1.0:1746139095.537537:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131467b80 00000100:00100000:0.0:1746139095.540638:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139095.542516:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139095.545228:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139095.548315:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139095.548877:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16782 00000100:00100000:1.0:1746139095.548886:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f2d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+93:2008:x1830958840147584:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746139095.548900:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746139095.548922:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008763c200/0x1f9f6ca451acac3a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511aa0 expref: 93 pid: 18644 timeout: 820 lvb_type: 0 00010000:00010000:1.0:1746139095.548935:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008763c200/0x1f9f6ca451acac3a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511aa0 expref: 93 pid: 18644 timeout: 820 lvb_type: 0 00010000:00010000:1.0:1746139095.548958:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008763c200/0x1f9f6ca451acac3a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511aa0 expref: 93 pid: 18644 timeout: 820 lvb_type: 0 00010000:00010000:1.0:1746139095.548989:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139095.548992:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139095.549000:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800724cd800/0x1f9f6ca451acac41 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511aa7 expref: 92 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139095.549008:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800724cd800/0x1f9f6ca451acac41 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511aa7 expref: 92 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139095.549042:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800724cd800/0x1f9f6ca451acac41 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511aa7 expref: 92 pid: 18644 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746139095.549054:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed1fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832057728:192.168.203.56@tcp:105: 00000100:00100000:1.0:1746139095.549131:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff880131166e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746139095.552763:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139095.553249:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ed1fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832057728:192.168.203.56@tcp:105: 00010000:00010000:1.0:1746139095.553270:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746139095.553314:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f2d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+93:2008:x1830958840147584:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 4429us (5007us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139095.553324:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16782 00000100:00100000:0.0:1746139095.555933:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139095.556050:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840147968 00000100:00100000:1.0:1746139095.556059:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840147968 00000100:00100000:1.0:1746139095.556305:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29469 00000100:00100000:1.0:1746139095.556314:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f2d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840147968:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139095.556332:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139095.556349:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cd42a00/0x1f9f6ca451acac48 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3511aae expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139095.556377:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800724cd800/0x1f9f6ca451acac41 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511aa7 expref: 91 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139095.556384:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139095.556386:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139095.556389:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cd42a00/0x1f9f6ca451acac48 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511aae expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139095.556423:0:9564:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800724cd800/0x1f9f6ca451acac41 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511aa7 expref: 91 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139095.556435:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800724cd800/0x1f9f6ca451acac41 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511aa7 expref: 91 pid: 18644 timeout: 820 lvb_type: 0 00000100:00100000:1.0:1746139095.556447:0:9564:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed1fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832057856:192.168.203.56@tcp:104: 00000100:00100000:1.0:1746139095.556736:0:9564:0:(client.c:2553:ptlrpc_set_wait()) set ffff880131166e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746139095.558923:0:9564:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ed1fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832057856:192.168.203.56@tcp:104: 00010000:00010000:1.0:1746139095.558953:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cd42a00/0x1f9f6ca451acac48 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511aae expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139095.558970:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cd42a00, rc 0) 00000100:00100000:1.0:1746139095.559009:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f2d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840147968:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2696us (3084us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139095.559016:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29469 00000100:00100000:0.0:1746139095.559674:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139095.559866:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840148096 00000100:00100000:1.0:1746139095.559872:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840148096 00010000:00010000:1.0:1746139095.559898:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800724cd800/0x1f9f6ca451acac41 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511aa7 expref: 92 pid: 18644 timeout: 820 lvb_type: 0 00000100:00100000:1.0:1746139095.560073:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16783 00000100:00100000:1.0:1746139095.560079:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f2d0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+92:2007:x1830958840148096:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746139095.560092:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746139095.560113:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800724cd800/0x1f9f6ca451acac41 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511aa7 expref: 92 pid: 18644 timeout: 820 lvb_type: 0 00010000:00010000:1.0:1746139095.560123:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800724cd800/0x1f9f6ca451acac41 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511aa7 expref: 92 pid: 18644 timeout: 820 lvb_type: 0 00010000:00010000:1.0:1746139095.560143:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800724cd800/0x1f9f6ca451acac41 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511aa7 expref: 92 pid: 18644 timeout: 820 lvb_type: 0 00010000:00010000:1.0:1746139095.560768:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139095.560771:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139095.560779:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cd42a00/0x1f9f6ca451acac48 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511aae expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139095.560787:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cd42a00/0x1f9f6ca451acac48 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511aae expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139095.560814:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009cd42a00/0x1f9f6ca451acac48 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511aae expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746139095.560824:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed1fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832057984:192.168.203.56@tcp:105: 00000100:00100000:1.0:1746139095.561540:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff880131166e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746139095.563845:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139095.564065:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840148224 00000100:00100000:1.0:1746139095.564074:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840148224 00000100:00100000:0.0:1746139095.564790:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139095.564881:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29470 00000100:00100000:1.0:1746139095.564894:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f2d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+92:1800:x1830958840148224:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139095.564914:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139095.564931:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451acac4f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3511ab5 expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139095.564961:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cd42a00/0x1f9f6ca451acac48 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511aae expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139095.564967:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139095.564969:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139095.564972:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451acac4f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511ab5 expref: 93 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139095.565001:0:9564:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cd42a00/0x1f9f6ca451acac48 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511aae expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139095.565013:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cd42a00/0x1f9f6ca451acac48 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511aae expref: 5 pid: 9564 timeout: 820 lvb_type: 0 00000100:00100000:1.0:1746139095.565026:0:9564:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed1d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832058112:192.168.203.56@tcp:104: 00000100:00100000:1.0:1746139095.565091:0:9564:0:(client.c:2553:ptlrpc_set_wait()) set ffff880131166300 going to sleep for 11 seconds 00000100:00100000:0.0:1746139095.569121:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139095.569312:0:9564:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ed1d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832058112:192.168.203.56@tcp:104: 00010000:00010000:1.0:1746139095.569341:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451acac4f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511ab5 expref: 92 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139095.569358:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7e000, rc 0) 00000100:00100000:1.0:1746139095.569400:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f2d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+92:1800:x1830958840148224:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4509us (5562us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139095.569408:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29470 00000100:00100000:1.0:1746139095.570124:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840148608 00000100:00100000:1.0:1746139095.570132:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840148608 00000100:00100000:1.0:1746139095.570357:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29471 00000100:00100000:1.0:1746139095.570364:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c05500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+92:1814:x1830958840148608:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139095.570379:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139095.570393:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acac56 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3511abc expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139095.570414:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139095.570418:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451acac4f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511ab5 expref: 93 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139095.570423:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139095.570426:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acac56 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511abc expref: 93 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139095.570453:0:9564:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451acac4f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511ab5 expref: 93 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139095.570461:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acac56 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511abc expref: 93 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139095.570468:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7f200, rc 0) 00000100:00100000:1.0:1746139095.570487:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c05500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+93:1814:x1830958840148608:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 125us (1378us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139095.570492:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29471 00000100:00100000:0.0:1746139095.570571:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139095.578529:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139095.581544:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139095.585815:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139095.588568:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139095.593572:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139095.596891:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139095.600598:0:24929:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840150016 00000100:00100000:0.0:1746139095.600608:0:24929:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840150016 00000100:00100000:0.0:1746139095.600682:0:24929:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29473 00000100:00100000:0.0:1746139095.600689:0:24929:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bd89880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b60e9717-019c-4527-a82a-15e993ac5189+91:1800:x1830958840150016:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746139095.600709:0:24929:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746139095.600728:0:24929:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4200/0x1f9f6ca451acac64 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3511aca expref: -99 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139095.600759:0:24929:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008763d400/0x1f9f6ca451acac5d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511ac3 expref: 5 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139095.600766:0:24929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139095.600768:0:24929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139095.600772:0:24929:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4200/0x1f9f6ca451acac64 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511aca expref: 92 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139095.600801:0:24929:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008763d400/0x1f9f6ca451acac5d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511ac3 expref: 5 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139095.600813:0:24929:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008763d400/0x1f9f6ca451acac5d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511ac3 expref: 5 pid: 24929 timeout: 820 lvb_type: 0 00000100:00100000:0.0:1746139095.600830:0:24929:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800874d2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24929:1830958832058880:192.168.203.56@tcp:104: 00000100:00100000:0.0:1746139095.600914:0:24929:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007fe37a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746139095.602511:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139095.603372:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840150144 00000100:00100000:1.0:1746139095.603381:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840150144 00000100:00100000:0.0:1746139095.604306:0:24929:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800874d2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24929:1830958832058880:192.168.203.56@tcp:104: 00010000:00010000:0.0:1746139095.604337:0:24929:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4200/0x1f9f6ca451acac64 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511aca expref: 93 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139095.604353:0:24929:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f0e4200, rc 0) 00000100:00100000:0.0:1746139095.604394:0:24929:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bd89880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b60e9717-019c-4527-a82a-15e993ac5189+93:1800:x1830958840150016:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3705us (4448us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139095.604400:0:24929:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29473 00000100:00100000:0.0:1746139095.604426:0:24929:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29474 00000100:00100000:0.0:1746139095.604432:0:24929:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800874d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b60e9717-019c-4527-a82a-15e993ac5189+92:1814:x1830958840150144:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746139095.604446:0:24929:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746139095.604458:0:24929:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a5d8e000/0x1f9f6ca451acac6b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3511ad1 expref: -99 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139095.604475:0:24929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139095.604478:0:24929:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4200/0x1f9f6ca451acac64 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511aca expref: 93 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139095.604483:0:24929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746139095.604485:0:24929:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5d8e000/0x1f9f6ca451acac6b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511ad1 expref: 93 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139095.604513:0:24929:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4200/0x1f9f6ca451acac64 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511aca expref: 93 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139095.604521:0:24929:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a5d8e000/0x1f9f6ca451acac6b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511ad1 expref: 93 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139095.604526:0:24929:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5d8e000, rc 0) 00000100:00100000:0.0:1746139095.604538:0:24929:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800874d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b60e9717-019c-4527-a82a-15e993ac5189+93:1814:x1830958840150144:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 108us (2034us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139095.604543:0:24929:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29474 00000100:00100000:0.0:1746139095.609815:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139095.614888:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139095.618240:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139095.621259:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139095.624539:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139095.630567:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139095.630698:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139095.633900:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139095.634024:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840151680 00000100:00100000:1.0:1746139095.634034:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840151680 00000100:00100000:1.0:1746139095.634086:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29477 00000100:00100000:1.0:1746139095.634095:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093492a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+93:1814:x1830958840151680:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139095.634112:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139095.634128:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acac80 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3511ae6 expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139095.634154:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139095.634160:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800724cd600/0x1f9f6ca451acac79 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511adf expref: 94 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139095.634166:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139095.634169:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acac80 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511ae6 expref: 94 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139095.634207:0:9564:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800724cd600/0x1f9f6ca451acac79 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511adf expref: 94 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139095.634218:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acac80 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511ae6 expref: 94 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139095.634228:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7f200, rc 0) 00000100:00100000:1.0:1746139095.634270:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093492a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+94:1814:x1830958840151680:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 178us (380us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139095.634276:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29477 00000100:00100000:0.0:1746139095.635683:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139095.638495:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139095.642227:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139095.645518:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139095.645798:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840152448 00000100:00100000:1.0:1746139095.645806:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840152448 00002000:00100000:1.0:1746139095.645843:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009cbaca80 x1830958840152448/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:21/0 lens 488/0 e 0 to 0 dl 1746139106 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139095.645857:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cbaca80 with x1830958840152448 ext(0->4095) 00002000:00010000:1.0:1746139095.645861:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cbaca80 00000100:00100000:1.0:1746139095.645879:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13098 00000100:00100000:1.0:1746139095.645885:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbaca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+92:2009:x1830958840152448:12345-192.168.203.56@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746139095.646013:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbaca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+92:2009:x1830958840152448:12345-192.168.203.56@tcp:3:ptlrpcd_01_00.0 Request processed in 127us (495us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139095.646019:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13098 00002000:00100000:1.0:1746139095.646024:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009cbaca80 x1830958840152448/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:21/0 lens 488/4536 e 0 to 0 dl 1746139106 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139095.646031:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cbaca80 with x1830958840152448 ext(0->4095) 00002000:00010000:1.0:1746139095.646033:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cbaca80 00000100:00100000:0.0:1746139095.648248:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139095.651466:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139095.653806:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139095.656290:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139095.656848:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139095.657036:0:24929:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840153088 00000100:00100000:1.0:1746139095.657045:0:24929:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840153088 00000100:00100000:1.0:1746139095.657330:0:24929:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840153216 00000100:00100000:1.0:1746139095.657334:0:24929:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840153216 00000100:00100000:0.0:1746139095.657718:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29480 00000100:00100000:0.0:1746139095.657726:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c0cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+93:1814:x1830958840153216:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746139095.657733:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746139095.657740:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009ee69a00/0x1f9f6ca451acac95 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3511afb expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139095.657751:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139095.657754:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800724cce00/0x1f9f6ca451acac8e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511af4 expref: 94 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139095.657759:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746139095.657761:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ee69a00/0x1f9f6ca451acac95 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511afb expref: 94 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139095.657782:0:9564:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800724cce00/0x1f9f6ca451acac8e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511af4 expref: 94 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139095.657794:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009ee69a00/0x1f9f6ca451acac95 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511afb expref: 94 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139095.657805:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ee69a00, rc 0) 00000100:00100000:0.0:1746139095.657825:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c0cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+94:1814:x1830958840153216:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 100us (977us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139095.657830:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29480 00000100:00100000:0.0:1746139095.661684:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139095.665231:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139095.668024:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139095.672936:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139095.693983:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139095.698776:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139095.703898:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139095.710638:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139095.714287:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139095.719028:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139095.719298:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840155136 00000100:00100000:1.0:1746139095.719305:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840155136 00002000:00100000:1.0:1746139095.719347:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009eeec000 x1830958840155136/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:21/0 lens 488/0 e 0 to 0 dl 1746139106 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139095.719356:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009eeec000 with x1830958840155136 ext(0->4095) 00002000:00010000:1.0:1746139095.719361:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009eeec000 00000100:00100000:1.0:1746139095.719391:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13101 00000100:00100000:1.0:1746139095.719398:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eeec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+94:2008:x1830958840155136:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746139095.719514:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eeec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+94:2008:x1830958840155136:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 116us (496us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139095.719520:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13101 00002000:00100000:1.0:1746139095.719525:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009eeec000 x1830958840155136/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:21/0 lens 488/4536 e 0 to 0 dl 1746139106 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139095.719531:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009eeec000 with x1830958840155136 ext(0->4095) 00002000:00010000:1.0:1746139095.719533:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009eeec000 00000100:00100000:0.0:1746139095.721400:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139095.723680:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139095.726331:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139095.726796:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13102 00000100:00100000:1.0:1746139095.726806:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801314bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840155648:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746139095.726929:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801314bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840155648:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 125us (598us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139095.726935:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13102 00002000:00100000:1.0:1746139095.726940:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8801314bd500 x1830958840155648/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:21/0 lens 488/4536 e 0 to 0 dl 1746139106 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139095.726947:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801314bd500 with x1830958840155648 ext(0->4095) 00002000:00010000:1.0:1746139095.726950:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801314bd500 00000100:00100000:0.0:1746139095.728934:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139095.730441:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840155904 00000100:00100000:1.0:1746139095.730445:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840155904 00000100:00100000:1.0:1746139095.730484:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29485 00000100:00100000:1.0:1746139095.730490:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800874d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+95:1800:x1830958840155904:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139095.730500:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139095.730510:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451acacb8 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3511b1e expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139095.730527:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139095.730530:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008763d200/0x1f9f6ca451acacb1 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511b17 expref: 96 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139095.730536:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139095.730539:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451acacb8 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511b1e expref: 96 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139095.730577:0:9564:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008763d200/0x1f9f6ca451acacb1 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511b17 expref: 96 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139095.730588:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451acacb8 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511b1e expref: 96 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139095.730597:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7e000, rc 0) 00000100:00100000:1.0:1746139095.731389:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800874d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+96:1800:x1830958840155904:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 896us (1366us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139095.731394:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29485 00000100:00100000:0.0:1746139095.732940:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139095.736766:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139095.739829:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139095.740421:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139095.744587:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139095.744643:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840156800 00000100:00100000:1.0:1746139095.744651:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840156800 00002000:00100000:1.0:1746139095.744702:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88012c25ea00 x1830958840156800/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:21/0 lens 488/0 e 0 to 0 dl 1746139106 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139095.744712:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c25ea00 with x1830958840156800 ext(0->4095) 00010000:00010000:1.0:1746139095.744718:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451acacb8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511b1e expref: 94 pid: 9564 timeout: 821 lvb_type: 0 00010000:00010000:1.0:1746139095.744737:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451acacb8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511b1e expref: 94 pid: 9564 timeout: 821 lvb_type: 0 00002000:00010000:1.0:1746139095.744744:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012c25ea00 00000100:00100000:1.0:1746139095.744860:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2421 00000100:00100000:1.0:1746139095.744867:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c25ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+94:2007:x1830958840156800:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746139095.744969:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c25ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+94:2007:x1830958840156800:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 103us (384us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139095.744975:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2421 00002000:00100000:1.0:1746139095.744980:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88012c25ea00 x1830958840156800/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:21/0 lens 488/4536 e 0 to 0 dl 1746139106 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139095.744987:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c25ea00 with x1830958840156800 ext(0->4095) 00010000:00010000:1.0:1746139095.744992:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451acacb8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511b1e expref: 94 pid: 9564 timeout: 821 lvb_type: 0 00010000:00010000:1.0:1746139095.745000:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451acacb8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511b1e expref: 94 pid: 9564 timeout: 821 lvb_type: 0 00002000:00010000:1.0:1746139095.745006:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012c25ea00 00000100:00100000:0.0:1746139095.747756:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139095.749372:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139095.752747:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139095.757156:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139095.758428:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139095.768752:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139095.769034:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840157952 00000100:00100000:1.0:1746139095.769041:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840157952 00002000:00100000:1.0:1746139095.769085:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88012eeda300 x1830958840157952/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:21/0 lens 488/0 e 0 to 0 dl 1746139106 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139095.769100:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012eeda300 with x1830958840157952 ext(0->4095) 00002000:00010000:1.0:1746139095.769105:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012eeda300 00000100:00100000:1.0:1746139095.769135:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13103 00000100:00100000:1.0:1746139095.769143:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eeda300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+94:2008:x1830958840157952:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746139095.769285:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eeda300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+94:2008:x1830958840157952:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 143us (543us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139095.769291:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13103 00002000:00100000:1.0:1746139095.769295:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88012eeda300 x1830958840157952/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:21/0 lens 488/4536 e 0 to 0 dl 1746139106 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139095.769301:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012eeda300 with x1830958840157952 ext(0->4095) 00002000:00010000:1.0:1746139095.769303:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012eeda300 00000100:00100000:0.0:1746139095.771434:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139095.771516:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840158080 00000100:00100000:1.0:1746139095.771524:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840158080 00000100:00100000:1.0:1746139095.771582:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29489 00000100:00100000:1.0:1746139095.771589:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eed8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840158080:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139095.771604:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139095.771650:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acacd4 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3511b3a expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139095.771678:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008763dc00/0x1f9f6ca451acaccd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511b33 expref: 93 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139095.771686:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139095.771687:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139095.771692:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acacd4 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511b3a expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139095.771723:0:9564:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008763dc00/0x1f9f6ca451acaccd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511b33 expref: 93 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139095.771734:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008763dc00/0x1f9f6ca451acaccd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511b33 expref: 93 pid: 18644 timeout: 821 lvb_type: 0 00000100:00100000:1.0:1746139095.771746:0:9564:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed1fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832062976:192.168.203.56@tcp:104: 00000100:00100000:1.0:1746139095.771828:0:9564:0:(client.c:2553:ptlrpc_set_wait()) set ffff880131166cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746139095.773808:0:9564:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ed1fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832062976:192.168.203.56@tcp:104: 00010000:00010000:1.0:1746139095.773837:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acacd4 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511b3a expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139095.773852:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7f200, rc 0) 00000100:00100000:1.0:1746139095.773889:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eed8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840158080:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2300us (2463us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139095.773897:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29489 00000100:00100000:0.0:1746139095.774493:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139095.774756:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840158208 00000100:00100000:1.0:1746139095.774762:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840158208 00000100:00100000:1.0:1746139095.774850:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29490 00000100:00100000:1.0:1746139095.774857:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eedad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+94:1800:x1830958840158208:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139095.774873:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139095.774887:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f46f600/0x1f9f6ca451acacdb lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3511b41 expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139095.774911:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139095.774916:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acacd4 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511b3a expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139095.774922:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746139095.774924:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f46f600/0x1f9f6ca451acacdb lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511b41 expref: 95 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139095.775249:0:9564:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acacd4 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511b3a expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139095.775261:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f46f600/0x1f9f6ca451acacdb lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511b41 expref: 95 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139095.775269:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f46f600, rc 0) 00000100:00100000:1.0:1746139095.775376:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eedad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+95:1800:x1830958840158208:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 519us (883us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139095.775381:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29490 00000100:00100000:0.0:1746139095.778178:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139095.783832:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139095.789510:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139095.789614:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840158976 00000100:00100000:1.0:1746139095.789644:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840158976 00002000:00100000:1.0:1746139095.789683:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009ee7c000 x1830958840158976/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:21/0 lens 488/0 e 0 to 0 dl 1746139106 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139095.789692:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ee7c000 with x1830958840158976 ext(0->4095) 00002000:00010000:1.0:1746139095.789697:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ee7c000 00000100:00100000:1.0:1746139095.789723:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13104 00000100:00100000:1.0:1746139095.789729:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ee7c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+94:2008:x1830958840158976:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746139095.789858:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ee7c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+94:2008:x1830958840158976:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 129us (350us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139095.789863:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13104 00002000:00100000:1.0:1746139095.789868:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009ee7c000 x1830958840158976/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:21/0 lens 488/4536 e 0 to 0 dl 1746139106 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139095.789875:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ee7c000 with x1830958840158976 ext(0->4095) 00002000:00010000:1.0:1746139095.789877:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ee7c000 00000100:00100000:0.0:1746139095.793978:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139095.794075:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840159104 00000100:00100000:1.0:1746139095.794085:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840159104 00000100:00100000:1.0:1746139095.794403:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29491 00000100:00100000:1.0:1746139095.794412:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ee7ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840159104:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139095.794432:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139095.794452:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f46f000/0x1f9f6ca451acace2 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3511b48 expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139095.794482:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f46f600/0x1f9f6ca451acacdb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511b41 expref: 93 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139095.794489:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139095.794490:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139095.794493:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f46f000/0x1f9f6ca451acace2 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511b48 expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139095.794524:0:9564:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f46f600/0x1f9f6ca451acacdb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511b41 expref: 93 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139095.794540:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f46f600/0x1f9f6ca451acacdb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511b41 expref: 93 pid: 9564 timeout: 821 lvb_type: 0 00000100:00100000:1.0:1746139095.794562:0:9564:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed1fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832063488:192.168.203.56@tcp:104: 00000100:00100000:1.0:1746139095.794680:0:9564:0:(client.c:2553:ptlrpc_set_wait()) set ffff880131166480 going to sleep for 11 seconds 00000100:00100000:1.0:1746139095.798754:0:9564:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ed1fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832063488:192.168.203.56@tcp:104: 00010000:00010000:1.0:1746139095.798796:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f46f000/0x1f9f6ca451acace2 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511b48 expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139095.798813:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f46f000, rc 0) 00000100:00100000:1.0:1746139095.799294:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ee7ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840159104:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4881us (5323us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139095.799303:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29491 00000100:00100000:0.0:1746139095.801842:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139095.805313:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007278b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+96:2008:x1830958840159232:12345-192.168.203.56@tcp:4:ldlm_bl.0 Request processed in 2914us (3471us total) trans 4294972033 rc 0/0 00000100:00100000:0.0:1746139095.805323:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2424 00002000:00100000:0.0:1746139095.806360:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff88007278b480 x1830958840159232/t4294972033(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:21/0 lens 496/448 e 0 to 0 dl 1746139106 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139095.806370:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007278b480 with x1830958840159232 ext(0->7) 00010000:00010000:0.0:1746139095.806380:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f46f600/0x1f9f6ca451acacdb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511b41 expref: 96 pid: 9564 timeout: 821 lvb_type: 0 00010000:00010000:0.0:1746139095.806395:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f46f600/0x1f9f6ca451acacdb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511b41 expref: 96 pid: 9564 timeout: 821 lvb_type: 0 00002000:00010000:0.0:1746139095.806401:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007278b480 00000100:00100000:0.0:1746139095.811928:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139095.818435:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840159616 00000100:00100000:0.0:1746139095.818441:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840159616 00002000:00100000:0.0:1746139095.818470:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880093492680 x1830958840159616/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:21/0 lens 488/0 e 0 to 0 dl 1746139106 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139095.818478:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093492680 with x1830958840159616 ext(0->4095) 00002000:00010000:0.0:1746139095.818482:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093492680 00000100:00100000:0.0:1746139095.818497:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13105 00000100:00100000:0.0:1746139095.818503:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093492680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840159616:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746139095.818603:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093492680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840159616:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 100us (434us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746139095.818609:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13105 00002000:00100000:0.0:1746139095.818613:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880093492680 x1830958840159616/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:21/0 lens 488/4536 e 0 to 0 dl 1746139106 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139095.818635:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093492680 with x1830958840159616 ext(0->4095) 00002000:00010000:0.0:1746139095.818638:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093492680 00000100:00100000:0.0:1746139095.819189:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139095.819445:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840159744 00000100:00100000:1.0:1746139095.819449:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840159744 00000100:00100000:1.0:1746139095.819850:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29492 00000100:00100000:1.0:1746139095.819857:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072789c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+95:1800:x1830958840159744:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139095.819865:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139095.820075:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f46e000/0x1f9f6ca451acace9 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3511b4f expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139095.820100:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f46f000/0x1f9f6ca451acace2 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511b48 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139095.820111:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139095.820112:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139095.820116:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f46e000/0x1f9f6ca451acace9 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511b4f expref: 96 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139095.820138:0:9564:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f46f000/0x1f9f6ca451acace2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511b48 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139095.820149:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f46f000/0x1f9f6ca451acace2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511b48 expref: 5 pid: 9564 timeout: 821 lvb_type: 0 00000100:00100000:1.0:1746139095.820158:0:9564:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed1fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832063744:192.168.203.56@tcp:104: 00000100:00100000:1.0:1746139095.820215:0:9564:0:(client.c:2553:ptlrpc_set_wait()) set ffff880131166480 going to sleep for 11 seconds 00000100:00100000:0.0:1746139095.820993:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139095.823897:0:9564:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ed1fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832063744:192.168.203.56@tcp:104: 00010000:00010000:1.0:1746139095.823919:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f46e000/0x1f9f6ca451acace9 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511b4f expref: 97 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139095.823931:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f46e000, rc 0) 00000100:00100000:1.0:1746139095.823960:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072789c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+97:1800:x1830958840159744:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4102us (4770us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139095.823966:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29492 00000100:00100000:0.0:1746139095.826537:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139095.830891:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139095.835959:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139095.839444:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139095.839933:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840160640 00000100:00100000:1.0:1746139095.839938:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840160640 00002000:00100000:1.0:1746139095.839965:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009f2d3b80 x1830958840160640/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:21/0 lens 488/0 e 0 to 0 dl 1746139106 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139095.839979:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f2d3b80 with x1830958840160640 ext(0->4095) 00002000:00010000:1.0:1746139095.839982:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f2d3b80 00000100:00100000:1.0:1746139095.839994:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13106 00000100:00100000:1.0:1746139095.839998:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f2d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+96:2010:x1830958840160640:12345-192.168.203.56@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746139095.840079:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f2d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+96:2010:x1830958840160640:12345-192.168.203.56@tcp:3:ptlrpcd_01_01.0 Request processed in 81us (642us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139095.840084:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13106 00002000:00100000:1.0:1746139095.840088:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009f2d3b80 x1830958840160640/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:21/0 lens 488/4536 e 0 to 0 dl 1746139106 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139095.840094:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f2d3b80 with x1830958840160640 ext(0->4095) 00002000:00010000:1.0:1746139095.840096:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f2d3b80 00000100:00100000:0.0:1746139095.842972:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139095.843172:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840160768 00000100:00100000:1.0:1746139095.843180:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840160768 00000100:00100000:1.0:1746139095.843224:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29494 00000100:00100000:1.0:1746139095.843232:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f2d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840160768:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139095.843249:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139095.843263:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f46e600/0x1f9f6ca451acacf7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3511b5d expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139095.843287:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008763dc00/0x1f9f6ca451acacf0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511b56 expref: 95 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139095.843294:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139095.843296:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139095.843299:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f46e600/0x1f9f6ca451acacf7 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511b5d expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139095.843325:0:9564:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008763dc00/0x1f9f6ca451acacf0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511b56 expref: 95 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139095.843335:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008763dc00/0x1f9f6ca451acacf0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511b56 expref: 95 pid: 18644 timeout: 821 lvb_type: 0 00000100:00100000:1.0:1746139095.843344:0:9564:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed1fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832064256:192.168.203.56@tcp:104: 00000100:00100000:1.0:1746139095.843426:0:9564:0:(client.c:2553:ptlrpc_set_wait()) set ffff880131166480 going to sleep for 11 seconds 00000100:00100000:1.0:1746139095.847501:0:9564:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ed1fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832064256:192.168.203.56@tcp:104: 00010000:00010000:1.0:1746139095.847530:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f46e600/0x1f9f6ca451acacf7 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511b5d expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139095.847553:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f46e600, rc 0) 00000100:00100000:1.0:1746139095.847604:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f2d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840160768:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4371us (4639us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139095.847612:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29494 00000100:00100000:0.0:1746139095.848053:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139095.854133:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139095.854535:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139095.854644:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840161280 00000100:00100000:1.0:1746139095.854651:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840161280 00000100:00100000:1.0:1746139095.854691:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29495 00000100:00100000:1.0:1746139095.854697:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bbe3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+95:1800:x1830958840161280:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139095.854713:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139095.854729:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f46fc00/0x1f9f6ca451acacfe lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3511b64 expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139095.854758:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f46e600/0x1f9f6ca451acacf7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511b5d expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139095.854763:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139095.854765:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139095.854767:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f46fc00/0x1f9f6ca451acacfe lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511b64 expref: 96 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139095.854794:0:9564:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f46e600/0x1f9f6ca451acacf7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511b5d expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139095.854804:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f46e600/0x1f9f6ca451acacf7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511b5d expref: 5 pid: 9564 timeout: 821 lvb_type: 0 00000100:00100000:1.0:1746139095.854815:0:9564:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed1fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832064512:192.168.203.56@tcp:104: 00000100:00100000:1.0:1746139095.854887:0:9564:0:(client.c:2553:ptlrpc_set_wait()) set ffff880131166480 going to sleep for 11 seconds 00000100:00100000:1.0:1746139095.858006:0:9564:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ed1fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832064512:192.168.203.56@tcp:104: 00010000:00010000:1.0:1746139095.858032:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f46fc00/0x1f9f6ca451acacfe lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511b64 expref: 96 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139095.858044:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f46fc00, rc 0) 00000100:00100000:1.0:1746139095.858077:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bbe3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+96:1800:x1830958840161280:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3380us (3948us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139095.858085:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29495 00000100:00100000:0.0:1746139095.861061:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139095.861476:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840161408 00000100:00100000:1.0:1746139095.861484:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840161408 00000100:00100000:1.0:1746139095.861520:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29496 00000100:00100000:1.0:1746139095.861527:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ff6e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+96:1814:x1830958840161408:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139095.861542:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139095.861567:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f46e400/0x1f9f6ca451acad05 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3511b6b expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139095.861587:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139095.861592:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f46fc00/0x1f9f6ca451acacfe lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511b64 expref: 97 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139095.861597:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139095.861600:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f46e400/0x1f9f6ca451acad05 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511b6b expref: 97 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139095.861657:0:9564:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f46fc00/0x1f9f6ca451acacfe lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511b64 expref: 97 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139095.861668:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f46e400/0x1f9f6ca451acad05 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511b6b expref: 97 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139095.861676:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f46e400, rc 0) 00000100:00100000:1.0:1746139095.862384:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ff6e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+97:1814:x1830958840161408:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 856us (1329us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139095.862391:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29496 00000100:00100000:0.0:1746139095.866421:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139095.870393:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139095.874828:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139095.875278:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840162176 00000100:00100000:1.0:1746139095.875283:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840162176 00002000:00100000:1.0:1746139095.875315:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88012bbe3100 x1830958840162176/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:21/0 lens 488/0 e 0 to 0 dl 1746139106 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139095.875327:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bbe3100 with x1830958840162176 ext(0->4095) 00002000:00010000:1.0:1746139095.875331:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bbe3100 00000100:00100000:1.0:1746139095.875356:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13107 00000100:00100000:1.0:1746139095.875362:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bbe3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+96:2008:x1830958840162176:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746139095.875459:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bbe3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+96:2008:x1830958840162176:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 97us (638us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139095.875464:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13107 00002000:00100000:1.0:1746139095.875469:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88012bbe3100 x1830958840162176/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:21/0 lens 488/4536 e 0 to 0 dl 1746139106 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139095.875476:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bbe3100 with x1830958840162176 ext(0->4095) 00002000:00010000:1.0:1746139095.875478:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bbe3100 00000100:00100000:1.0:1746139095.879137:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840162304 00000100:00100000:1.0:1746139095.879143:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840162304 00000100:00100000:1.0:1746139095.879191:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29497 00000100:00100000:1.0:1746139095.879199:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbaed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840162304:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139095.879216:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139095.879666:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f46fa00/0x1f9f6ca451acad0c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3511b72 expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139095.879694:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f46e400/0x1f9f6ca451acad05 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511b6b expref: 95 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139095.879701:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139095.879702:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139095.879706:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f46fa00/0x1f9f6ca451acad0c lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511b72 expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139095.879730:0:9564:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f46e400/0x1f9f6ca451acad05 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511b6b expref: 95 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139095.879741:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f46e400/0x1f9f6ca451acad05 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511b6b expref: 95 pid: 9564 timeout: 821 lvb_type: 0 00000100:00100000:1.0:1746139095.879751:0:9564:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed1ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832065024:192.168.203.56@tcp:104: 00000100:00100000:1.0:1746139095.879839:0:9564:0:(client.c:2553:ptlrpc_set_wait()) set ffff880131166cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746139095.883356:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00010000:00010000:1.0:1746139095.883927:0:9564:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f46e400/0x1f9f6ca451acad05 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511b6b expref: 96 pid: 9564 timeout: 821 lvb_type: 0 00000100:00100000:1.0:1746139095.883953:0:9564:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ed1ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832065024:192.168.203.56@tcp:104: 00010000:00010000:1.0:1746139095.883972:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f46fa00/0x1f9f6ca451acad0c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511b72 expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139095.883980:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f46fa00, rc 0) 00000100:00100000:1.0:1746139095.884001:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbaed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840162304:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4804us (5184us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139095.884008:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29497 00000100:00100000:0.0:1746139095.889339:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139095.889427:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139095.890405:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840162560 00000100:00100000:1.0:1746139095.890408:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840162560 00000100:00100000:1.0:1746139095.890803:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29498 00000100:00100000:1.0:1746139095.890809:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013107ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+96:1800:x1830958840162560:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139095.890822:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139095.890834:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f46e600/0x1f9f6ca451acad13 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3511b79 expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139095.890855:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f46fa00/0x1f9f6ca451acad0c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511b72 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139095.890862:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139095.890864:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139095.890867:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f46e600/0x1f9f6ca451acad13 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511b79 expref: 97 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139095.890889:0:9564:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f46fa00/0x1f9f6ca451acad0c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511b72 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139095.890899:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f46fa00/0x1f9f6ca451acad0c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511b72 expref: 5 pid: 9564 timeout: 821 lvb_type: 0 00000100:00100000:1.0:1746139095.890908:0:9564:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed1ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832065280:192.168.203.56@tcp:104: 00000100:00100000:1.0:1746139095.891505:0:9564:0:(client.c:2553:ptlrpc_set_wait()) set ffff880131166cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746139095.893508:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139095.895347:0:9564:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ed1ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832065280:192.168.203.56@tcp:104: 00010000:00010000:1.0:1746139095.895372:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f46e600/0x1f9f6ca451acad13 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511b79 expref: 97 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139095.895384:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f46e600, rc 0) 00000100:00100000:1.0:1746139095.895411:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013107ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+97:1800:x1830958840162560:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4602us (6079us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139095.895420:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29498 00000100:00100000:0.0:1746139095.897836:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139095.900662:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139095.904690:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139095.908911:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139095.908970:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840163712 00000100:00100000:1.0:1746139095.908978:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840163712 00002000:00100000:1.0:1746139095.909009:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009ba6dc00 x1830958840163712/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:21/0 lens 488/0 e 0 to 0 dl 1746139106 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139095.909017:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba6dc00 with x1830958840163712 ext(0->4095) 00002000:00010000:1.0:1746139095.909021:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ba6dc00 00000100:00100000:1.0:1746139095.909136:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13109 00000100:00100000:1.0:1746139095.909144:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba6dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+96:2008:x1830958840163712:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746139095.909259:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba6dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+96:2008:x1830958840163712:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 115us (348us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139095.909265:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13109 00002000:00100000:1.0:1746139095.909270:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009ba6dc00 x1830958840163712/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:21/0 lens 488/4536 e 0 to 0 dl 1746139106 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139095.909277:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba6dc00 with x1830958840163712 ext(0->4095) 00002000:00010000:1.0:1746139095.909280:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ba6dc00 00000100:00100000:0.0:1746139095.911712:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139095.911790:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840163840 00000100:00100000:1.0:1746139095.911797:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840163840 00000100:00100000:1.0:1746139095.912459:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29500 00000100:00100000:1.0:1746139095.912468:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072507800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840163840:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139095.912482:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139095.912497:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f46fc00/0x1f9f6ca451acad21 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3511b87 expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139095.912525:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008763c600/0x1f9f6ca451acad1a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511b80 expref: 95 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139095.912531:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139095.912533:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139095.912536:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f46fc00/0x1f9f6ca451acad21 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511b87 expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139095.912570:0:9564:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008763c600/0x1f9f6ca451acad1a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511b80 expref: 95 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139095.912581:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008763c600/0x1f9f6ca451acad1a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511b80 expref: 95 pid: 24929 timeout: 821 lvb_type: 0 00000100:00100000:1.0:1746139095.912591:0:9564:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed1ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832065792:192.168.203.56@tcp:104: 00000100:00100000:1.0:1746139095.913011:0:9564:0:(client.c:2553:ptlrpc_set_wait()) set ffff880131166e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746139095.916043:0:9564:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ed1ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832065792:192.168.203.56@tcp:104: 00010000:00010000:1.0:1746139095.916070:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f46fc00/0x1f9f6ca451acad21 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511b87 expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139095.916085:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f46fc00, rc 0) 00000100:00100000:1.0:1746139095.916125:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072507800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840163840:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3659us (4419us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139095.916132:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29500 00000100:00100000:0.0:1746139095.916856:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139095.922177:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139095.922476:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840164096 00000100:00100000:1.0:1746139095.922482:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840164096 00000100:00100000:1.0:1746139095.922520:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29501 00000100:00100000:1.0:1746139095.922527:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072504380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+95:1800:x1830958840164096:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139095.922540:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139095.922562:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f46e000/0x1f9f6ca451acad28 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3511b8e expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139095.922584:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f46fc00/0x1f9f6ca451acad21 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511b87 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139095.922590:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139095.922591:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139095.922594:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f46e000/0x1f9f6ca451acad28 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511b8e expref: 96 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139095.922642:0:9564:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f46fc00/0x1f9f6ca451acad21 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511b87 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139095.922652:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f46fc00/0x1f9f6ca451acad21 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511b87 expref: 5 pid: 9564 timeout: 821 lvb_type: 0 00000100:00100000:1.0:1746139095.922662:0:9564:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed1ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832066048:192.168.203.56@tcp:104: 00000100:00100000:1.0:1746139095.922705:0:9564:0:(client.c:2553:ptlrpc_set_wait()) set ffff880131166e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746139095.923678:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139095.925720:0:9564:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ed1ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832066048:192.168.203.56@tcp:104: 00010000:00010000:1.0:1746139095.925749:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f46e000/0x1f9f6ca451acad28 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511b8e expref: 96 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139095.925765:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f46e000, rc 0) 00000100:00100000:1.0:1746139095.926320:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072504380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+96:1800:x1830958840164096:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3790us (4148us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139095.926327:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29501 00000100:00100000:0.0:1746139095.928928:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139095.929009:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139095.929172:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840164480 00000100:00100000:1.0:1746139095.929179:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840164480 00000100:00100000:1.0:1746139095.929223:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29502 00000100:00100000:1.0:1746139095.929230:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072506d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+96:1814:x1830958840164480:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139095.929245:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139095.929260:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f46fa00/0x1f9f6ca451acad2f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3511b95 expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139095.929281:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139095.929286:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f46e000/0x1f9f6ca451acad28 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511b8e expref: 97 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139095.929291:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139095.929294:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f46fa00/0x1f9f6ca451acad2f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511b95 expref: 97 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139095.929326:0:9564:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f46e000/0x1f9f6ca451acad28 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511b8e expref: 97 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139095.929336:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f46fa00/0x1f9f6ca451acad2f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511b95 expref: 97 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139095.929348:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f46fa00, rc 0) 00000100:00100000:1.0:1746139095.929381:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072506d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+97:1814:x1830958840164480:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 151us (460us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139095.929386:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29502 00000100:00100000:0.0:1746139095.932923:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139095.933078:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840164864 00000100:00100000:1.0:1746139095.933083:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840164864 00002000:00100000:1.0:1746139095.933108:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880072505880 x1830958840164864/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:21/0 lens 488/0 e 0 to 0 dl 1746139106 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139095.933116:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072505880 with x1830958840164864 ext(0->4095) 00010000:00010000:1.0:1746139095.933123:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f46e000/0x1f9f6ca451acad28 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511b8e expref: 97 pid: 9564 timeout: 821 lvb_type: 0 00010000:00010000:1.0:1746139095.933134:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f46e000/0x1f9f6ca451acad28 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511b8e expref: 97 pid: 9564 timeout: 821 lvb_type: 0 00002000:00010000:1.0:1746139095.933139:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072505880 00000100:00100000:1.0:1746139095.933165:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2430 00000100:00100000:1.0:1746139095.933171:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072505880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+97:2008:x1830958840164864:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746139095.933334:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072505880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+97:2008:x1830958840164864:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 162us (410us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139095.933340:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2430 00002000:00100000:1.0:1746139095.933348:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880072505880 x1830958840164864/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:21/0 lens 488/4536 e 0 to 0 dl 1746139106 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139095.933360:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072505880 with x1830958840164864 ext(0->4095) 00010000:00010000:1.0:1746139095.933365:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f46e000/0x1f9f6ca451acad28 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511b8e expref: 97 pid: 9564 timeout: 821 lvb_type: 0 00010000:00010000:1.0:1746139095.933373:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f46e000/0x1f9f6ca451acad28 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511b8e expref: 97 pid: 9564 timeout: 821 lvb_type: 0 00002000:00010000:1.0:1746139095.933459:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072505880 00000100:00100000:0.0:1746139095.935220:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139095.937972:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139095.942111:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139095.946125:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139095.949714:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139095.950270:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139095.953585:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139095.955119:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139095.960763:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139095.963886:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139095.971035:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139095.975271:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139095.978972:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139095.980572:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139095.986989:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139095.993028:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139095.995844:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139096.003821:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00080000:0.0:1746139096.004102:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746139096.006929:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139096.007014:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840168064 00000100:00100000:1.0:1746139096.007020:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840168064 00002000:00100000:1.0:1746139096.007062:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff8800a5d81500 x1830958840168064/t0(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:22/0 lens 496/0 e 0 to 0 dl 1746139107 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139096.007070:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5d81500 with x1830958840168064 ext(0->7) 00010000:00010000:1.0:1746139096.007077:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9c600/0x1f9f6ca451acad52 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511bb8 expref: 96 pid: 24929 timeout: 821 lvb_type: 0 00010000:00010000:1.0:1746139096.007088:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9c600/0x1f9f6ca451acad52 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511bb8 expref: 96 pid: 24929 timeout: 821 lvb_type: 0 00002000:00010000:1.0:1746139096.007094:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a5d81500 00000100:00100000:1.0:1746139096.007126:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2434 00000100:00100000:1.0:1746139096.007132:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5d81500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+96:2008:x1830958840168064:12345-192.168.203.56@tcp:4:ldlm_bl.0 00000100:00080000:0.0:1746139096.007479:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746139096.009067:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5d81500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+98:2008:x1830958840168064:12345-192.168.203.56@tcp:4:ldlm_bl.0 Request processed in 1931us (2140us total) trans 4294972034 rc 0/0 00000100:00100000:0.0:1746139096.009075:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2434 00002000:00100000:0.0:1746139096.009082:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff8800a5d81500 x1830958840168064/t4294972034(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:22/0 lens 496/448 e 0 to 0 dl 1746139107 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139096.009095:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5d81500 with x1830958840168064 ext(0->7) 00010000:00010000:0.0:1746139096.009100:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9c600/0x1f9f6ca451acad52 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511bb8 expref: 98 pid: 24929 timeout: 821 lvb_type: 0 00010000:00010000:0.0:1746139096.009112:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9c600/0x1f9f6ca451acad52 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511bb8 expref: 98 pid: 24929 timeout: 821 lvb_type: 0 00002000:00010000:0.0:1746139096.009118:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a5d81500 00000100:00100000:0.0:1746139096.011560:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139096.022738:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139096.027704:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840168576 00000100:00100000:0.0:1746139096.027710:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840168576 00002000:00100000:0.0:1746139096.027740:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c851880 x1830958840168576/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:22/0 lens 488/0 e 0 to 0 dl 1746139107 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139096.027749:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c851880 with x1830958840168576 ext(0->4095) 00010000:00010000:0.0:1746139096.027755:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008763de00/0x1f9f6ca451acad59 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511bbf expref: 6 pid: 24929 timeout: 821 lvb_type: 0 00010000:00010000:0.0:1746139096.027766:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008763de00/0x1f9f6ca451acad59 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511bbf expref: 6 pid: 24929 timeout: 821 lvb_type: 0 00002000:00010000:0.0:1746139096.027772:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c851880 00000100:00100000:0.0:1746139096.028005:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2435 00000100:00100000:0.0:1746139096.028012:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c851880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2010:x1830958840168576:12345-192.168.203.56@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746139096.028677:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c851880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2010:x1830958840168576:12345-192.168.203.56@tcp:3:ptlrpcd_01_01.0 Request processed in 664us (1105us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746139096.028683:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2435 00002000:00100000:0.0:1746139096.028688:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c851880 x1830958840168576/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:22/0 lens 488/4536 e 0 to 0 dl 1746139107 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139096.028695:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c851880 with x1830958840168576 ext(0->4095) 00010000:00010000:0.0:1746139096.028700:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008763de00/0x1f9f6ca451acad59 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511bbf expref: 6 pid: 24929 timeout: 821 lvb_type: 0 00010000:00010000:0.0:1746139096.028708:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008763de00/0x1f9f6ca451acad59 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511bbf expref: 6 pid: 24929 timeout: 821 lvb_type: 0 00002000:00010000:0.0:1746139096.028714:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c851880 00000100:00100000:0.0:1746139096.032312:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139096.038888:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139096.039374:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840168960 00000100:00100000:0.0:1746139096.039380:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840168960 00002000:00100000:0.0:1746139096.039409:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009ed1c380 x1830958840168960/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:22/0 lens 488/0 e 0 to 0 dl 1746139107 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139096.039417:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ed1c380 with x1830958840168960 ext(0->4095) 00002000:00010000:0.0:1746139096.039421:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ed1c380 00000100:00100000:0.0:1746139096.039435:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13113 00000100:00100000:0.0:1746139096.039442:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed1c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+98:2008:x1830958840168960:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746139096.039532:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed1c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+98:2008:x1830958840168960:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 91us (650us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746139096.039538:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13113 00002000:00100000:0.0:1746139096.039553:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009ed1c380 x1830958840168960/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:22/0 lens 488/4536 e 0 to 0 dl 1746139107 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139096.039560:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ed1c380 with x1830958840168960 ext(0->4095) 00002000:00010000:0.0:1746139096.039562:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ed1c380 00000100:00100000:0.0:1746139096.043053:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139096.052590:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139096.056395:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800874d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+100:2008:x1830958840169216:12345-192.168.203.56@tcp:4:ldlm_bl.0 Request processed in 3624us (3804us total) trans 4294972035 rc 0/0 00000100:00100000:0.0:1746139096.056410:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2436 00002000:00100000:0.0:1746139096.056419:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff8800874d1f80 x1830958840169216/t4294972035(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:22/0 lens 496/448 e 0 to 0 dl 1746139107 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139096.056427:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800874d1f80 with x1830958840169216 ext(0->7) 00010000:00010000:0.0:1746139096.056435:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008763c200/0x1f9f6ca451acad60 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511bc6 expref: 100 pid: 24929 timeout: 821 lvb_type: 0 00010000:00010000:0.0:1746139096.056448:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008763c200/0x1f9f6ca451acad60 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511bc6 expref: 100 pid: 24929 timeout: 821 lvb_type: 0 00002000:00010000:0.0:1746139096.056454:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800874d1f80 00000100:00100000:0.0:1746139096.059999:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139096.062258:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139096.066748:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139096.072506:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139096.077898:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139096.077999:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840170112 00000100:00100000:1.0:1746139096.078006:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840170112 00002000:00100000:1.0:1746139096.078040:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880131497800 x1830958840170112/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:22/0 lens 488/0 e 0 to 0 dl 1746139107 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139096.078048:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131497800 with x1830958840170112 ext(0->4095) 00002000:00010000:1.0:1746139096.078053:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131497800 00000100:00100000:1.0:1746139096.078707:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13114 00000100:00100000:1.0:1746139096.078714:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131497800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+100:2007:x1830958840170112:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746139096.078797:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131497800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+100:2007:x1830958840170112:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 85us (907us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139096.078802:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13114 00002000:00100000:1.0:1746139096.078806:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880131497800 x1830958840170112/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:22/0 lens 488/4536 e 0 to 0 dl 1746139107 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139096.078812:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131497800 with x1830958840170112 ext(0->4095) 00002000:00010000:1.0:1746139096.078815:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131497800 00000100:00100000:1.0:1746139096.081211:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840170240 00000100:00100000:1.0:1746139096.081217:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840170240 00000100:00100000:1.0:1746139096.081355:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29512 00000100:00100000:1.0:1746139096.081361:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840170240:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139096.081373:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139096.081386:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f46fa00/0x1f9f6ca451acad75 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3511bdb expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139096.081404:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008763c800/0x1f9f6ca451acad6e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511bd4 expref: 99 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139096.081414:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139096.081416:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139096.081419:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f46fa00/0x1f9f6ca451acad75 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511bdb expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139096.081441:0:9564:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008763c800/0x1f9f6ca451acad6e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511bd4 expref: 99 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139096.081451:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008763c800/0x1f9f6ca451acad6e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511bd4 expref: 99 pid: 24929 timeout: 821 lvb_type: 0 00000100:00100000:1.0:1746139096.081461:0:9564:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed1fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832068864:192.168.203.56@tcp:104: 00000100:00100000:1.0:1746139096.081991:0:9564:0:(client.c:2553:ptlrpc_set_wait()) set ffff880131166300 going to sleep for 11 seconds 00000100:00100000:1.0:1746139096.084404:0:9564:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ed1fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832068864:192.168.203.56@tcp:104: 00010000:00010000:1.0:1746139096.084427:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f46fa00/0x1f9f6ca451acad75 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511bdb expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139096.084440:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f46fa00, rc 0) 00000100:00100000:1.0:1746139096.085019:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840170240:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3655us (3876us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139096.085027:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29512 00000100:00100000:0.0:1746139096.085996:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139096.089137:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139096.089207:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139096.089263:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840170752 00000100:00100000:1.0:1746139096.089270:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840170752 00000100:00100000:1.0:1746139096.089301:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29513 00000100:00100000:1.0:1746139096.089306:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c0cd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+100:1800:x1830958840170752:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139096.089320:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139096.089332:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f46fc00/0x1f9f6ca451acad7c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3511be2 expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139096.089357:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f46fa00/0x1f9f6ca451acad75 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511bdb expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139096.089363:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139096.089365:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139096.089368:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f46fc00/0x1f9f6ca451acad7c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511be2 expref: 101 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139096.089390:0:9564:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f46fa00/0x1f9f6ca451acad75 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511bdb expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139096.089399:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f46fa00/0x1f9f6ca451acad75 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511bdb expref: 5 pid: 9564 timeout: 821 lvb_type: 0 00000100:00100000:1.0:1746139096.089408:0:9564:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed1fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832069120:192.168.203.56@tcp:104: 00000100:00100000:1.0:1746139096.089475:0:9564:0:(client.c:2553:ptlrpc_set_wait()) set ffff880131166300 going to sleep for 11 seconds 00000100:00100000:1.0:1746139096.093806:0:9564:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ed1fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832069120:192.168.203.56@tcp:104: 00010000:00010000:1.0:1746139096.093822:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f46fc00/0x1f9f6ca451acad7c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511be2 expref: 102 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139096.093831:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f46fc00, rc 0) 00000100:00100000:1.0:1746139096.093848:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c0cd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+101:1800:x1830958840170752:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4542us (4641us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139096.093856:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29513 00000100:00100000:0.0:1746139096.096710:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139096.102551:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139096.107610:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139096.111451:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139096.111666:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840171648 00000100:00100000:1.0:1746139096.111672:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840171648 00002000:00100000:1.0:1746139096.111704:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880072c1b100 x1830958840171648/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:22/0 lens 488/0 e 0 to 0 dl 1746139107 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139096.111712:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072c1b100 with x1830958840171648 ext(0->4095) 00002000:00010000:1.0:1746139096.111716:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072c1b100 00000100:00100000:1.0:1746139096.111812:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13115 00000100:00100000:1.0:1746139096.111818:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072c1b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+101:2007:x1830958840171648:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746139096.112072:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072c1b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+100:2007:x1830958840171648:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 253us (621us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139096.112078:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13115 00002000:00100000:1.0:1746139096.112083:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880072c1b100 x1830958840171648/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:22/0 lens 488/4536 e 0 to 0 dl 1746139107 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139096.112090:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072c1b100 with x1830958840171648 ext(0->4095) 00002000:00010000:1.0:1746139096.112092:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072c1b100 00000100:00100000:1.0:1746139096.116122:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840171776 00000100:00100000:1.0:1746139096.116130:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840171776 00000100:00100000:1.0:1746139096.116873:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29515 00000100:00100000:1.0:1746139096.116881:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840171776:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139096.116896:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139096.116909:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f46e000/0x1f9f6ca451acad8a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3511bf0 expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139096.116939:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f035400/0x1f9f6ca451acad83 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511be9 expref: 99 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139096.116945:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139096.116946:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139096.116949:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f46e000/0x1f9f6ca451acad8a lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511bf0 expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139096.116970:0:9564:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f035400/0x1f9f6ca451acad83 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511be9 expref: 99 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139096.116979:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f035400/0x1f9f6ca451acad83 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511be9 expref: 99 pid: 24929 timeout: 821 lvb_type: 0 00000100:00100000:1.0:1746139096.116989:0:9564:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed1fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832069632:192.168.203.56@tcp:104: 00000100:00100000:1.0:1746139096.117348:0:9564:0:(client.c:2553:ptlrpc_set_wait()) set ffff880131166b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746139096.123690:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139096.123874:0:9564:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ed1fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832069632:192.168.203.56@tcp:104: 00010000:00010000:1.0:1746139096.123897:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f46e000/0x1f9f6ca451acad8a lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511bf0 expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139096.123910:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f46e000, rc 0) 00000100:00100000:1.0:1746139096.123959:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840171776:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7079us (7906us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139096.123966:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29515 00000100:00100000:0.0:1746139096.124019:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139096.124074:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840172032 00000100:00100000:0.0:1746139096.124077:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840172032 00000100:00100000:0.0:1746139096.124095:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29516 00000100:00100000:0.0:1746139096.124100:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072789c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+100:1800:x1830958840172032:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746139096.124111:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746139096.124121:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f573600/0x1f9f6ca451acad91 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3511bf7 expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139096.124148:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f46e000/0x1f9f6ca451acad8a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511bf0 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139096.124154:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139096.124155:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139096.124158:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f573600/0x1f9f6ca451acad91 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511bf7 expref: 101 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139096.124250:0:9564:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f46e000/0x1f9f6ca451acad8a lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511bf0 expref: 5 pid: 9564 timeout: 821 lvb_type: 0 00010000:00010000:0.0:1746139096.124257:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f46e000/0x1f9f6ca451acad8a lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511bf0 expref: 5 pid: 9564 timeout: 821 lvb_type: 0 00000100:00100000:0.0:1746139096.124268:0:9564:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072789500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832069888:192.168.203.56@tcp:104: 00000100:00100000:0.0:1746139096.124289:0:9564:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007fe37240 going to sleep for 11 seconds 00000100:00100000:0.0:1746139096.126709:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139096.126890:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840172288 00000100:00100000:1.0:1746139096.126896:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840172288 00002000:00100000:1.0:1746139096.126923:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880072789500 x1830958840172288/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:22/0 lens 488/0 e 0 to 0 dl 1746139107 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139096.126931:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072789500 with x1830958840172288 ext(0->4095) 00010000:00010000:1.0:1746139096.126937:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f46e000/0x1f9f6ca451acad8a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511bf0 expref: 6 pid: 9564 timeout: 821 lvb_type: 0 00010000:00010000:1.0:1746139096.126949:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f46e000/0x1f9f6ca451acad8a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511bf0 expref: 6 pid: 9564 timeout: 821 lvb_type: 0 00002000:00010000:1.0:1746139096.126955:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072789500 00000100:00100000:1.0:1746139096.126968:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2440 00000100:00100000:1.0:1746139096.126974:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072789500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840172288:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746139096.127084:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072789500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840172288:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 109us (374us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139096.127090:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2440 00002000:00100000:1.0:1746139096.127095:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880072789500 x1830958840172288/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:22/0 lens 488/4536 e 0 to 0 dl 1746139107 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139096.127102:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072789500 with x1830958840172288 ext(0->4095) 00010000:00010000:1.0:1746139096.127106:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f46e000/0x1f9f6ca451acad8a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511bf0 expref: 6 pid: 9564 timeout: 821 lvb_type: 0 00010000:00010000:1.0:1746139096.127115:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f46e000/0x1f9f6ca451acad8a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511bf0 expref: 6 pid: 9564 timeout: 821 lvb_type: 0 00002000:00010000:1.0:1746139096.127120:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072789500 00000100:00100000:0.0:1746139096.129651:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139096.132420:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139096.132738:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840172672 00000100:00100000:1.0:1746139096.132743:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840172672 00002000:00100000:1.0:1746139096.132772:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009f17aa00 x1830958840172672/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:22/0 lens 488/0 e 0 to 0 dl 1746139107 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139096.132780:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f17aa00 with x1830958840172672 ext(0->4095) 00002000:00010000:1.0:1746139096.132784:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f17aa00 00000100:00100000:1.0:1746139096.132796:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13116 00000100:00100000:1.0:1746139096.132801:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f17aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+100:2007:x1830958840172672:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746139096.133052:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f17aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+100:2007:x1830958840172672:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 249us (632us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139096.133057:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13116 00002000:00100000:1.0:1746139096.133062:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009f17aa00 x1830958840172672/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:22/0 lens 488/4536 e 0 to 0 dl 1746139107 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139096.133068:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f17aa00 with x1830958840172672 ext(0->4095) 00002000:00010000:1.0:1746139096.133071:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f17aa00 00000100:00100000:0.0:1746139096.136333:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139096.143910:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139096.145448:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f179f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+102:2008:x1830958840172928:12345-192.168.203.56@tcp:4:ldlm_bl.0 Request processed in 1385us (1536us total) trans 4294972036 rc 0/0 00000100:00100000:0.0:1746139096.145455:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2441 00002000:00100000:0.0:1746139096.145461:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff88009f179f80 x1830958840172928/t4294972036(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:22/0 lens 496/448 e 0 to 0 dl 1746139107 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139096.145468:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f179f80 with x1830958840172928 ext(0->7) 00010000:00010000:0.0:1746139096.145473:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f573600/0x1f9f6ca451acad91 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511bf7 expref: 102 pid: 9564 timeout: 821 lvb_type: 0 00010000:00010000:0.0:1746139096.145483:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f573600/0x1f9f6ca451acad91 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511bf7 expref: 102 pid: 9564 timeout: 821 lvb_type: 0 00002000:00010000:0.0:1746139096.145489:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f179f80 00000100:00100000:0.0:1746139096.153107:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139096.154044:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139096.156318:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139096.156484:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840173440 00000100:00100000:1.0:1746139096.156490:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840173440 00002000:00100000:1.0:1746139096.156518:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8801314bf100 x1830958840173440/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:22/0 lens 488/0 e 0 to 0 dl 1746139107 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139096.156526:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801314bf100 with x1830958840173440 ext(0->4095) 00002000:00010000:1.0:1746139096.156529:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801314bf100 00000100:00100000:1.0:1746139096.156553:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13117 00000100:00100000:1.0:1746139096.156560:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801314bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840173440:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746139096.156675:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801314bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840173440:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 116us (358us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139096.156681:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13117 00002000:00100000:1.0:1746139096.156686:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8801314bf100 x1830958840173440/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:22/0 lens 488/4536 e 0 to 0 dl 1746139107 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139096.156692:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801314bf100 with x1830958840173440 ext(0->4095) 00002000:00010000:1.0:1746139096.156695:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801314bf100 00000100:00100000:0.0:1746139096.159806:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139096.159837:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139096.166145:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139096.169995:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139096.174439:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cbaf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832070784:192.168.203.56@tcp:105: 00010000:00010000:0.0:1746139096.174457:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746139096.174492:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f559880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+102:2010:x1830958840174080:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 4241us (4505us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139096.174501:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16833 00000100:00100000:1.0:1746139096.174578:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840174336 00000100:00100000:1.0:1746139096.174583:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840174336 00002000:00100000:1.0:1746139096.174612:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009cbadc00 x1830958840174336/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:22/0 lens 488/0 e 0 to 0 dl 1746139107 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139096.174642:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cbadc00 with x1830958840174336 ext(0->4095) 00002000:00010000:1.0:1746139096.174646:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cbadc00 00000100:00100000:1.0:1746139096.175021:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13118 00000100:00100000:1.0:1746139096.175028:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbadc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+102:2007:x1830958840174336:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746139096.175506:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbadc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+102:2007:x1830958840174336:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 477us (1143us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139096.175512:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13118 00002000:00100000:1.0:1746139096.175517:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009cbadc00 x1830958840174336/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:22/0 lens 488/4536 e 0 to 0 dl 1746139107 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139096.175524:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cbadc00 with x1830958840174336 ext(0->4095) 00002000:00010000:1.0:1746139096.175527:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cbadc00 00000100:00100000:0.0:1746139096.178176:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139096.183982:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139096.184051:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840174592 00000100:00100000:1.0:1746139096.184058:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840174592 00010000:00010000:1.0:1746139096.184085:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f034c00/0x1f9f6ca451acada6 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c0c expref: 102 pid: 9564 timeout: 821 lvb_type: 0 00000100:00100000:1.0:1746139096.184119:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16834 00000100:00100000:1.0:1746139096.184128:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f558000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+102:2008:x1830958840174592:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746139096.184140:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746139096.184157:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f034c00/0x1f9f6ca451acada6 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c0c expref: 102 pid: 9564 timeout: 821 lvb_type: 0 00010000:00010000:1.0:1746139096.184167:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f034c00/0x1f9f6ca451acada6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c0c expref: 102 pid: 9564 timeout: 821 lvb_type: 0 00010000:00010000:1.0:1746139096.184187:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139096.184189:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139096.184194:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f034200/0x1f9f6ca451acadad lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c13 expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139096.184201:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f034200/0x1f9f6ca451acadad lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c13 expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139096.184227:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f034200/0x1f9f6ca451acadad lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c13 expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746139096.184236:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed1fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832071040:192.168.203.56@tcp:105: 00000100:00100000:1.0:1746139096.184296:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff880131166cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746139096.184578:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f559f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840174464:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5266us (6409us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139096.184585:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29520 00000100:00100000:0.0:1746139096.185270:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139096.185312:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840174720 00000100:00100000:3.0:1746139096.185316:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840174720 00000100:00100000:3.0:1746139096.185333:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29521 00000100:00100000:3.0:1746139096.185338:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f559c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+102:1800:x1830958840174720:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746139096.185347:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139096.185355:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f035200/0x1f9f6ca451acadb4 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3511c1a expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139096.185369:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f034200/0x1f9f6ca451acadad lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c13 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139096.185374:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139096.185376:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139096.185378:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f035200/0x1f9f6ca451acadb4 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c1a expref: 103 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139096.185392:0:9564:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f034200/0x1f9f6ca451acadad lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c13 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139096.185402:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f034200/0x1f9f6ca451acadad lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c13 expref: 5 pid: 9564 timeout: 821 lvb_type: 0 00000100:00100000:3.0:1746139096.185409:0:9564:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c853480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832071168:192.168.203.56@tcp:104: 00000100:00100000:3.0:1746139096.185448:0:9564:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ff269c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746139096.190096:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ed1fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832071040:192.168.203.56@tcp:105: 00010000:00010000:1.0:1746139096.190115:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746139096.190151:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f558000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+103:2008:x1830958840174592:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 6026us (6175us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139096.190159:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16834 00000100:00100000:1.0:1746139096.190657:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840174976 00000100:00100000:1.0:1746139096.190663:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840174976 00002000:00100000:1.0:1746139096.190690:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009cbaf480 x1830958840174976/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:22/0 lens 488/0 e 0 to 0 dl 1746139107 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139096.190699:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cbaf480 with x1830958840174976 ext(0->4095) 00010000:00010000:1.0:1746139096.190705:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f034200/0x1f9f6ca451acadad lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c13 expref: 6 pid: 9564 timeout: 821 lvb_type: 0 00010000:00010000:1.0:1746139096.190717:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f034200/0x1f9f6ca451acadad lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c13 expref: 6 pid: 9564 timeout: 821 lvb_type: 0 00002000:00010000:1.0:1746139096.190723:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cbaf480 00000100:00100000:1.0:1746139096.190736:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2443 00000100:00100000:1.0:1746139096.190741:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbaf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840174976:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746139096.190838:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbaf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840174976:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 96us (336us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139096.190844:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2443 00002000:00100000:1.0:1746139096.190848:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009cbaf480 x1830958840174976/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:22/0 lens 488/4536 e 0 to 0 dl 1746139107 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139096.190854:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cbaf480 with x1830958840174976 ext(0->4095) 00010000:00010000:1.0:1746139096.190858:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f034200/0x1f9f6ca451acadad lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c13 expref: 6 pid: 9564 timeout: 821 lvb_type: 0 00010000:00010000:1.0:1746139096.190869:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f034200/0x1f9f6ca451acadad lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c13 expref: 6 pid: 9564 timeout: 821 lvb_type: 0 00002000:00010000:1.0:1746139096.190874:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cbaf480 00000100:00100000:3.0:1746139096.191079:0:9564:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c853480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832071168:192.168.203.56@tcp:104: 00010000:00010000:3.0:1746139096.191098:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f035200/0x1f9f6ca451acadb4 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c1a expref: 102 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139096.191107:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f035200, rc 0) 00000100:00100000:3.0:1746139096.191139:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f559c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+102:1800:x1830958840174720:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5800us (5869us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139096.191145:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29521 00000100:00100000:0.0:1746139096.194786:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139096.194873:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840175104 00000100:00100000:1.0:1746139096.194880:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840175104 00010000:00010000:1.0:1746139096.194908:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f034200/0x1f9f6ca451acadad lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c13 expref: 6 pid: 9564 timeout: 821 lvb_type: 0 00000100:00100000:1.0:1746139096.195185:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16835 00000100:00100000:1.0:1746139096.195193:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ee94380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2009:x1830958840175104:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746139096.195203:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746139096.195219:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f034200/0x1f9f6ca451acadad lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c13 expref: 6 pid: 9564 timeout: 821 lvb_type: 0 00010000:00010000:1.0:1746139096.195230:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f034200/0x1f9f6ca451acadad lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c13 expref: 6 pid: 9564 timeout: 821 lvb_type: 0 00010000:00010000:1.0:1746139096.195247:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f034200/0x1f9f6ca451acadad lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c13 expref: 6 pid: 9564 timeout: 821 lvb_type: 0 00010000:00010000:1.0:1746139096.195605:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139096.195607:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139096.195613:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f035200/0x1f9f6ca451acadb4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c1a expref: 101 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139096.195653:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f035200/0x1f9f6ca451acadb4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c1a expref: 101 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139096.195679:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f035200/0x1f9f6ca451acadb4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c1a expref: 101 pid: 9564 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746139096.195688:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed1fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832071296:192.168.203.56@tcp:105: 00000100:00100000:1.0:1746139096.195744:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff880131166480 going to sleep for 11 seconds 00000100:00100000:1.0:1746139096.197689:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ed1fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832071296:192.168.203.56@tcp:105: 00010000:00010000:1.0:1746139096.197704:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746139096.197745:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ee94380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2009:x1830958840175104:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 2551us (2963us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139096.197753:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16835 00000100:00100000:0.0:1746139096.198094:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139096.200490:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139096.200825:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840175488 00000100:00100000:3.0:1746139096.200830:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840175488 00000100:00100000:3.0:1746139096.200857:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29522 00000100:00100000:3.0:1746139096.200862:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bd84380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840175488:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746139096.200873:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139096.200886:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f035400/0x1f9f6ca451acadbb lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3511c21 expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139096.200906:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f035200/0x1f9f6ca451acadb4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c1a expref: 101 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139096.200912:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746139096.200913:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746139096.200915:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f035400/0x1f9f6ca451acadbb lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c21 expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139096.200936:0:9564:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f035200/0x1f9f6ca451acadb4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c1a expref: 101 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139096.200945:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f035200/0x1f9f6ca451acadb4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c1a expref: 101 pid: 9564 timeout: 821 lvb_type: 0 00000100:00100000:3.0:1746139096.200955:0:9564:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c853480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832071424:192.168.203.56@tcp:104: 00000100:00100000:3.0:1746139096.201024:0:9564:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ff269c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746139096.203718:0:9564:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c853480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832071424:192.168.203.56@tcp:104: 00010000:00010000:3.0:1746139096.203741:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f035400/0x1f9f6ca451acadbb lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c21 expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139096.203753:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f035400, rc 0) 00000100:00100000:3.0:1746139096.204399:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bd84380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840175488:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3534us (3910us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139096.204407:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29522 00000100:00100000:0.0:1746139096.204661:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139096.206103:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bd84700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+104:2008:x1830958840175616:12345-192.168.203.56@tcp:4:ldlm_bl.0 Request processed in 1101us (1439us total) trans 4294972037 rc 0/0 00000100:00100000:0.0:1746139096.206110:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2444 00002000:00100000:0.0:1746139096.206115:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff88009bd84700 x1830958840175616/t4294972037(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:22/0 lens 496/448 e 0 to 0 dl 1746139107 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139096.206122:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bd84700 with x1830958840175616 ext(0->7) 00010000:00010000:0.0:1746139096.206128:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f035200/0x1f9f6ca451acadb4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c1a expref: 104 pid: 9564 timeout: 821 lvb_type: 0 00010000:00010000:0.0:1746139096.206138:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f035200/0x1f9f6ca451acadb4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c1a expref: 104 pid: 9564 timeout: 821 lvb_type: 0 00002000:00010000:0.0:1746139096.206148:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bd84700 00000100:00100000:0.0:1746139096.213038:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139096.213138:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840175744 00000100:00100000:1.0:1746139096.213145:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840175744 00010000:00010000:1.0:1746139096.213175:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f035200/0x1f9f6ca451acadb4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c1a expref: 104 pid: 9564 timeout: 821 lvb_type: 0 00000100:00100000:1.0:1746139096.213207:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16836 00000100:00100000:1.0:1746139096.213214:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013770e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+104:2007:x1830958840175744:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746139096.213225:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746139096.213240:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f035200/0x1f9f6ca451acadb4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c1a expref: 104 pid: 9564 timeout: 821 lvb_type: 0 00010000:00010000:1.0:1746139096.213257:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f035200/0x1f9f6ca451acadb4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c1a expref: 104 pid: 9564 timeout: 821 lvb_type: 0 00010000:00010000:1.0:1746139096.213276:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f035200/0x1f9f6ca451acadb4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c1a expref: 104 pid: 9564 timeout: 821 lvb_type: 0 00010000:00010000:1.0:1746139096.213863:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139096.213865:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139096.213871:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f035400/0x1f9f6ca451acadbb lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c21 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139096.213880:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f035400/0x1f9f6ca451acadbb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c21 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139096.213908:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f035400/0x1f9f6ca451acadbb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c21 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746139096.213918:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed1fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832071552:192.168.203.56@tcp:105: 00000100:00100000:1.0:1746139096.213989:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff880131166480 going to sleep for 11 seconds 00000100:00100000:0.0:1746139096.218413:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139096.218691:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ed1fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832071552:192.168.203.56@tcp:105: 00010000:00010000:1.0:1746139096.218706:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746139096.219078:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013770e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+103:2007:x1830958840175744:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 5865us (6046us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139096.219084:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16836 00000100:00100000:0.0:1746139096.221010:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139096.221187:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840176128 00000100:00100000:3.0:1746139096.221194:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840176128 00000100:00100000:3.0:1746139096.221233:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29523 00000100:00100000:3.0:1746139096.221239:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bd84e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+103:1800:x1830958840176128:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746139096.221251:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139096.221264:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f035600/0x1f9f6ca451acadc2 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3511c28 expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139096.221284:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f035400/0x1f9f6ca451acadbb lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c21 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139096.221290:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139096.221292:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139096.221295:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f035600/0x1f9f6ca451acadc2 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c28 expref: 104 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139096.221323:0:9564:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f035400/0x1f9f6ca451acadbb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c21 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139096.221333:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f035400/0x1f9f6ca451acadbb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c21 expref: 5 pid: 9564 timeout: 821 lvb_type: 0 00000100:00100000:3.0:1746139096.221343:0:9564:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c853480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832071680:192.168.203.56@tcp:104: 00000100:00100000:3.0:1746139096.221400:0:9564:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ff269c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746139096.221950:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139096.222098:0:24929:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840176256 00000100:00100000:0.0:1746139096.222102:0:24929:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840176256 00000100:00100000:0.0:1746139096.222133:0:24929:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29524 00000100:00100000:0.0:1746139096.222138:0:24929:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed1fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b60e9717-019c-4527-a82a-15e993ac5189+105:1814:x1830958840176256:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746139096.222144:0:24929:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746139096.222151:0:24929:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a0633a00/0x1f9f6ca451acadc9 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3511c2f expref: -99 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139096.222161:0:24929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139096.222165:0:24929:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f035600/0x1f9f6ca451acadc2 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c28 expref: 106 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139096.222170:0:24929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746139096.222172:0:24929:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a0633a00/0x1f9f6ca451acadc9 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c2f expref: 106 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139096.222190:0:24929:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f035600/0x1f9f6ca451acadc2 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c28 expref: 106 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139096.222219:0:24929:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a0633a00/0x1f9f6ca451acadc9 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c2f expref: 106 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139096.222227:0:24929:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0633a00, rc 0) 00000100:00100000:0.0:1746139096.222260:0:24929:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed1fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b60e9717-019c-4527-a82a-15e993ac5189+106:1814:x1830958840176256:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 122us (311us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139096.222265:0:24929:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29524 00000100:00100000:3.0:1746139096.223257:0:9564:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c853480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832071680:192.168.203.56@tcp:104: 00010000:00010000:3.0:1746139096.223273:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f035600/0x1f9f6ca451acadc2 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c28 expref: 105 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139096.223282:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f035600, rc 0) 00000100:00100000:3.0:1746139096.223315:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bd84e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+105:1800:x1830958840176128:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2076us (2309us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139096.223321:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29523 00000100:00100000:0.0:1746139096.225489:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139096.225605:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840176384 00000100:00100000:1.0:1746139096.225610:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840176384 00010000:00010000:1.0:1746139096.225656:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f035400/0x1f9f6ca451acadbb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c21 expref: 6 pid: 9564 timeout: 821 lvb_type: 0 00000100:00100000:1.0:1746139096.225887:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16837 00000100:00100000:1.0:1746139096.225895:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bd85180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840176384:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746139096.225906:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746139096.225921:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f035400/0x1f9f6ca451acadbb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c21 expref: 6 pid: 9564 timeout: 821 lvb_type: 0 00010000:00010000:1.0:1746139096.225932:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f035400/0x1f9f6ca451acadbb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c21 expref: 6 pid: 9564 timeout: 821 lvb_type: 0 00010000:00010000:1.0:1746139096.225948:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f035400/0x1f9f6ca451acadbb lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c21 expref: 6 pid: 9564 timeout: 821 lvb_type: 0 00010000:00010000:1.0:1746139096.225972:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139096.225974:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139096.225980:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f035600/0x1f9f6ca451acadc2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c28 expref: 104 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139096.225987:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f035600/0x1f9f6ca451acadc2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c28 expref: 104 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139096.226012:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f035600/0x1f9f6ca451acadc2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c28 expref: 104 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139096.226026:0:7207:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f035600/0x1f9f6ca451acadc2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c28 expref: 104 pid: 9564 timeout: 821 lvb_type: 0 00000100:00100000:1.0:1746139096.226036:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed1ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832071936:192.168.203.56@tcp:105: 00000100:00100000:1.0:1746139096.226095:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff880131166cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746139096.228127:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ed1ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832071936:192.168.203.56@tcp:105: 00010000:00010000:1.0:1746139096.228140:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746139096.228165:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bd85180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2008:x1830958840176384:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 2271us (2681us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139096.228173:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16837 00000100:00100000:0.0:1746139096.229113:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139096.229371:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840176640 00000100:00100000:1.0:1746139096.229377:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840176640 00002000:00100000:1.0:1746139096.229404:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009bd85500 x1830958840176640/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:22/0 lens 488/0 e 0 to 0 dl 1746139107 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139096.229413:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bd85500 with x1830958840176640 ext(0->4095) 00010000:00010000:1.0:1746139096.229419:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f035600/0x1f9f6ca451acadc2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c28 expref: 105 pid: 9564 timeout: 821 lvb_type: 0 00010000:00010000:1.0:1746139096.229429:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f035600/0x1f9f6ca451acadc2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c28 expref: 105 pid: 9564 timeout: 821 lvb_type: 0 00002000:00010000:1.0:1746139096.229436:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bd85500 00000100:00100000:1.0:1746139096.229554:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2445 00000100:00100000:1.0:1746139096.229562:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bd85500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+105:2008:x1830958840176640:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746139096.229682:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bd85500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+105:2008:x1830958840176640:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 121us (570us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139096.229688:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2445 00002000:00100000:1.0:1746139096.229693:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009bd85500 x1830958840176640/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:22/0 lens 488/4536 e 0 to 0 dl 1746139107 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139096.229699:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bd85500 with x1830958840176640 ext(0->4095) 00010000:00010000:1.0:1746139096.229704:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f035600/0x1f9f6ca451acadc2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c28 expref: 105 pid: 9564 timeout: 821 lvb_type: 0 00010000:00010000:1.0:1746139096.229713:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f035600/0x1f9f6ca451acadc2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c28 expref: 105 pid: 9564 timeout: 821 lvb_type: 0 00002000:00010000:1.0:1746139096.229719:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bd85500 00000100:00100000:0.0:1746139096.232842:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139096.232918:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840176768 00000100:00100000:1.0:1746139096.232924:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840176768 00010000:00010000:1.0:1746139096.232952:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f035600/0x1f9f6ca451acadc2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c28 expref: 105 pid: 9564 timeout: 821 lvb_type: 0 00000100:00100000:1.0:1746139096.233309:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16838 00000100:00100000:1.0:1746139096.233317:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bd85880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+105:2007:x1830958840176768:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746139096.233328:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746139096.233343:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f035600/0x1f9f6ca451acadc2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c28 expref: 105 pid: 9564 timeout: 821 lvb_type: 0 00010000:00010000:1.0:1746139096.233353:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f035600/0x1f9f6ca451acadc2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c28 expref: 105 pid: 9564 timeout: 821 lvb_type: 0 00010000:00010000:1.0:1746139096.233372:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f035600/0x1f9f6ca451acadc2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c28 expref: 105 pid: 9564 timeout: 821 lvb_type: 0 00010000:00010000:1.0:1746139096.233395:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139096.233397:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139096.233402:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a0633a00/0x1f9f6ca451acadc9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c2f expref: 104 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139096.233409:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a0633a00/0x1f9f6ca451acadc9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c2f expref: 104 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139096.233434:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a0633a00/0x1f9f6ca451acadc9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c2f expref: 104 pid: 24929 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746139096.233444:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed1ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832072064:192.168.203.56@tcp:105: 00000100:00100000:1.0:1746139096.233515:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff880131166e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746139096.235756:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ed1ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832072064:192.168.203.56@tcp:105: 00010000:00010000:1.0:1746139096.235771:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746139096.235801:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bd85880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+104:2007:x1830958840176768:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 2484us (2965us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139096.235809:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16838 00000100:00100000:0.0:1746139096.236909:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139096.239295:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139096.240392:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840177152 00000100:00100000:3.0:1746139096.240400:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840177152 00000100:00100000:3.0:1746139096.240442:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29525 00000100:00100000:3.0:1746139096.240449:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bd85f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840177152:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746139096.240462:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139096.240476:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f035200/0x1f9f6ca451acadd0 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3511c36 expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139096.240499:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a0633a00/0x1f9f6ca451acadc9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c2f expref: 103 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139096.240506:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746139096.240507:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746139096.240510:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f035200/0x1f9f6ca451acadd0 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c36 expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139096.240534:0:9564:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a0633a00/0x1f9f6ca451acadc9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c2f expref: 103 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139096.240554:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a0633a00/0x1f9f6ca451acadc9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c2f expref: 103 pid: 24929 timeout: 821 lvb_type: 0 00000100:00100000:3.0:1746139096.240565:0:9564:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c853480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832072192:192.168.203.56@tcp:104: 00000100:00100000:3.0:1746139096.240637:0:9564:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ff269c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746139096.245390:0:9564:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c853480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832072192:192.168.203.56@tcp:104: 00010000:00010000:3.0:1746139096.245414:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f035200/0x1f9f6ca451acadd0 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c36 expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139096.245428:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f035200, rc 0) 00000100:00100000:3.0:1746139096.245478:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bd85f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840177152:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5027us (6184us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139096.245485:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29525 00000100:00100000:0.0:1746139096.248526:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139096.248683:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840177280 00000100:00100000:1.0:1746139096.248690:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840177280 00010000:00010000:1.0:1746139096.248717:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a0633a00/0x1f9f6ca451acadc9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c2f expref: 104 pid: 24929 timeout: 821 lvb_type: 0 00000100:00100000:1.0:1746139096.248756:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16839 00000100:00100000:1.0:1746139096.248763:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bd86300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+104:2008:x1830958840177280:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746139096.248773:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746139096.248789:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a0633a00/0x1f9f6ca451acadc9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c2f expref: 104 pid: 24929 timeout: 821 lvb_type: 0 00010000:00010000:1.0:1746139096.248799:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a0633a00/0x1f9f6ca451acadc9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c2f expref: 104 pid: 24929 timeout: 821 lvb_type: 0 00010000:00010000:1.0:1746139096.248816:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a0633a00/0x1f9f6ca451acadc9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c2f expref: 104 pid: 24929 timeout: 821 lvb_type: 0 00010000:00010000:1.0:1746139096.248831:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139096.248832:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139096.248838:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f035200/0x1f9f6ca451acadd0 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c36 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139096.248845:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f035200/0x1f9f6ca451acadd0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c36 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139096.248871:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f035200/0x1f9f6ca451acadd0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c36 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746139096.248880:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed1ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832072320:192.168.203.56@tcp:105: 00000100:00100000:0.0:1746139096.249435:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139096.250737:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff880131166e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746139096.251992:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139096.253612:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ed1ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832072320:192.168.203.56@tcp:105: 00010000:00010000:1.0:1746139096.253667:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746139096.253708:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bd86300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+105:2008:x1830958840177280:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 4944us (5187us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139096.253718:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16839 00000100:00100000:3.0:1746139096.254094:0:9564:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cbafb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832072448:192.168.203.56@tcp:104: 00010000:00010000:3.0:1746139096.254110:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008763c200/0x1f9f6ca451acadd7 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c3d expref: 104 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139096.254126:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008763c200, rc 0) 00000100:00100000:3.0:1746139096.254155:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bd86680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+104:1800:x1830958840177408:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3321us (4722us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139096.254162:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29526 00000100:00100000:0.0:1746139096.259880:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139096.260684:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840177792 00000100:00100000:1.0:1746139096.260692:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840177792 00010000:00010000:1.0:1746139096.260721:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f035200/0x1f9f6ca451acadd0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c36 expref: 6 pid: 9564 timeout: 821 lvb_type: 0 00000100:00100000:1.0:1746139096.261875:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16840 00000100:00100000:1.0:1746139096.261885:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bd86d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840177792:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746139096.261898:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746139096.261916:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f035200/0x1f9f6ca451acadd0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c36 expref: 6 pid: 9564 timeout: 821 lvb_type: 0 00010000:00010000:1.0:1746139096.261928:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f035200/0x1f9f6ca451acadd0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c36 expref: 6 pid: 9564 timeout: 821 lvb_type: 0 00010000:00010000:1.0:1746139096.261945:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f035200/0x1f9f6ca451acadd0 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c36 expref: 6 pid: 9564 timeout: 821 lvb_type: 0 00010000:00010000:1.0:1746139096.262083:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139096.262085:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139096.262091:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008763c200/0x1f9f6ca451acadd7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c3d expref: 103 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139096.262099:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008763c200/0x1f9f6ca451acadd7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c3d expref: 103 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139096.262128:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008763c200/0x1f9f6ca451acadd7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c3d expref: 103 pid: 9564 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746139096.262139:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed1ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832072576:192.168.203.56@tcp:105: 00000100:00100000:1.0:1746139096.262987:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff880131166e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746139096.264947:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ed1ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832072576:192.168.203.56@tcp:105: 00010000:00010000:1.0:1746139096.264963:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746139096.265007:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bd86d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2008:x1830958840177792:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3123us (5134us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139096.265015:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16840 00000100:00100000:0.0:1746139096.265892:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139096.266292:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840178048 00000100:00100000:1.0:1746139096.266298:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840178048 00002000:00100000:1.0:1746139096.266328:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009bd87100 x1830958840178048/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:22/0 lens 488/0 e 0 to 0 dl 1746139107 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139096.266337:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bd87100 with x1830958840178048 ext(0->4095) 00002000:00010000:1.0:1746139096.266340:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bd87100 00000100:00100000:1.0:1746139096.266362:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13122 00000100:00100000:1.0:1746139096.266368:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bd87100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+104:2008:x1830958840178048:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746139096.266477:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bd87100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+104:2008:x1830958840178048:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 108us (587us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139096.266483:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13122 00002000:00100000:1.0:1746139096.266488:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009bd87100 x1830958840178048/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:22/0 lens 488/4536 e 0 to 0 dl 1746139107 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139096.266500:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bd87100 with x1830958840178048 ext(0->4095) 00002000:00010000:1.0:1746139096.266504:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bd87100 00000100:00100000:0.0:1746139096.275902:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139096.276113:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840178176 00000100:00100000:3.0:1746139096.276120:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840178176 00000100:00100000:3.0:1746139096.276165:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29527 00000100:00100000:3.0:1746139096.276172:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bd87480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840178176:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746139096.276185:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139096.276199:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f034c00/0x1f9f6ca451acadde lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3511c44 expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139096.276222:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008763c200/0x1f9f6ca451acadd7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c3d expref: 103 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139096.276229:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746139096.276231:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746139096.276234:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f034c00/0x1f9f6ca451acadde lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c44 expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139096.276259:0:9564:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008763c200/0x1f9f6ca451acadd7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c3d expref: 103 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139096.276270:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008763c200/0x1f9f6ca451acadd7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c3d expref: 103 pid: 9564 timeout: 821 lvb_type: 0 00000100:00100000:3.0:1746139096.276285:0:9564:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c853480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832072704:192.168.203.56@tcp:104: 00000100:00100000:3.0:1746139096.276367:0:9564:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ff269c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746139096.285817:0:9564:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c853480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832072704:192.168.203.56@tcp:104: 00010000:00010000:3.0:1746139096.285843:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f034c00/0x1f9f6ca451acadde lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c44 expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139096.285858:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f034c00, rc 0) 00000100:00100000:3.0:1746139096.285904:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bd87480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840178176:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 9732us (10007us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139096.285912:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29527 00000100:00100000:0.0:1746139096.304157:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139096.305456:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139096.307115:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840178304 00000100:00100000:3.0:1746139096.307125:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840178304 00000100:00100000:3.0:1746139096.307168:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29528 00000100:00100000:3.0:1746139096.307175:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bd87800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+104:1800:x1830958840178304:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746139096.307189:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139096.307203:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f034400/0x1f9f6ca451acade5 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3511c4b expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139096.307224:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746139096.307229:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f034c00/0x1f9f6ca451acadde lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c44 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139096.307234:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746139096.307237:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f034400/0x1f9f6ca451acade5 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c4b expref: 105 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139096.307268:0:9564:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f034c00/0x1f9f6ca451acadde lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c44 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139096.307279:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f034400/0x1f9f6ca451acade5 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c4b expref: 105 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139096.307286:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f034400, rc 0) 00000100:00100000:3.0:1746139096.307325:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bd87800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+105:1800:x1830958840178304:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 151us (3174us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139096.307330:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29528 00000100:00100000:0.0:1746139096.313433:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bd87b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+107:2007:x1830958840178432:12345-192.168.203.56@tcp:4:ldlm_bl.0 Request processed in 5373us (7968us total) trans 4294972038 rc 0/0 00000100:00100000:0.0:1746139096.313445:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2447 00002000:00100000:0.0:1746139096.313455:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff88009bd87b80 x1830958840178432/t4294972038(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:22/0 lens 496/448 e 0 to 0 dl 1746139107 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139096.313464:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bd87b80 with x1830958840178432 ext(0->7) 00010000:00010000:0.0:1746139096.313472:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008763c200/0x1f9f6ca451acadd7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c3d expref: 107 pid: 9564 timeout: 821 lvb_type: 0 00010000:00010000:0.0:1746139096.313486:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008763c200/0x1f9f6ca451acadd7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c3d expref: 107 pid: 9564 timeout: 821 lvb_type: 0 00002000:00010000:0.0:1746139096.313492:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bd87b80 00000100:00100000:0.0:1746139096.326760:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139096.326977:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840178560 00000100:00100000:1.0:1746139096.326984:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840178560 00010000:00010000:1.0:1746139096.327014:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008763c200/0x1f9f6ca451acadd7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c3d expref: 107 pid: 9564 timeout: 821 lvb_type: 0 00000100:00100000:1.0:1746139096.327052:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16841 00000100:00100000:1.0:1746139096.327059:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800810fc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+107:2008:x1830958840178560:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746139096.327070:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746139096.327086:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008763c200/0x1f9f6ca451acadd7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c3d expref: 107 pid: 9564 timeout: 821 lvb_type: 0 00010000:00010000:1.0:1746139096.327096:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008763c200/0x1f9f6ca451acadd7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c3d expref: 107 pid: 9564 timeout: 821 lvb_type: 0 00010000:00010000:1.0:1746139096.327116:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008763c200/0x1f9f6ca451acadd7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c3d expref: 107 pid: 9564 timeout: 821 lvb_type: 0 00010000:00010000:1.0:1746139096.327144:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139096.327146:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139096.327152:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f034c00/0x1f9f6ca451acadde lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c44 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139096.327159:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f034c00/0x1f9f6ca451acadde lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c44 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139096.327191:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f034c00/0x1f9f6ca451acadde lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c44 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139096.327207:0:7207:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f034c00/0x1f9f6ca451acadde lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c44 expref: 5 pid: 9564 timeout: 821 lvb_type: 0 00000100:00100000:1.0:1746139096.327217:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed1ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832072960:192.168.203.56@tcp:105: 00000100:00100000:1.0:1746139096.327298:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff880131166300 going to sleep for 11 seconds 00000100:00100000:0.0:1746139096.333179:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139096.333439:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ed1ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832072960:192.168.203.56@tcp:105: 00010000:00010000:1.0:1746139096.333454:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746139096.333495:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800810fc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+106:2008:x1830958840178560:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 6437us (6744us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139096.333504:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16841 00000100:00100000:0.0:1746139096.337796:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139096.337894:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840178944 00000100:00100000:1.0:1746139096.337901:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840178944 00010000:00010000:1.0:1746139096.337931:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f034c00/0x1f9f6ca451acadde lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c44 expref: 6 pid: 9564 timeout: 821 lvb_type: 0 00000100:00100000:1.0:1746139096.338033:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16842 00000100:00100000:1.0:1746139096.338042:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800810fc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840178944:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746139096.338052:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746139096.338069:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f034c00/0x1f9f6ca451acadde lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c44 expref: 6 pid: 9564 timeout: 821 lvb_type: 0 00010000:00010000:1.0:1746139096.338085:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f034c00/0x1f9f6ca451acadde lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c44 expref: 6 pid: 9564 timeout: 821 lvb_type: 0 00010000:00010000:1.0:1746139096.338102:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f034c00/0x1f9f6ca451acadde lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c44 expref: 6 pid: 9564 timeout: 821 lvb_type: 0 00010000:00010000:1.0:1746139096.338327:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139096.338329:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139096.338336:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f034400/0x1f9f6ca451acade5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c4b expref: 105 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139096.338343:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f034400/0x1f9f6ca451acade5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c4b expref: 105 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139096.338370:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f034400/0x1f9f6ca451acade5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c4b expref: 105 pid: 9564 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746139096.338380:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed1ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832073088:192.168.203.56@tcp:105: 00000100:00100000:1.0:1746139096.339660:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff880131166300 going to sleep for 11 seconds 00000100:00100000:0.0:1746139096.343325:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139096.343415:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ed1ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832073088:192.168.203.56@tcp:105: 00010000:00010000:1.0:1746139096.343432:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746139096.343467:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800810fc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2008:x1830958840178944:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 5426us (5677us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139096.343476:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16842 00000100:00100000:0.0:1746139096.349700:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139096.349786:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840179328 00000100:00100000:1.0:1746139096.349793:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840179328 00000100:00100000:1.0:1746139096.349839:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29529 00000100:00100000:1.0:1746139096.349846:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800810fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840179328:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139096.349859:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139096.349871:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f46f000/0x1f9f6ca451acadec lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3511c52 expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139096.349895:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f034400/0x1f9f6ca451acade5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c4b expref: 105 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139096.349901:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139096.349903:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139096.349906:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f46f000/0x1f9f6ca451acadec lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c52 expref: 6 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139096.349930:0:18644:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f034400/0x1f9f6ca451acade5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c4b expref: 105 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139096.349941:0:18644:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f034400/0x1f9f6ca451acade5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c4b expref: 105 pid: 9564 timeout: 821 lvb_type: 0 00000100:00100000:1.0:1746139096.349951:0:18644:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed1ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832073216:192.168.203.56@tcp:104: 00000100:00100000:1.0:1746139096.350024:0:18644:0:(client.c:2553:ptlrpc_set_wait()) set ffff880131166300 going to sleep for 11 seconds 00000100:00100000:1.0:1746139096.352796:0:18644:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ed1ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832073216:192.168.203.56@tcp:104: 00010000:00010000:1.0:1746139096.352818:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f46f000/0x1f9f6ca451acadec lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c52 expref: 6 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139096.352835:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f46f000, rc 0) 00000100:00100000:1.0:1746139096.352865:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800810fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840179328:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3020us (3171us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139096.352872:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29529 00000100:00100000:0.0:1746139096.353818:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139096.356262:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800810fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+108:2008:x1830958840179456:12345-192.168.203.56@tcp:4:ldlm_bl.0 Request processed in 1750us (2441us total) trans 4294972039 rc 0/0 00000100:00100000:0.0:1746139096.356270:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2449 00002000:00100000:0.0:1746139096.356276:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff8800810fd180 x1830958840179456/t4294972039(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:22/0 lens 496/448 e 0 to 0 dl 1746139107 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139096.356284:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800810fd180 with x1830958840179456 ext(0->7) 00010000:00010000:0.0:1746139096.356291:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f034400/0x1f9f6ca451acade5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c4b expref: 108 pid: 9564 timeout: 821 lvb_type: 0 00010000:00010000:0.0:1746139096.356302:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f034400/0x1f9f6ca451acade5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c4b expref: 108 pid: 9564 timeout: 821 lvb_type: 0 00002000:00010000:0.0:1746139096.356307:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800810fd180 00000100:00100000:0.0:1746139096.359871:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139096.359970:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840179584 00000100:00100000:1.0:1746139096.359978:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840179584 00010000:00010000:1.0:1746139096.360007:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f034400/0x1f9f6ca451acade5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c4b expref: 108 pid: 9564 timeout: 821 lvb_type: 0 00000100:00100000:1.0:1746139096.360039:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16843 00000100:00100000:1.0:1746139096.360045:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013770ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+108:2008:x1830958840179584:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746139096.360057:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746139096.360072:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f034400/0x1f9f6ca451acade5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c4b expref: 108 pid: 9564 timeout: 821 lvb_type: 0 00010000:00010000:1.0:1746139096.360082:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f034400/0x1f9f6ca451acade5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c4b expref: 108 pid: 9564 timeout: 821 lvb_type: 0 00010000:00010000:1.0:1746139096.360100:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f034400/0x1f9f6ca451acade5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c4b expref: 108 pid: 9564 timeout: 821 lvb_type: 0 00010000:00010000:1.0:1746139096.360124:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139096.360126:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139096.360132:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f46f000/0x1f9f6ca451acadec lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c52 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139096.360144:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f46f000/0x1f9f6ca451acadec lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c52 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139096.360168:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f46f000/0x1f9f6ca451acadec lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c52 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746139096.360177:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed1ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832073344:192.168.203.56@tcp:105: 00000100:00100000:1.0:1746139096.360241:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff880131166300 going to sleep for 11 seconds 00000100:00100000:1.0:1746139096.362806:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ed1ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832073344:192.168.203.56@tcp:105: 00010000:00010000:1.0:1746139096.362824:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746139096.362859:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013770ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+107:2008:x1830958840179584:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 2812us (3076us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139096.362868:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16843 00000100:00100000:0.0:1746139096.364294:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139096.365364:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139096.365432:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840179968 00000100:00100000:1.0:1746139096.365436:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840179968 00000100:00100000:1.0:1746139096.365607:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29530 00000100:00100000:1.0:1746139096.365649:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800810fd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+107:1800:x1830958840179968:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139096.365659:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139096.365672:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f46fc00/0x1f9f6ca451acadf3 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3511c59 expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139096.365692:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f46f000/0x1f9f6ca451acadec lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c52 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139096.365698:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139096.365700:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139096.365703:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f46fc00/0x1f9f6ca451acadf3 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c59 expref: 108 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139096.365726:0:18644:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f46f000/0x1f9f6ca451acadec lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c52 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139096.365737:0:18644:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f46f000/0x1f9f6ca451acadec lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c52 expref: 5 pid: 18644 timeout: 821 lvb_type: 0 00000100:00100000:1.0:1746139096.365747:0:18644:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed1ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832073472:192.168.203.56@tcp:104: 00000100:00100000:1.0:1746139096.365800:0:18644:0:(client.c:2553:ptlrpc_set_wait()) set ffff880131166b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746139096.366709:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139096.367269:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840180096 00000100:00100000:3.0:1746139096.367274:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840180096 00000100:00100000:3.0:1746139096.367311:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29531 00000100:00100000:3.0:1746139096.367317:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800810fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+109:1814:x1830958840180096:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746139096.367326:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139096.367335:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f035e00/0x1f9f6ca451acadfa lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3511c60 expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139096.367350:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139096.367354:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f46fc00/0x1f9f6ca451acadf3 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c59 expref: 110 pid: 18644 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746139096.367440:0:18644:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ed1ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832073472:192.168.203.56@tcp:104: 00000100:00100000:0.0:1746139096.367697:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00010000:00010000:3.0:1746139096.368475:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746139096.368482:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f035e00/0x1f9f6ca451acadfa lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c60 expref: 110 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139096.368516:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f46fc00/0x1f9f6ca451acadf3 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c59 expref: 110 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139096.368527:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f46fc00, rc 0) 00000100:00100000:1.0:1746139096.368582:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800810fd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+110:1800:x1830958840179968:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2967us (3217us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139096.368589:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29530 00000100:00100000:1.0:1746139096.368792:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840180224 00000100:00100000:1.0:1746139096.368796:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840180224 00010000:00010000:1.0:1746139096.368813:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f46f000/0x1f9f6ca451acadec lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c52 expref: 6 pid: 18644 timeout: 821 lvb_type: 0 00000100:00100000:1.0:1746139096.368842:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16844 00000100:00100000:1.0:1746139096.368848:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800810fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840180224:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746139096.368859:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746139096.368874:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f46f000/0x1f9f6ca451acadec lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c52 expref: 6 pid: 18644 timeout: 821 lvb_type: 0 00010000:00010000:1.0:1746139096.368884:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f46f000/0x1f9f6ca451acadec lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c52 expref: 6 pid: 18644 timeout: 821 lvb_type: 0 00010000:00010000:1.0:1746139096.368899:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f46f000/0x1f9f6ca451acadec lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c52 expref: 6 pid: 18644 timeout: 821 lvb_type: 0 00010000:00010000:1.0:1746139096.368911:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139096.368912:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139096.368918:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f46fc00/0x1f9f6ca451acadf3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c59 expref: 109 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139096.368924:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f46fc00/0x1f9f6ca451acadf3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c59 expref: 109 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139096.368947:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f46fc00/0x1f9f6ca451acadf3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c59 expref: 109 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139096.368957:0:7207:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f46fc00/0x1f9f6ca451acadf3 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c59 expref: 109 pid: 18644 timeout: 821 lvb_type: 0 00000100:00100000:1.0:1746139096.368966:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed1ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832073600:192.168.203.56@tcp:105: 00000100:00100000:1.0:1746139096.369012:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff880131166b40 going to sleep for 11 seconds 00010000:00010000:3.0:1746139096.369273:0:9564:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f46fc00/0x1f9f6ca451acadf3 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c59 expref: 109 pid: 18644 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746139096.369282:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f46fc00/0x1f9f6ca451acadf3 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c59 expref: 109 pid: 18644 timeout: 821 lvb_type: 0 00000100:00100000:3.0:1746139096.369290:0:9564:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c853480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832073728:192.168.203.56@tcp:104: 00000100:00100000:3.0:1746139096.369314:0:9564:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ff269c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746139096.370601:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ed1ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832073600:192.168.203.56@tcp:105: 00010000:00010000:1.0:1746139096.370639:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746139096.370673:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800810fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2007:x1830958840180224:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 1824us (2975us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139096.370681:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16844 00000100:00100000:3.0:1746139096.371646:0:9564:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c853480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832073728:192.168.203.56@tcp:104: 00010000:00010000:3.0:1746139096.371668:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f035e00/0x1f9f6ca451acadfa lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c60 expref: 109 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139096.371680:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f035e00, rc 0) 00000100:00100000:3.0:1746139096.371716:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800810fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+109:1814:x1830958840180096:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4398us (5007us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139096.371722:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29531 00000100:00100000:0.0:1746139096.371950:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139096.371970:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840180480 00000100:00100000:0.0:1746139096.371974:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840180480 00002000:00100000:0.0:1746139096.372000:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800810fe300 x1830958840180480/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:22/0 lens 488/0 e 0 to 0 dl 1746139107 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139096.372014:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800810fe300 with x1830958840180480 ext(0->4095) 00010000:00010000:0.0:1746139096.372020:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f46fc00/0x1f9f6ca451acadf3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c59 expref: 109 pid: 18644 timeout: 821 lvb_type: 0 00010000:00010000:0.0:1746139096.372030:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f46fc00/0x1f9f6ca451acadf3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c59 expref: 109 pid: 18644 timeout: 821 lvb_type: 0 00002000:00010000:0.0:1746139096.372035:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800810fe300 00000100:00100000:0.0:1746139096.372059:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2450 00000100:00100000:0.0:1746139096.372065:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800810fe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+109:2009:x1830958840180480:12345-192.168.203.56@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746139096.372354:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800810fe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+109:2009:x1830958840180480:12345-192.168.203.56@tcp:3:ptlrpcd_01_00.0 Request processed in 130us (246us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746139096.372362:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2450 00002000:00100000:0.0:1746139096.372367:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800810fe300 x1830958840180480/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:22/0 lens 488/4536 e 0 to 0 dl 1746139107 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139096.372374:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800810fe300 with x1830958840180480 ext(0->4095) 00010000:00010000:0.0:1746139096.372378:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f46fc00/0x1f9f6ca451acadf3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c59 expref: 109 pid: 18644 timeout: 821 lvb_type: 0 00010000:00010000:0.0:1746139096.372386:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f46fc00/0x1f9f6ca451acadf3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c59 expref: 109 pid: 18644 timeout: 821 lvb_type: 0 00002000:00010000:0.0:1746139096.372392:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800810fe300 00000100:00100000:0.0:1746139096.374182:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139096.374228:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840180608 00000100:00100000:1.0:1746139096.374233:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840180608 00010000:00010000:1.0:1746139096.374406:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f46fc00/0x1f9f6ca451acadf3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c59 expref: 109 pid: 18644 timeout: 821 lvb_type: 0 00000100:00100000:1.0:1746139096.374441:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16845 00000100:00100000:1.0:1746139096.374447:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800810fe680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+109:2008:x1830958840180608:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746139096.374457:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746139096.374470:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f46fc00/0x1f9f6ca451acadf3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c59 expref: 109 pid: 18644 timeout: 821 lvb_type: 0 00010000:00010000:1.0:1746139096.374479:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f46fc00/0x1f9f6ca451acadf3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c59 expref: 109 pid: 18644 timeout: 821 lvb_type: 0 00010000:00010000:1.0:1746139096.374496:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f46fc00/0x1f9f6ca451acadf3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c59 expref: 109 pid: 18644 timeout: 821 lvb_type: 0 00010000:00010000:1.0:1746139096.374517:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139096.374519:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139096.374524:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f035e00/0x1f9f6ca451acadfa lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c60 expref: 108 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139096.374531:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f035e00/0x1f9f6ca451acadfa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c60 expref: 108 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139096.374568:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f035e00/0x1f9f6ca451acadfa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c60 expref: 108 pid: 9564 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746139096.374784:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed1ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832073856:192.168.203.56@tcp:105: 00000100:00100000:1.0:1746139096.374852:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff880131166b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746139096.378341:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ed1ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832073856:192.168.203.56@tcp:105: 00010000:00010000:1.0:1746139096.378356:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746139096.378388:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800810fe680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+108:2008:x1830958840180608:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3941us (4210us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139096.378397:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16845 00000100:00100000:0.0:1746139096.380216:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139096.380305:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840180864 00000100:00100000:3.0:1746139096.380312:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840180864 00002000:00100000:3.0:1746139096.380345:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800810fea00 x1830958840180864/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:22/0 lens 488/0 e 0 to 0 dl 1746139107 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139096.380353:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800810fea00 with x1830958840180864 ext(0->4095) 00002000:00010000:3.0:1746139096.380357:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800810fea00 00000100:00100000:3.0:1746139096.380387:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13125 00000100:00100000:3.0:1746139096.380394:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800810fea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+108:2007:x1830958840180864:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746139096.380555:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800810fea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+108:2007:x1830958840180864:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 160us (344us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746139096.380561:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13125 00002000:00100000:3.0:1746139096.380567:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800810fea00 x1830958840180864/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:22/0 lens 488/4536 e 0 to 0 dl 1746139107 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139096.380573:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800810fea00 with x1830958840180864 ext(0->4095) 00002000:00010000:3.0:1746139096.380576:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800810fea00 00000100:00100000:0.0:1746139096.382761:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139096.382904:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840180992 00000100:00100000:3.0:1746139096.382910:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840180992 00000100:00100000:3.0:1746139096.382948:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29532 00000100:00100000:3.0:1746139096.382955:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800810fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840180992:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746139096.382966:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139096.382978:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f035600/0x1f9f6ca451acae01 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3511c67 expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139096.382999:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f035e00/0x1f9f6ca451acadfa lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c60 expref: 107 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139096.383006:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746139096.383007:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746139096.383010:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f035600/0x1f9f6ca451acae01 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c67 expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139096.383034:0:9564:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f035e00/0x1f9f6ca451acadfa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c60 expref: 107 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139096.383049:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f035e00/0x1f9f6ca451acadfa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c60 expref: 107 pid: 9564 timeout: 821 lvb_type: 0 00000100:00100000:3.0:1746139096.383058:0:9564:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c853480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832073984:192.168.203.56@tcp:104: 00000100:00100000:3.0:1746139096.383122:0:9564:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ff269c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746139096.385326:0:9564:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c853480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832073984:192.168.203.56@tcp:104: 00010000:00010000:3.0:1746139096.385347:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f035600/0x1f9f6ca451acae01 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c67 expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139096.385358:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f035600, rc 0) 00000100:00100000:3.0:1746139096.385387:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800810fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840180992:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2433us (2630us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139096.385393:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29532 00000100:00100000:0.0:1746139096.386812:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139096.386874:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840181120 00000100:00100000:1.0:1746139096.386879:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840181120 00010000:00010000:1.0:1746139096.386900:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f035e00/0x1f9f6ca451acadfa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c60 expref: 108 pid: 9564 timeout: 821 lvb_type: 0 00000100:00100000:1.0:1746139096.386932:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16846 00000100:00100000:1.0:1746139096.386938:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800810ff100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+108:2007:x1830958840181120:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746139096.386948:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746139096.386962:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f035e00/0x1f9f6ca451acadfa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c60 expref: 108 pid: 9564 timeout: 821 lvb_type: 0 00010000:00010000:1.0:1746139096.386970:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f035e00/0x1f9f6ca451acadfa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c60 expref: 108 pid: 9564 timeout: 821 lvb_type: 0 00010000:00010000:1.0:1746139096.386988:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f035e00/0x1f9f6ca451acadfa lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c60 expref: 108 pid: 9564 timeout: 821 lvb_type: 0 00010000:00010000:1.0:1746139096.387001:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139096.387003:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139096.387008:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f035600/0x1f9f6ca451acae01 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c67 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139096.387014:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f035600/0x1f9f6ca451acae01 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c67 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139096.387036:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f035600/0x1f9f6ca451acae01 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c67 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746139096.387045:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed1ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832074112:192.168.203.56@tcp:105: 00000100:00100000:1.0:1746139096.387100:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff880131166b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746139096.389787:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139096.389808:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139096.389855:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840181376 00000100:00100000:3.0:1746139096.389860:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840181376 00002000:00100000:3.0:1746139096.389891:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800810ff480 x1830958840181376/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:22/0 lens 488/0 e 0 to 0 dl 1746139107 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139096.389899:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800810ff480 with x1830958840181376 ext(0->4095) 00002000:00010000:3.0:1746139096.389903:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800810ff480 00000100:00100000:3.0:1746139096.389924:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13126 00000100:00100000:3.0:1746139096.389929:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800810ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840181376:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746139096.390021:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800810ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840181376:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 92us (240us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746139096.390030:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13126 00002000:00100000:3.0:1746139096.390035:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800810ff480 x1830958840181376/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:22/0 lens 488/4536 e 0 to 0 dl 1746139107 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139096.390041:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800810ff480 with x1830958840181376 ext(0->4095) 00010000:00010000:3.0:1746139096.390045:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f035600/0x1f9f6ca451acae01 lrc: 7/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c67 expref: 6 pid: 9564 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746139096.390053:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f035600/0x1f9f6ca451acae01 lrc: 7/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c67 expref: 6 pid: 9564 timeout: 821 lvb_type: 0 00002000:00010000:3.0:1746139096.390058:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800810ff480 00000100:00100000:1.0:1746139096.390856:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ed1ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832074112:192.168.203.56@tcp:105: 00010000:00010000:1.0:1746139096.390869:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746139096.391538:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800810ff100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+109:2007:x1830958840181120:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 4597us (4726us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139096.391554:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16846 00000100:00100000:0.0:1746139096.394115:0:9564:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cbafb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832074240:192.168.203.56@tcp:104: 00010000:00010000:0.0:1746139096.394137:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008763d400/0x1f9f6ca451acae08 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c6e expref: 108 pid: 9564 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139096.394152:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00010000:00010000:0.0:1746139096.394152:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008763d400, rc 0) 00000100:00100000:0.0:1746139096.394184:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800810ff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+108:1800:x1830958840181504:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4288us (4374us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139096.394190:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29533 00000100:00100000:0.0:1746139096.394210:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840181632 00000100:00100000:0.0:1746139096.394214:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840181632 00000100:00100000:0.0:1746139096.394238:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29534 00000100:00100000:0.0:1746139096.394244:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c853480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+108:1814:x1830958840181632:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746139096.394255:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746139096.394266:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a0742000/0x1f9f6ca451acae0f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3511c75 expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139096.394281:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139096.394285:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008763d400/0x1f9f6ca451acae08 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c6e expref: 109 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139096.394290:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746139096.394293:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a0742000/0x1f9f6ca451acae0f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c75 expref: 109 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139096.394318:0:9564:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008763d400/0x1f9f6ca451acae08 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c6e expref: 109 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139096.394337:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a0742000/0x1f9f6ca451acae0f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c75 expref: 109 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139096.394344:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0742000, rc 0) 00000100:00100000:0.0:1746139096.394358:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c853480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+109:1814:x1830958840181632:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 114us (207us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139096.394363:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29534 00000100:00100000:0.0:1746139096.395918:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139096.396001:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840181760 00000100:00100000:1.0:1746139096.396005:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840181760 00010000:00010000:1.0:1746139096.396026:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f035600/0x1f9f6ca451acae01 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c67 expref: 6 pid: 9564 timeout: 821 lvb_type: 0 00000100:00100000:1.0:1746139096.396108:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16847 00000100:00100000:1.0:1746139096.396114:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800810ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840181760:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746139096.396126:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746139096.396141:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f035600/0x1f9f6ca451acae01 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c67 expref: 6 pid: 9564 timeout: 821 lvb_type: 0 00010000:00010000:1.0:1746139096.396150:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f035600/0x1f9f6ca451acae01 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c67 expref: 6 pid: 9564 timeout: 821 lvb_type: 0 00010000:00010000:1.0:1746139096.396165:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f035600/0x1f9f6ca451acae01 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c67 expref: 6 pid: 9564 timeout: 821 lvb_type: 0 00010000:00010000:1.0:1746139096.396252:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139096.396254:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139096.396260:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008763d400/0x1f9f6ca451acae08 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c6e expref: 108 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139096.396267:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008763d400/0x1f9f6ca451acae08 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c6e expref: 108 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139096.396285:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008763d400/0x1f9f6ca451acae08 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c6e expref: 108 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139096.396293:0:7207:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008763d400/0x1f9f6ca451acae08 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c6e expref: 108 pid: 9564 timeout: 821 lvb_type: 0 00000100:00100000:1.0:1746139096.396302:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed1ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832074496:192.168.203.56@tcp:105: 00000100:00100000:1.0:1746139096.396535:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff880131166b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746139096.397762:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ed1ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832074496:192.168.203.56@tcp:105: 00010000:00010000:1.0:1746139096.397774:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746139096.397799:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800810ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2008:x1830958840181760:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 1685us (1885us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139096.397807:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16847 00000100:00100000:0.0:1746139096.398318:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139096.398582:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840182016 00000100:00100000:3.0:1746139096.398588:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840182016 00002000:00100000:3.0:1746139096.398639:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800810fc000 x1830958840182016/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:22/0 lens 488/0 e 0 to 0 dl 1746139107 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139096.398647:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800810fc000 with x1830958840182016 ext(0->4095) 00010000:00010000:3.0:1746139096.398653:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008763d400/0x1f9f6ca451acae08 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c6e expref: 109 pid: 9564 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746139096.398663:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008763d400/0x1f9f6ca451acae08 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c6e expref: 109 pid: 9564 timeout: 821 lvb_type: 0 00002000:00010000:3.0:1746139096.398669:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800810fc000 00000100:00100000:3.0:1746139096.398685:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2451 00000100:00100000:3.0:1746139096.398691:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800810fc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+109:2008:x1830958840182016:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746139096.399092:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800810fc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+109:2008:x1830958840182016:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 401us (773us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746139096.399098:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2451 00002000:00100000:3.0:1746139096.399104:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800810fc000 x1830958840182016/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:22/0 lens 488/4536 e 0 to 0 dl 1746139107 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139096.399110:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800810fc000 with x1830958840182016 ext(0->4095) 00010000:00010000:3.0:1746139096.399115:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008763d400/0x1f9f6ca451acae08 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c6e expref: 109 pid: 9564 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746139096.399124:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008763d400/0x1f9f6ca451acae08 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c6e expref: 109 pid: 9564 timeout: 821 lvb_type: 0 00002000:00010000:3.0:1746139096.399129:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800810fc000 00000100:00100000:0.0:1746139096.400676:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139096.400740:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840182144 00000100:00100000:1.0:1746139096.400746:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840182144 00010000:00010000:1.0:1746139096.400768:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008763d400/0x1f9f6ca451acae08 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c6e expref: 109 pid: 9564 timeout: 821 lvb_type: 0 00000100:00100000:1.0:1746139096.400800:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16848 00000100:00100000:1.0:1746139096.400806:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800810fc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+109:2007:x1830958840182144:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746139096.400816:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746139096.400829:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008763d400/0x1f9f6ca451acae08 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c6e expref: 109 pid: 9564 timeout: 821 lvb_type: 0 00010000:00010000:1.0:1746139096.400838:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008763d400/0x1f9f6ca451acae08 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c6e expref: 109 pid: 9564 timeout: 821 lvb_type: 0 00010000:00010000:1.0:1746139096.400856:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008763d400/0x1f9f6ca451acae08 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c6e expref: 109 pid: 9564 timeout: 821 lvb_type: 0 00010000:00010000:1.0:1746139096.400869:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139096.400870:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139096.400876:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a0742000/0x1f9f6ca451acae0f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c75 expref: 108 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139096.400882:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a0742000/0x1f9f6ca451acae0f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c75 expref: 108 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139096.400904:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a0742000/0x1f9f6ca451acae0f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c75 expref: 108 pid: 9564 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746139096.400913:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed1ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832074624:192.168.203.56@tcp:105: 00000100:00100000:1.0:1746139096.400981:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff880131166b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746139096.403306:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139096.403533:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ed1ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832074624:192.168.203.56@tcp:105: 00010000:00010000:1.0:1746139096.403556:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746139096.403601:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800810fc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+108:2007:x1830958840182144:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 2793us (2927us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139096.403609:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16848 00000100:00100000:3.0:1746139096.403701:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840182400 00000100:00100000:3.0:1746139096.403708:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840182400 00002000:00100000:3.0:1746139096.403736:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009eeedc00 x1830958840182400/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:22/0 lens 488/0 e 0 to 0 dl 1746139107 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139096.403744:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009eeedc00 with x1830958840182400 ext(0->4095) 00002000:00010000:3.0:1746139096.403748:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009eeedc00 00000100:00100000:3.0:1746139096.404057:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13127 00000100:00100000:3.0:1746139096.404065:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eeedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+108:2008:x1830958840182400:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746139096.404166:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eeedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+108:2008:x1830958840182400:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 101us (865us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746139096.404175:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13127 00002000:00100000:3.0:1746139096.404180:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009eeedc00 x1830958840182400/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:22/0 lens 488/4536 e 0 to 0 dl 1746139107 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139096.404188:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009eeedc00 with x1830958840182400 ext(0->4095) 00002000:00010000:3.0:1746139096.404191:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009eeedc00 00000100:00100000:0.0:1746139096.406440:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139096.410276:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139096.410489:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840182656 00000100:00100000:1.0:1746139096.410495:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840182656 00010000:00010000:1.0:1746139096.410519:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a0742000/0x1f9f6ca451acae0f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c75 expref: 108 pid: 9564 timeout: 821 lvb_type: 0 00000100:00100000:1.0:1746139096.410723:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16849 00000100:00100000:1.0:1746139096.410731:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ee94380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+108:2008:x1830958840182656:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746139096.410740:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746139096.410757:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a0742000/0x1f9f6ca451acae0f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c75 expref: 108 pid: 9564 timeout: 821 lvb_type: 0 00010000:00010000:1.0:1746139096.410767:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a0742000/0x1f9f6ca451acae0f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c75 expref: 108 pid: 9564 timeout: 821 lvb_type: 0 00010000:00010000:1.0:1746139096.410784:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a0742000/0x1f9f6ca451acae0f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c75 expref: 108 pid: 9564 timeout: 821 lvb_type: 0 00010000:00010000:1.0:1746139096.410959:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139096.410962:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139096.410968:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008763c000/0x1f9f6ca451acae16 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c7c expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139096.410980:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008763c000/0x1f9f6ca451acae16 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c7c expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139096.411007:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008763c000/0x1f9f6ca451acae16 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c7c expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746139096.411017:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed1ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832074880:192.168.203.56@tcp:105: 00000100:00100000:1.0:1746139096.411079:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff880131166b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746139096.412449:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ed1ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832074880:192.168.203.56@tcp:105: 00010000:00010000:1.0:1746139096.412462:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746139096.412488:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ee94380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+107:2008:x1830958840182656:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 1758us (2214us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139096.412496:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16849 00000100:00100000:0.0:1746139096.413340:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139096.414712:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139096.418471:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139096.418698:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840183168 00000100:00100000:1.0:1746139096.418704:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840183168 00000100:00100000:1.0:1746139096.418736:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29537 00000100:00100000:1.0:1746139096.418743:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c249180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+109:1814:x1830958840183168:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139096.418757:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139096.418769:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800724cda00/0x1f9f6ca451acae24 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3511c8a expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139096.418795:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139096.418799:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008763ca00/0x1f9f6ca451acae1d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c83 expref: 110 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139096.418804:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139096.418807:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800724cda00/0x1f9f6ca451acae24 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c8a expref: 110 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139096.418835:0:18644:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008763ca00/0x1f9f6ca451acae1d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c83 expref: 110 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139096.418845:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800724cda00/0x1f9f6ca451acae24 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c8a expref: 110 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139096.418853:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800724cda00, rc 0) 00000100:00100000:1.0:1746139096.418892:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c249180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+110:1814:x1830958840183168:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 149us (427us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139096.418897:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29537 00000100:00100000:0.0:1746139096.419081:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139096.419262:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840183296 00000100:00100000:1.0:1746139096.419266:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840183296 00010000:00010000:1.0:1746139096.419280:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008763c000/0x1f9f6ca451acae16 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c7c expref: 6 pid: 9564 timeout: 821 lvb_type: 0 00000100:00100000:1.0:1746139096.419940:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16850 00000100:00100000:1.0:1746139096.419946:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013770c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840183296:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746139096.419956:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746139096.419971:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008763c000/0x1f9f6ca451acae16 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c7c expref: 6 pid: 9564 timeout: 821 lvb_type: 0 00010000:00010000:1.0:1746139096.419980:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008763c000/0x1f9f6ca451acae16 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c7c expref: 6 pid: 9564 timeout: 821 lvb_type: 0 00010000:00010000:1.0:1746139096.419994:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008763c000/0x1f9f6ca451acae16 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c7c expref: 6 pid: 9564 timeout: 821 lvb_type: 0 00010000:00010000:1.0:1746139096.421156:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139096.421160:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139096.421170:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008763ca00/0x1f9f6ca451acae1d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c83 expref: 108 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139096.421179:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008763ca00/0x1f9f6ca451acae1d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c83 expref: 108 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139096.421211:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008763ca00/0x1f9f6ca451acae1d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c83 expref: 108 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139096.421222:0:7207:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008763ca00/0x1f9f6ca451acae1d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c83 expref: 108 pid: 9564 timeout: 821 lvb_type: 0 00000100:00100000:1.0:1746139096.421233:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed1ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832075264:192.168.203.56@tcp:105: 00000100:00100000:1.0:1746139096.421457:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff880131166b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746139096.422896:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ed1ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832075264:192.168.203.56@tcp:105: 00010000:00010000:1.0:1746139096.422910:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746139096.422940:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013770c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2007:x1830958840183296:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 2993us (3857us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139096.422948:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16850 00000100:00100000:0.0:1746139096.423665:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139096.423724:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840183552 00000100:00100000:3.0:1746139096.423730:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840183552 00002000:00100000:3.0:1746139096.423760:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009f17b800 x1830958840183552/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:22/0 lens 488/0 e 0 to 0 dl 1746139107 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139096.423768:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f17b800 with x1830958840183552 ext(0->4095) 00010000:00010000:3.0:1746139096.423775:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008763ca00/0x1f9f6ca451acae1d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c83 expref: 109 pid: 9564 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746139096.423786:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008763ca00/0x1f9f6ca451acae1d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c83 expref: 109 pid: 9564 timeout: 821 lvb_type: 0 00002000:00010000:3.0:1746139096.423791:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f17b800 00000100:00100000:3.0:1746139096.423817:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2452 00000100:00100000:3.0:1746139096.423824:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f17b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+109:2007:x1830958840183552:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746139096.423944:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f17b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+109:2007:x1830958840183552:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 120us (280us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746139096.423950:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2452 00002000:00100000:3.0:1746139096.423954:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009f17b800 x1830958840183552/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:22/0 lens 488/4536 e 0 to 0 dl 1746139107 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139096.423965:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f17b800 with x1830958840183552 ext(0->4095) 00010000:00010000:3.0:1746139096.423969:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008763ca00/0x1f9f6ca451acae1d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c83 expref: 109 pid: 9564 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746139096.423978:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008763ca00/0x1f9f6ca451acae1d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c83 expref: 109 pid: 9564 timeout: 821 lvb_type: 0 00002000:00010000:3.0:1746139096.423983:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f17b800 00000100:00100000:0.0:1746139096.430311:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139096.433771:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840183680 00000100:00100000:1.0:1746139096.433782:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840183680 00010000:00010000:1.0:1746139096.433820:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008763ca00/0x1f9f6ca451acae1d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c83 expref: 109 pid: 9564 timeout: 821 lvb_type: 0 00000100:00100000:1.0:1746139096.433863:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16851 00000100:00100000:1.0:1746139096.433870:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391d0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+109:2008:x1830958840183680:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746139096.433885:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746139096.433901:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008763ca00/0x1f9f6ca451acae1d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c83 expref: 109 pid: 9564 timeout: 821 lvb_type: 0 00010000:00010000:1.0:1746139096.433912:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008763ca00/0x1f9f6ca451acae1d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c83 expref: 109 pid: 9564 timeout: 821 lvb_type: 0 00010000:00010000:1.0:1746139096.433930:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008763ca00/0x1f9f6ca451acae1d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c83 expref: 109 pid: 9564 timeout: 821 lvb_type: 0 00010000:00010000:1.0:1746139096.433958:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139096.433960:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139096.433965:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800724cda00/0x1f9f6ca451acae24 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c8a expref: 108 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139096.433971:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800724cda00/0x1f9f6ca451acae24 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c8a expref: 108 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139096.434004:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800724cda00/0x1f9f6ca451acae24 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c8a expref: 108 pid: 18644 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746139096.434014:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed1ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832075392:192.168.203.56@tcp:105: 00000100:00100000:1.0:1746139096.434100:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff880131166e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746139096.439508:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139096.440249:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ed1ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832075392:192.168.203.56@tcp:105: 00010000:00010000:1.0:1746139096.440266:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746139096.440306:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+108:2008:x1830958840183680:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 6436us (10002us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139096.440315:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16851 00000100:00100000:0.0:1746139096.445092:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000001:00080000:0.0:1746139096.454003:0:10897:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294972039 is committed 00000100:00100000:0.0:1746139096.461194:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139096.462443:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c05500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+8:2009:x1830958840184192:12345-192.168.203.56@tcp:4:ldlm_bl.0 Request processed in 716us (1250us total) trans 4294972040 rc 0/0 00000100:00100000:0.0:1746139096.462451:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2453 00002000:00100000:0.0:1746139096.462456:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff880094c05500 x1830958840184192/t4294972040(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:22/0 lens 496/448 e 0 to 0 dl 1746139107 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139096.462463:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c05500 with x1830958840184192 ext(0->7) 00010000:00010000:0.0:1746139096.462469:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800724cda00/0x1f9f6ca451acae24 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c8a expref: 8 pid: 18644 timeout: 821 lvb_type: 0 00010000:00010000:0.0:1746139096.462479:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800724cda00/0x1f9f6ca451acae24 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c8a expref: 8 pid: 18644 timeout: 821 lvb_type: 0 00002000:00010000:0.0:1746139096.462485:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094c05500 00000100:00100000:0.0:1746139096.472174:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139096.472220:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139096.472296:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840184320 00000100:00100000:1.0:1746139096.472304:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840184320 00010000:00010000:1.0:1746139096.472331:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800724cda00/0x1f9f6ca451acae24 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c8a expref: 8 pid: 18644 timeout: 821 lvb_type: 0 00000100:00100000:1.0:1746139096.472367:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16852 00000100:00100000:1.0:1746139096.472373:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131466d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+8:2009:x1830958840184320:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746139096.472383:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1746139096.472395:0:7207:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x1a:0x0] updating lvb mtime from disk: 1746139096 -> 1746139097 00002000:00010000:1.0:1746139096.472397:0:7207:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x1a:0x0] updating lvb ctime from disk: 1746139096 -> 1746139097 00010000:00010000:1.0:1746139096.472402:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800724cda00/0x1f9f6ca451acae24 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c8a expref: 8 pid: 18644 timeout: 821 lvb_type: 0 00010000:00010000:1.0:1746139096.472413:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800724cda00/0x1f9f6ca451acae24 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c8a expref: 8 pid: 18644 timeout: 821 lvb_type: 0 00010000:00010000:1.0:1746139096.472430:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800724cda00/0x1f9f6ca451acae24 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c8a expref: 8 pid: 18644 timeout: 821 lvb_type: 0 00010000:00010000:1.0:1746139096.472445:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139096.472446:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139096.472452:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008763c800/0x1f9f6ca451acae2b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c91 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139096.472460:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008763c800/0x1f9f6ca451acae2b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c91 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139096.472485:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008763c800/0x1f9f6ca451acae2b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c91 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746139096.472495:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed1ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832075648:192.168.203.56@tcp:105: 00000100:00100000:1.0:1746139096.472565:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff880131166e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746139096.483886:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139096.486014:0:9564:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cbafb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832075776:192.168.203.56@tcp:104: 00010000:00010000:3.0:1746139096.486034:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008763c600/0x1f9f6ca451acae32 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c98 expref: 9 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139096.486044:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008763c600, rc 0) 00000100:00100000:3.0:1746139096.486269:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131464e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+9:1800:x1830958840184448:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 13547us (14102us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139096.486275:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29539 00000100:00100000:1.0:1746139096.490327:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ed1ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832075648:192.168.203.56@tcp:105: 00010000:00010000:1.0:1746139096.490345:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746139096.490396:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131466d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+8:2009:x1830958840184320:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 18022us (18174us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139096.490407:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16852 00000100:00100000:0.0:1746139096.493763:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139096.495583:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139096.495644:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840184960 00000100:00100000:1.0:1746139096.495652:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840184960 00010000:00010000:1.0:1746139096.495688:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008763c800/0x1f9f6ca451acae2b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c91 expref: 6 pid: 9564 timeout: 821 lvb_type: 0 00000100:00100000:3.0:1746139096.495697:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840184832 00000100:00100000:3.0:1746139096.495701:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840184832 00000100:00100000:3.0:1746139096.495730:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29540 00000100:00100000:1.0:1746139096.495730:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16853 00000100:00100000:3.0:1746139096.495736:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093492a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+8:1814:x1830958840184832:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:1.0:1746139096.495736:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093493480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2010:x1830958840184960:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746139096.495746:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139096.495748:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139096.495758:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f034c00/0x1f9f6ca451acae39 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3511c9f expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139096.495761:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008763c800/0x1f9f6ca451acae2b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c91 expref: 6 pid: 9564 timeout: 821 lvb_type: 0 00010000:00010000:1.0:1746139096.495771:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008763c800/0x1f9f6ca451acae2b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c91 expref: 6 pid: 9564 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746139096.495913:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139096.495919:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008763c600/0x1f9f6ca451acae32 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c98 expref: 9 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139096.495925:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746139096.495928:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f034c00/0x1f9f6ca451acae39 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c9f expref: 9 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139096.495956:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008763c800/0x1f9f6ca451acae2b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c91 expref: 6 pid: 9564 timeout: 821 lvb_type: 0 00010000:00010000:1.0:1746139096.495973:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139096.495974:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139096.495979:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008763c600/0x1f9f6ca451acae32 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c98 expref: 9 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139096.495988:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008763c600/0x1f9f6ca451acae32 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c98 expref: 9 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139096.496025:0:9564:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008763c600/0x1f9f6ca451acae32 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c98 expref: 9 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139096.496035:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008763c600/0x1f9f6ca451acae32 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70080400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c98 expref: 9 pid: 9564 timeout: 821 lvb_type: 0 00000100:00100000:3.0:1746139096.496046:0:9564:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c852d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832075904:192.168.203.56@tcp:104: 00010000:00010000:1.0:1746139096.496065:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008763c600/0x1f9f6ca451acae32 lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c98 expref: 9 pid: 9564 timeout: 821 lvb_type: 0 00010000:00010000:1.0:1746139096.496072:0:7207:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008763c600/0x1f9f6ca451acae32 lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c98 expref: 9 pid: 9564 timeout: 821 lvb_type: 0 00000100:00100000:1.0:1746139096.496082:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed1ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832076032:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139096.496349:0:9564:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ff269c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746139096.496944:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff880131166e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746139096.499353:0:9564:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c852d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832075904:192.168.203.56@tcp:104: 00010000:00010000:3.0:1746139096.499374:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f034c00/0x1f9f6ca451acae39 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c9f expref: 9 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139096.499386:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f034c00, rc 0) 00000100:00100000:3.0:1746139096.499417:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093492a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+9:1814:x1830958840184832:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3682us (5661us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139096.499424:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29540 00000100:00100000:1.0:1746139096.499601:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ed1ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832076032:192.168.203.56@tcp:105: 00010000:00010000:1.0:1746139096.499611:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746139096.499648:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093493480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2010:x1830958840184960:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3912us (4069us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139096.499655:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16853 00000100:00100000:0.0:1746139096.501333:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139096.505715:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139096.505795:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840185344 00000100:00100000:1.0:1746139096.505803:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840185344 00010000:00010000:1.0:1746139096.505831:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008763c600/0x1f9f6ca451acae32 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c98 expref: 9 pid: 9564 timeout: 821 lvb_type: 0 00000100:00100000:1.0:1746139096.505920:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16854 00000100:00100000:1.0:1746139096.505927:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f2d1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+9:2008:x1830958840185344:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746139096.505937:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746139096.505951:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008763c600/0x1f9f6ca451acae32 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c98 expref: 9 pid: 9564 timeout: 821 lvb_type: 0 00010000:00010000:1.0:1746139096.505961:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008763c600/0x1f9f6ca451acae32 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c98 expref: 9 pid: 9564 timeout: 821 lvb_type: 0 00010000:00010000:1.0:1746139096.505977:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008763c600/0x1f9f6ca451acae32 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c98 expref: 9 pid: 9564 timeout: 821 lvb_type: 0 00010000:00010000:1.0:1746139096.506573:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139096.506576:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139096.506583:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f034c00/0x1f9f6ca451acae39 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c9f expref: 8 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139096.506590:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f034c00/0x1f9f6ca451acae39 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c9f expref: 8 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139096.506822:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f034c00/0x1f9f6ca451acae39 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c9f expref: 8 pid: 9564 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746139096.506834:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed1ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832076160:192.168.203.56@tcp:105: 00000100:00100000:1.0:1746139096.506904:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff880131166e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746139096.510337:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ed1ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832076160:192.168.203.56@tcp:105: 00010000:00010000:1.0:1746139096.510355:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746139096.510390:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f2d1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+8:2008:x1830958840185344:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 4463us (4837us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139096.510399:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16854 00000100:00100000:3.0:1746139096.510915:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840185600 00000100:00100000:3.0:1746139096.510921:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840185600 00002000:00100000:3.0:1746139096.510949:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88012d441850 x1830958840185600/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:22/0 lens 488/0 e 0 to 0 dl 1746139107 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139096.510963:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d441850 with x1830958840185600 ext(0->4095) 00002000:00010000:3.0:1746139096.510967:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d441850 00000100:00100000:3.0:1746139096.510995:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13130 00000100:00100000:3.0:1746139096.511002:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d441850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+8:2007:x1830958840185600:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746139096.511099:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d441850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+8:2007:x1830958840185600:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 97us (342us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746139096.511105:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13130 00002000:00100000:3.0:1746139096.511110:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88012d441850 x1830958840185600/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:22/0 lens 488/4536 e 0 to 0 dl 1746139107 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139096.511117:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d441850 with x1830958840185600 ext(0->4095) 00002000:00010000:3.0:1746139096.511120:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d441850 00000100:00100000:0.0:1746139096.515774:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139096.515911:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840185728 00000100:00100000:3.0:1746139096.515919:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840185728 00000100:00100000:3.0:1746139096.516153:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29541 00000100:00100000:3.0:1746139096.516160:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f2d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840185728:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746139096.516175:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139096.516187:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f035e00/0x1f9f6ca451acae40 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3511ca6 expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139096.516212:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f034c00/0x1f9f6ca451acae39 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c9f expref: 7 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139096.516218:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746139096.516220:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746139096.516224:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f035e00/0x1f9f6ca451acae40 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511ca6 expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139096.516254:0:9564:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f034c00/0x1f9f6ca451acae39 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c9f expref: 7 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139096.516265:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f034c00/0x1f9f6ca451acae39 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c9f expref: 7 pid: 9564 timeout: 821 lvb_type: 0 00000100:00100000:3.0:1746139096.516275:0:9564:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c852300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832076288:192.168.203.56@tcp:104: 00000100:00100000:3.0:1746139096.517126:0:9564:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ff269c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746139096.517658:0:9564:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c852300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832076288:192.168.203.56@tcp:104: 00010000:00010000:3.0:1746139096.517677:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f035e00/0x1f9f6ca451acae40 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511ca6 expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139096.517687:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f035e00, rc 0) 00000100:00100000:3.0:1746139096.517712:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f2d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840185728:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1553us (1945us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139096.517718:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29541 00000100:00100000:0.0:1746139096.518727:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139096.518783:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840185856 00000100:00100000:1.0:1746139096.518788:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840185856 00010000:00010000:1.0:1746139096.518807:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f034c00/0x1f9f6ca451acae39 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c9f expref: 8 pid: 9564 timeout: 821 lvb_type: 0 00000100:00100000:1.0:1746139096.518827:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16855 00000100:00100000:1.0:1746139096.518833:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f2d3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+8:2007:x1830958840185856:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746139096.518842:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746139096.518857:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f034c00/0x1f9f6ca451acae39 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c9f expref: 8 pid: 9564 timeout: 821 lvb_type: 0 00010000:00010000:1.0:1746139096.518872:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f034c00/0x1f9f6ca451acae39 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c9f expref: 8 pid: 9564 timeout: 821 lvb_type: 0 00010000:00010000:1.0:1746139096.518895:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f034c00/0x1f9f6ca451acae39 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511c9f expref: 8 pid: 9564 timeout: 821 lvb_type: 0 00010000:00010000:1.0:1746139096.518916:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139096.518918:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139096.518923:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f035e00/0x1f9f6ca451acae40 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511ca6 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139096.518929:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f035e00/0x1f9f6ca451acae40 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511ca6 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139096.518952:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f035e00/0x1f9f6ca451acae40 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511ca6 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746139096.518962:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed1ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832076416:192.168.203.56@tcp:105: 00000100:00100000:1.0:1746139096.519018:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff880131166e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746139096.520723:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139096.520800:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ed1ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832076416:192.168.203.56@tcp:105: 00010000:00010000:1.0:1746139096.520811:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746139096.520836:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f2d3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+7:2007:x1830958840185856:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 2002us (2110us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139096.520843:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16855 00000100:00100000:3.0:1746139096.520913:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840186112 00000100:00100000:3.0:1746139096.520917:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840186112 00002000:00100000:3.0:1746139096.520943:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009f2d1c00 x1830958840186112/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:22/0 lens 488/0 e 0 to 0 dl 1746139107 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139096.520950:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f2d1c00 with x1830958840186112 ext(0->4095) 00002000:00010000:3.0:1746139096.520953:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f2d1c00 00000100:00100000:3.0:1746139096.520976:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13131 00000100:00100000:3.0:1746139096.520982:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f2d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840186112:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746139096.521064:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f2d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840186112:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 81us (344us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746139096.521069:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13131 00002000:00100000:3.0:1746139096.521074:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009f2d1c00 x1830958840186112/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:22/0 lens 488/4536 e 0 to 0 dl 1746139107 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139096.521081:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f2d1c00 with x1830958840186112 ext(0->4095) 00002000:00010000:3.0:1746139096.521084:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f2d1c00 00000100:00100000:0.0:1746139096.521690:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139096.521803:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840186240 00000100:00100000:3.0:1746139096.521807:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840186240 00000100:00100000:3.0:1746139096.521833:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29542 00000100:00100000:3.0:1746139096.521837:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f2d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+7:1800:x1830958840186240:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746139096.521846:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139096.521857:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f035200/0x1f9f6ca451acae47 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3511cad expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139096.521875:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f035e00/0x1f9f6ca451acae40 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511ca6 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139096.521881:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139096.521882:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139096.521885:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f035200/0x1f9f6ca451acae47 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511cad expref: 8 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139096.521902:0:9564:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f035e00/0x1f9f6ca451acae40 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511ca6 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139096.521915:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f035e00/0x1f9f6ca451acae40 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511ca6 expref: 5 pid: 9564 timeout: 821 lvb_type: 0 00000100:00100000:3.0:1746139096.521924:0:9564:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c852300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832076544:192.168.203.56@tcp:104: 00000100:00100000:3.0:1746139096.521960:0:9564:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ff269c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746139096.525346:0:9564:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c852300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832076544:192.168.203.56@tcp:104: 00010000:00010000:3.0:1746139096.525369:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f035200/0x1f9f6ca451acae47 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511cad expref: 8 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139096.525382:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f035200, rc 0) 00000100:00100000:3.0:1746139096.526127:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f2d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+8:1800:x1830958840186240:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4282us (4430us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139096.526135:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29542 00000100:00100000:0.0:1746139096.526985:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139096.527138:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139096.527187:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840186496 00000100:00100000:3.0:1746139096.527191:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840186496 00000100:00100000:1.0:1746139096.527331:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840186368 00000100:00100000:1.0:1746139096.527335:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840186368 00010000:00010000:1.0:1746139096.527355:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f035e00/0x1f9f6ca451acae40 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511ca6 expref: 6 pid: 9564 timeout: 821 lvb_type: 0 00000100:00100000:3.0:1746139096.527649:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29543 00000100:00100000:3.0:1746139096.527656:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ff6e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+8:1814:x1830958840186496:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746139096.527669:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139096.527681:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f034400/0x1f9f6ca451acae4e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3511cb4 expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139096.527701:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139096.527706:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f035200/0x1f9f6ca451acae47 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511cad expref: 9 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139096.527715:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746139096.527718:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f034400/0x1f9f6ca451acae4e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511cb4 expref: 9 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139096.527745:0:9564:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f035200/0x1f9f6ca451acae47 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511cad expref: 9 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139096.527755:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f034400/0x1f9f6ca451acae4e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511cb4 expref: 9 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139096.527762:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f034400, rc 0) 00000100:00100000:3.0:1746139096.527789:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ff6e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+9:1814:x1830958840186496:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 134us (807us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139096.527793:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29543 00000100:00100000:1.0:1746139096.530568:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840186752 00000100:00100000:1.0:1746139096.530574:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840186752 00002000:00100000:1.0:1746139096.530604:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009cbaed80 x1830958840186752/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:22/0 lens 488/0 e 0 to 0 dl 1746139107 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139096.530612:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cbaed80 with x1830958840186752 ext(0->4095) 00010000:00010000:1.0:1746139096.530710:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f035200/0x1f9f6ca451acae47 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511cad expref: 9 pid: 9564 timeout: 821 lvb_type: 0 00010000:00010000:1.0:1746139096.530720:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f035200/0x1f9f6ca451acae47 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511cad expref: 9 pid: 9564 timeout: 821 lvb_type: 0 00002000:00010000:1.0:1746139096.530727:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cbaed80 00000100:00100000:1.0:1746139096.530747:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2456 00000100:00100000:1.0:1746139096.530753:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbaed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+9:2008:x1830958840186752:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746139096.530988:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbaed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+9:2008:x1830958840186752:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 234us (564us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139096.530993:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2456 00002000:00100000:1.0:1746139096.530998:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009cbaed80 x1830958840186752/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:22/0 lens 488/4536 e 0 to 0 dl 1746139107 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139096.531005:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cbaed80 with x1830958840186752 ext(0->4095) 00010000:00010000:1.0:1746139096.531009:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f035200/0x1f9f6ca451acae47 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511cad expref: 9 pid: 9564 timeout: 821 lvb_type: 0 00010000:00010000:1.0:1746139096.531022:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f035200/0x1f9f6ca451acae47 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511cad expref: 9 pid: 9564 timeout: 821 lvb_type: 0 00002000:00010000:1.0:1746139096.531027:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cbaed80 00000100:00100000:0.0:1746139096.532686:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139096.536360:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139096.536410:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840187136 00000100:00100000:1.0:1746139096.536419:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840187136 00002000:00100000:1.0:1746139096.536454:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009f2d0e00 x1830958840187136/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:22/0 lens 488/0 e 0 to 0 dl 1746139107 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139096.536463:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f2d0e00 with x1830958840187136 ext(0->4095) 00002000:00010000:1.0:1746139096.536467:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f2d0e00 00000100:00100000:1.0:1746139096.536498:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13132 00000100:00100000:1.0:1746139096.536505:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f2d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+9:2008:x1830958840187136:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746139096.536653:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f2d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+9:2008:x1830958840187136:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 147us (298us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139096.536659:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13132 00002000:00100000:1.0:1746139096.536664:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009f2d0e00 x1830958840187136/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:22/0 lens 488/4536 e 0 to 0 dl 1746139107 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139096.536671:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f2d0e00 with x1830958840187136 ext(0->4095) 00002000:00010000:1.0:1746139096.536673:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f2d0e00 00000100:00100000:0.0:1746139096.539406:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139096.539551:0:24929:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840187264 00000100:00100000:3.0:1746139096.539558:0:24929:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840187264 00000100:00100000:3.0:1746139096.539601:0:24929:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29544 00000100:00100000:3.0:1746139096.539609:0:24929:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f2d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840187264:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746139096.539653:0:24929:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139096.539667:0:24929:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f034600/0x1f9f6ca451acae55 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3511cbb expref: -99 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139096.539693:0:24929:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f034400/0x1f9f6ca451acae4e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511cb4 expref: 7 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139096.539700:0:24929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746139096.539702:0:24929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746139096.539705:0:24929:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f034600/0x1f9f6ca451acae55 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511cbb expref: 6 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139096.539729:0:24929:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f034400/0x1f9f6ca451acae4e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511cb4 expref: 7 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139096.539740:0:24929:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f034400/0x1f9f6ca451acae4e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511cb4 expref: 7 pid: 9564 timeout: 821 lvb_type: 0 00000100:00100000:3.0:1746139096.539750:0:24929:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c853480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24929:1830958832077056:192.168.203.56@tcp:104: 00000100:00100000:3.0:1746139096.539814:0:24929:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ff269c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746139096.541399:0:24929:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c853480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24929:1830958832077056:192.168.203.56@tcp:104: 00010000:00010000:3.0:1746139096.541419:0:24929:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f034600/0x1f9f6ca451acae55 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511cbb expref: 6 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139096.541431:0:24929:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f034600, rc 0) 00000100:00100000:3.0:1746139096.541461:0:24929:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f2d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840187264:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1852us (2061us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139096.541468:0:24929:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29544 00000100:00100000:0.0:1746139096.543046:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139096.547903:0:24929:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840187520 00000100:00100000:3.0:1746139096.547910:0:24929:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840187520 00000100:00100000:3.0:1746139096.547956:0:24929:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29545 00000100:00100000:3.0:1746139096.547964:0:24929:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbadf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b60e9717-019c-4527-a82a-15e993ac5189+8:1800:x1830958840187520:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746139096.547978:0:24929:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139096.547991:0:24929:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f034e00/0x1f9f6ca451acae5c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3511cc2 expref: -99 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139096.548018:0:24929:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f034600/0x1f9f6ca451acae55 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511cbb expref: 5 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139096.548024:0:24929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139096.548026:0:24929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139096.548029:0:24929:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f034e00/0x1f9f6ca451acae5c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511cc2 expref: 9 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139096.548053:0:24929:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f034600/0x1f9f6ca451acae55 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511cbb expref: 5 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139096.548063:0:24929:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f034600/0x1f9f6ca451acae55 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511cbb expref: 5 pid: 24929 timeout: 821 lvb_type: 0 00000100:00100000:3.0:1746139096.548073:0:24929:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c853480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24929:1830958832077312:192.168.203.56@tcp:104: 00000100:00100000:3.0:1746139096.549065:0:24929:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ff269c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746139096.549571:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cbad180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832077184:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139096.549586:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139096.549643:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f2d2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+9:2008:x1830958840187392:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 6144us (6599us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139096.549652:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16858 00000100:00100000:0.0:1746139096.549864:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139096.554413:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139096.556253:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840188032 00000100:00100000:3.0:1746139096.556259:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840188032 00010000:00010000:3.0:1746139096.556281:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f034600/0x1f9f6ca451acae55 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511cbb expref: 6 pid: 24929 timeout: 821 lvb_type: 0 00000100:00100000:3.0:1746139096.556313:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16859 00000100:00100000:3.0:1746139096.556319:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbad500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2010:x1830958840188032:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139096.556328:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139096.556343:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f034600/0x1f9f6ca451acae55 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511cbb expref: 6 pid: 24929 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746139096.556353:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f034600/0x1f9f6ca451acae55 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511cbb expref: 6 pid: 24929 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746139096.556367:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f034600/0x1f9f6ca451acae55 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511cbb expref: 6 pid: 24929 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746139096.556390:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139096.556392:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139096.556397:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f034e00/0x1f9f6ca451acae5c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511cc2 expref: 8 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139096.556404:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f034e00/0x1f9f6ca451acae5c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511cc2 expref: 8 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139096.556424:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f034e00/0x1f9f6ca451acae5c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511cc2 expref: 8 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139096.556434:0:15672:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f034e00/0x1f9f6ca451acae5c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511cc2 expref: 8 pid: 24929 timeout: 821 lvb_type: 0 00000100:00100000:3.0:1746139096.556449:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c852300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832077568:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139096.556504:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ff269c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746139096.558690:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c852300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832077568:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139096.558704:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139096.559033:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbad500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2010:x1830958840188032:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 2712us (3524us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139096.559041:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16859 00000100:00100000:0.0:1746139096.559394:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139096.559536:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840188288 00000100:00100000:3.0:1746139096.559548:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840188288 00002000:00100000:3.0:1746139096.559573:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009f2d0a80 x1830958840188288/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:22/0 lens 488/0 e 0 to 0 dl 1746139107 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139096.559581:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f2d0a80 with x1830958840188288 ext(0->4095) 00010000:00010000:3.0:1746139096.559587:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f034e00/0x1f9f6ca451acae5c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511cc2 expref: 9 pid: 24929 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746139096.559596:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f034e00/0x1f9f6ca451acae5c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511cc2 expref: 9 pid: 24929 timeout: 821 lvb_type: 0 00002000:00010000:3.0:1746139096.559601:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f2d0a80 00000100:00100000:3.0:1746139096.559613:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2458 00000100:00100000:3.0:1746139096.559640:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f2d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+9:2007:x1830958840188288:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746139096.560586:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f2d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+9:2007:x1830958840188288:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 943us (1189us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746139096.560595:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2458 00002000:00100000:3.0:1746139096.560600:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009f2d0a80 x1830958840188288/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:22/0 lens 488/4536 e 0 to 0 dl 1746139107 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139096.560607:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f2d0a80 with x1830958840188288 ext(0->4095) 00010000:00010000:3.0:1746139096.560613:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f034e00/0x1f9f6ca451acae5c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511cc2 expref: 9 pid: 24929 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746139096.560994:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f034e00/0x1f9f6ca451acae5c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511cc2 expref: 9 pid: 24929 timeout: 821 lvb_type: 0 00002000:00010000:3.0:1746139096.560999:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f2d0a80 00000100:00100000:3.0:1746139096.563114:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840188416 00000100:00100000:3.0:1746139096.563122:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840188416 00010000:00010000:3.0:1746139096.563146:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f034e00/0x1f9f6ca451acae5c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511cc2 expref: 9 pid: 24929 timeout: 821 lvb_type: 0 00000100:00100000:3.0:1746139096.563211:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16860 00000100:00100000:3.0:1746139096.563219:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbae300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+9:2008:x1830958840188416:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139096.563230:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139096.563247:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f034e00/0x1f9f6ca451acae5c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511cc2 expref: 9 pid: 24929 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746139096.563258:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f034e00/0x1f9f6ca451acae5c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511cc2 expref: 9 pid: 24929 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746139096.563277:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f034e00/0x1f9f6ca451acae5c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511cc2 expref: 9 pid: 24929 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746139096.563335:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139096.563337:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139096.563344:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008763ce00/0x1f9f6ca451acae63 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511cc9 expref: 8 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139096.563350:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008763ce00/0x1f9f6ca451acae63 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511cc9 expref: 8 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139096.563383:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008763ce00/0x1f9f6ca451acae63 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511cc9 expref: 8 pid: 24929 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139096.563394:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c852300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832077696:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139096.563478:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ff269c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746139096.565589:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c852300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832077696:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139096.565605:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139096.565663:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbae300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+8:2008:x1830958840188416:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 2444us (2708us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139096.565673:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16860 00000100:00100000:0.0:1746139096.566115:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139096.566206:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840188672 00000100:00100000:3.0:1746139096.566215:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840188672 00002000:00100000:3.0:1746139096.566242:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009f2d3b80 x1830958840188672/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:22/0 lens 488/0 e 0 to 0 dl 1746139107 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139096.566251:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f2d3b80 with x1830958840188672 ext(0->4095) 00002000:00010000:3.0:1746139096.566254:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f2d3b80 00000100:00100000:3.0:1746139096.566264:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13133 00000100:00100000:3.0:1746139096.566269:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f2d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+8:2007:x1830958840188672:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746139096.566361:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f2d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+8:2007:x1830958840188672:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 91us (247us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746139096.566367:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13133 00002000:00100000:3.0:1746139096.566372:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009f2d3b80 x1830958840188672/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:22/0 lens 488/4536 e 0 to 0 dl 1746139107 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139096.566378:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f2d3b80 with x1830958840188672 ext(0->4095) 00002000:00010000:3.0:1746139096.566381:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f2d3b80 00000100:00100000:0.0:1746139096.568748:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139096.571848:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139096.571948:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840188928 00000100:00100000:3.0:1746139096.571954:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840188928 00010000:00010000:3.0:1746139096.571973:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008763ce00/0x1f9f6ca451acae63 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511cc9 expref: 8 pid: 24929 timeout: 821 lvb_type: 0 00000100:00100000:3.0:1746139096.572078:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16861 00000100:00100000:3.0:1746139096.572085:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f2d1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+8:2007:x1830958840188928:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139096.572096:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139096.572112:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008763ce00/0x1f9f6ca451acae63 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511cc9 expref: 8 pid: 24929 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746139096.572122:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008763ce00/0x1f9f6ca451acae63 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511cc9 expref: 8 pid: 24929 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746139096.572141:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008763ce00/0x1f9f6ca451acae63 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511cc9 expref: 8 pid: 24929 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746139096.572164:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139096.572167:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139096.572173:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008763ca00/0x1f9f6ca451acae6a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511cd0 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139096.572180:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008763ca00/0x1f9f6ca451acae6a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511cd0 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139096.572203:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008763ca00/0x1f9f6ca451acae6a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511cd0 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139096.572211:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c852300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832077952:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139096.572260:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ff269c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746139096.575077:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c852300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832077952:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139096.575091:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139096.575134:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f2d1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+7:2007:x1830958840188928:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3047us (3284us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139096.575142:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16861 00000100:00100000:0.0:1746139096.575198:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139096.575848:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840189184 00000100:00100000:3.0:1746139096.575852:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840189184 00002000:00100000:3.0:1746139096.575877:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009f2d3100 x1830958840189184/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:22/0 lens 488/0 e 0 to 0 dl 1746139107 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139096.575885:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f2d3100 with x1830958840189184 ext(0->4095) 00002000:00010000:3.0:1746139096.575889:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f2d3100 00000100:00100000:3.0:1746139096.575916:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13134 00000100:00100000:3.0:1746139096.575923:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f2d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840189184:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746139096.576817:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f2d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840189184:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 892us (1616us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746139096.576824:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13134 00002000:00100000:3.0:1746139096.576830:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009f2d3100 x1830958840189184/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:22/0 lens 488/4536 e 0 to 0 dl 1746139107 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139096.576838:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f2d3100 with x1830958840189184 ext(0->4095) 00002000:00010000:3.0:1746139096.576840:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f2d3100 00000100:00100000:3.0:1746139096.577252:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840189312 00000100:00100000:3.0:1746139096.577256:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840189312 00000100:00100000:3.0:1746139096.577287:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29548 00000100:00100000:3.0:1746139096.577292:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+7:1800:x1830958840189312:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746139096.577301:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139096.577313:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f034c00/0x1f9f6ca451acae71 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3511cd7 expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139096.577333:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008763ca00/0x1f9f6ca451acae6a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511cd0 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139096.577339:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139096.577341:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139096.577344:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f034c00/0x1f9f6ca451acae71 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511cd7 expref: 8 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139096.577366:0:9564:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008763ca00/0x1f9f6ca451acae6a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511cd0 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139096.577376:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008763ca00/0x1f9f6ca451acae6a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511cd0 expref: 5 pid: 9564 timeout: 821 lvb_type: 0 00000100:00100000:3.0:1746139096.577390:0:9564:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c852300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832078080:192.168.203.56@tcp:104: 00000100:00100000:3.0:1746139096.578082:0:9564:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ff269c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746139096.582834:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139096.582913:0:24929:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840189440 00000100:00100000:1.0:1746139096.582920:0:24929:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840189440 00000100:00100000:1.0:1746139096.582956:0:24929:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29549 00000100:00100000:1.0:1746139096.582962:0:24929:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f2d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b60e9717-019c-4527-a82a-15e993ac5189+9:1814:x1830958840189440:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139096.582978:0:24929:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139096.582991:0:24929:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800724cc800/0x1f9f6ca451acae78 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3511cde expref: -99 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139096.583011:0:24929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139096.583015:0:24929:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f034c00/0x1f9f6ca451acae71 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511cd7 expref: 10 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139096.583020:0:24929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139096.583023:0:24929:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800724cc800/0x1f9f6ca451acae78 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511cde expref: 10 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139096.583052:0:24929:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f034c00/0x1f9f6ca451acae71 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511cd7 expref: 10 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139096.583061:0:24929:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800724cc800/0x1f9f6ca451acae78 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511cde expref: 10 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139096.583069:0:24929:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800724cc800, rc 0) 00000100:00100000:1.0:1746139096.583103:0:24929:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f2d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b60e9717-019c-4527-a82a-15e993ac5189+10:1814:x1830958840189440:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 142us (276us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139096.583108:0:24929:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29549 00000100:00100000:3.0:1746139096.583235:0:9564:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c852300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832078080:192.168.203.56@tcp:104: 00010000:00010000:3.0:1746139096.583250:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f034c00/0x1f9f6ca451acae71 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511cd7 expref: 9 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139096.583257:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f034c00, rc 0) 00000100:00100000:3.0:1746139096.583291:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+9:1800:x1830958840189312:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5998us (6290us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139096.583296:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29548 00000100:00100000:0.0:1746139096.584027:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139096.584073:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840189568 00000100:00100000:3.0:1746139096.584077:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840189568 00010000:00010000:3.0:1746139096.584094:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008763ca00/0x1f9f6ca451acae6a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511cd0 expref: 6 pid: 9564 timeout: 821 lvb_type: 0 00000100:00100000:3.0:1746139096.584117:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16862 00000100:00100000:3.0:1746139096.584123:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f2d0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840189568:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139096.584130:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139096.584144:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008763ca00/0x1f9f6ca451acae6a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511cd0 expref: 6 pid: 9564 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746139096.584153:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008763ca00/0x1f9f6ca451acae6a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511cd0 expref: 6 pid: 9564 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746139096.584171:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008763ca00/0x1f9f6ca451acae6a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511cd0 expref: 6 pid: 9564 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746139096.584195:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139096.584197:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139096.584202:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f034c00/0x1f9f6ca451acae71 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511cd7 expref: 8 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139096.584209:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f034c00/0x1f9f6ca451acae71 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511cd7 expref: 8 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139096.584227:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f034c00/0x1f9f6ca451acae71 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511cd7 expref: 8 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139096.584241:0:15672:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f034c00/0x1f9f6ca451acae71 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511cd7 expref: 8 pid: 9564 timeout: 821 lvb_type: 0 00000100:00100000:3.0:1746139096.584250:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c852300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832078336:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139096.584306:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ff269c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746139096.586816:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c852300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832078336:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139096.586833:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139096.586878:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f2d0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2007:x1830958840189568:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 2753us (2850us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139096.586887:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16862 00000100:00100000:0.0:1746139096.588386:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139096.594128:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139096.594456:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840189952 00000100:00100000:3.0:1746139096.594464:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840189952 00010000:00010000:3.0:1746139096.594493:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f034c00/0x1f9f6ca451acae71 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511cd7 expref: 9 pid: 9564 timeout: 821 lvb_type: 0 00000100:00100000:3.0:1746139096.594528:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16863 00000100:00100000:3.0:1746139096.594535:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ee7d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+9:2008:x1830958840189952:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139096.594556:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139096.594572:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f034c00/0x1f9f6ca451acae71 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511cd7 expref: 9 pid: 9564 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746139096.594583:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f034c00/0x1f9f6ca451acae71 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511cd7 expref: 9 pid: 9564 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746139096.594601:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f034c00/0x1f9f6ca451acae71 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511cd7 expref: 9 pid: 9564 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746139096.594647:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139096.594649:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139096.594655:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800724cc800/0x1f9f6ca451acae78 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511cde expref: 8 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139096.594663:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800724cc800/0x1f9f6ca451acae78 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511cde expref: 8 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139096.594691:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800724cc800/0x1f9f6ca451acae78 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511cde expref: 8 pid: 24929 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139096.594701:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c852300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832078464:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139096.594775:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ff269c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746139096.605014:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139096.605111:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c852300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832078464:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139096.605128:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139096.605175:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ee7d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+9:2008:x1830958840189952:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 10640us (11057us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139096.605184:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16863 00000100:00100000:0.0:1746139096.607435:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840190336 00000100:00100000:0.0:1746139096.607441:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840190336 00000100:00100000:0.0:1746139096.607485:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29550 00000100:00100000:0.0:1746139096.607491:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbaf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840190336:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746139096.607503:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746139096.607518:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88007fe6ca00/0x1f9f6ca451acae7f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3511ce5 expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139096.607549:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800724cc800/0x1f9f6ca451acae78 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511cde expref: 7 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139096.607556:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746139096.607558:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746139096.607561:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88007fe6ca00/0x1f9f6ca451acae7f lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511ce5 expref: 6 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139096.607586:0:18644:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800724cc800/0x1f9f6ca451acae78 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511cde expref: 7 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139096.607596:0:18644:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800724cc800/0x1f9f6ca451acae78 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511cde expref: 7 pid: 24929 timeout: 821 lvb_type: 0 00000100:00100000:0.0:1746139096.607606:0:18644:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ee7dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832078592:192.168.203.56@tcp:104: 00000100:00100000:0.0:1746139096.607701:0:18644:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007fe37a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746139096.610038:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139096.610112:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840190464 00000100:00100000:3.0:1746139096.610116:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840190464 00010000:00010000:3.0:1746139096.610136:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800724cc800/0x1f9f6ca451acae78 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511cde expref: 8 pid: 24929 timeout: 821 lvb_type: 0 00000100:00100000:3.0:1746139096.610169:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16864 00000100:00100000:3.0:1746139096.610175:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b495a850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+8:2008:x1830958840190464:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139096.610185:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139096.610205:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800724cc800/0x1f9f6ca451acae78 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511cde expref: 8 pid: 24929 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746139096.610215:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800724cc800/0x1f9f6ca451acae78 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511cde expref: 8 pid: 24929 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746139096.610232:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800724cc800/0x1f9f6ca451acae78 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511cde expref: 8 pid: 24929 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746139096.610258:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139096.610260:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139096.610265:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88007fe6ca00/0x1f9f6ca451acae7f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511ce5 expref: 6 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139096.610275:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88007fe6ca00/0x1f9f6ca451acae7f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511ce5 expref: 6 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139096.610298:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88007fe6ca00/0x1f9f6ca451acae7f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511ce5 expref: 6 pid: 18644 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139096.610307:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c852300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832078720:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139096.610360:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ff269c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746139096.612992:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c852300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832078720:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139096.613008:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139096.613041:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b495a850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+7:2008:x1830958840190464:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 2865us (3006us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139096.613050:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16864 00000100:00100000:0.0:1746139096.613459:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139096.613999:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840190720 00000100:00100000:3.0:1746139096.614005:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840190720 00002000:00100000:3.0:1746139096.614037:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009ee7c700 x1830958840190720/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:22/0 lens 488/0 e 0 to 0 dl 1746139107 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139096.614047:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ee7c700 with x1830958840190720 ext(0->4095) 00002000:00010000:3.0:1746139096.614051:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ee7c700 00000100:00100000:3.0:1746139096.614069:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13136 00000100:00100000:3.0:1746139096.614075:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ee7c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840190720:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746139096.614187:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ee7c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840190720:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 112us (728us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746139096.614195:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13136 00002000:00100000:3.0:1746139096.614199:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009ee7c700 x1830958840190720/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:22/0 lens 488/4536 e 0 to 0 dl 1746139107 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139096.614206:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ee7c700 with x1830958840190720 ext(0->4095) 00002000:00010000:3.0:1746139096.614208:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ee7c700 00000100:00100000:0.0:1746139096.615692:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139096.615764:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139096.616004:0:24929:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29552 00000100:00100000:1.0:1746139096.616010:0:24929:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ee7d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b60e9717-019c-4527-a82a-15e993ac5189+9:1814:x1830958840190976:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139096.616017:0:24929:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139096.616023:0:24929:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800724cc000/0x1f9f6ca451acae8d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3511cf3 expref: -99 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139096.616037:0:24929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139096.616040:0:24929:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008763d000/0x1f9f6ca451acae86 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511cec expref: 10 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139096.616049:0:24929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139096.616051:0:24929:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800724cc000/0x1f9f6ca451acae8d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511cf3 expref: 10 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139096.616068:0:24929:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008763d000/0x1f9f6ca451acae86 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511cec expref: 10 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139096.616077:0:24929:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800724cc000/0x1f9f6ca451acae8d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511cf3 expref: 10 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139096.616085:0:24929:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800724cc000, rc 0) 00000100:00100000:1.0:1746139096.616104:0:24929:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ee7d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b60e9717-019c-4527-a82a-15e993ac5189+10:1814:x1830958840190976:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 95us (341us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139096.616110:0:24929:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29552 00000100:00100000:0.0:1746139096.622305:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139096.622422:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840191104 00000100:00100000:3.0:1746139096.622428:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840191104 00010000:00010000:3.0:1746139096.622456:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88007fe6ca00/0x1f9f6ca451acae7f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511ce5 expref: 6 pid: 18644 timeout: 821 lvb_type: 0 00000100:00100000:3.0:1746139096.622487:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16865 00000100:00100000:3.0:1746139096.622492:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ee7c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840191104:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139096.622503:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139096.622517:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88007fe6ca00/0x1f9f6ca451acae7f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511ce5 expref: 6 pid: 18644 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746139096.622526:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88007fe6ca00/0x1f9f6ca451acae7f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511ce5 expref: 6 pid: 18644 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746139096.622555:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88007fe6ca00/0x1f9f6ca451acae7f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511ce5 expref: 6 pid: 18644 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746139096.622573:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139096.622575:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139096.622580:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008763d000/0x1f9f6ca451acae86 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511cec expref: 8 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139096.622591:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008763d000/0x1f9f6ca451acae86 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511cec expref: 8 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139096.622634:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008763d000/0x1f9f6ca451acae86 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511cec expref: 8 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139096.622644:0:15672:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008763d000/0x1f9f6ca451acae86 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511cec expref: 8 pid: 18644 timeout: 821 lvb_type: 0 00000100:00100000:3.0:1746139096.622653:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c852300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832079104:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139096.624268:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800acdb0c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746139096.625763:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139096.626376:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c852300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832079104:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139096.626391:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139096.626413:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ee7c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2007:x1830958840191104:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3920us (4111us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139096.626420:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16865 00000100:00100000:0.0:1746139096.631507:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139096.631602:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840191488 00000100:00100000:3.0:1746139096.631609:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840191488 00010000:00010000:3.0:1746139096.631666:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008763d000/0x1f9f6ca451acae86 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511cec expref: 9 pid: 18644 timeout: 821 lvb_type: 0 00000100:00100000:3.0:1746139096.631772:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16866 00000100:00100000:3.0:1746139096.631781:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ee7c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+9:2008:x1830958840191488:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139096.631793:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139096.631810:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008763d000/0x1f9f6ca451acae86 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511cec expref: 9 pid: 18644 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746139096.631820:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008763d000/0x1f9f6ca451acae86 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511cec expref: 9 pid: 18644 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746139096.631839:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008763d000/0x1f9f6ca451acae86 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511cec expref: 9 pid: 18644 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746139096.632036:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139096.632038:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139096.632044:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800724cc000/0x1f9f6ca451acae8d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511cf3 expref: 8 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139096.632052:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800724cc000/0x1f9f6ca451acae8d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511cf3 expref: 8 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139096.632083:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800724cc000/0x1f9f6ca451acae8d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511cf3 expref: 8 pid: 24929 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139096.632095:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c852300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832079232:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139096.632460:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800acdb0c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746139096.636704:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139096.636892:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c852300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832079232:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139096.636909:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139096.636946:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ee7c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+8:2008:x1830958840191488:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 5166us (5446us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139096.636956:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16866 00000100:00100000:1.0:1746139096.637896:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840191744 00000100:00100000:1.0:1746139096.637903:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840191744 00002000:00100000:1.0:1746139096.637934:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009ee7ca80 x1830958840191744/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:22/0 lens 488/0 e 0 to 0 dl 1746139107 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139096.637943:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ee7ca80 with x1830958840191744 ext(0->4095) 00002000:00010000:1.0:1746139096.637948:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ee7ca80 00000100:00100000:1.0:1746139096.637979:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13137 00000100:00100000:1.0:1746139096.637986:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ee7ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+8:2007:x1830958840191744:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746139096.638098:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ee7ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+8:2007:x1830958840191744:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 112us (1400us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139096.638104:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13137 00002000:00100000:1.0:1746139096.638109:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009ee7ca80 x1830958840191744/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:22/0 lens 488/4536 e 0 to 0 dl 1746139107 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139096.638115:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ee7ca80 with x1830958840191744 ext(0->4095) 00002000:00010000:1.0:1746139096.638118:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ee7ca80 00000100:00100000:0.0:1746139096.640161:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139096.645245:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139096.645336:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840192000 00000100:00100000:3.0:1746139096.645342:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840192000 00010000:00010000:3.0:1746139096.645371:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800724cc000/0x1f9f6ca451acae8d lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511cf3 expref: 8 pid: 24929 timeout: 821 lvb_type: 0 00000100:00100000:3.0:1746139096.645410:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16867 00000100:00100000:3.0:1746139096.645417:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ee7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+8:2008:x1830958840192000:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139096.645427:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139096.645445:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800724cc000/0x1f9f6ca451acae8d lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511cf3 expref: 8 pid: 24929 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746139096.645455:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800724cc000/0x1f9f6ca451acae8d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511cf3 expref: 8 pid: 24929 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746139096.645476:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139096.645477:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139096.645484:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008763c800/0x1f9f6ca451acae94 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511cfa expref: 6 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139096.645491:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008763c800/0x1f9f6ca451acae94 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511cfa expref: 6 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139096.645517:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008763c800/0x1f9f6ca451acae94 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511cfa expref: 6 pid: 18644 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139096.645527:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c852300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832079488:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139096.645595:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800acdb0c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746139096.647778:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139096.649921:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c852300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832079488:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139096.649938:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139096.649971:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ee7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+9:2008:x1830958840192000:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 4554us (4732us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139096.649979:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16867 00000100:00100000:0.0:1746139096.654111:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139096.658519:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139096.658723:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840192512 00000100:00100000:3.0:1746139096.658730:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840192512 00010000:00010000:3.0:1746139096.658761:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008763c800/0x1f9f6ca451acae94 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511cfa expref: 6 pid: 18644 timeout: 821 lvb_type: 0 00000100:00100000:3.0:1746139096.658994:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16868 00000100:00100000:3.0:1746139096.659002:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eed9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2009:x1830958840192512:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139096.659014:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139096.659031:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008763c800/0x1f9f6ca451acae94 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511cfa expref: 6 pid: 18644 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746139096.659042:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008763c800/0x1f9f6ca451acae94 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511cfa expref: 6 pid: 18644 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746139096.659060:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008763c800/0x1f9f6ca451acae94 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511cfa expref: 6 pid: 18644 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746139096.661221:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139096.661226:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139096.661236:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008763d400/0x1f9f6ca451acae9b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511d01 expref: 7 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139096.661246:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008763d400/0x1f9f6ca451acae9b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511d01 expref: 7 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139096.661281:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008763d400/0x1f9f6ca451acae9b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511d01 expref: 7 pid: 18644 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139096.661292:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c852300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832079744:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139096.661382:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800acdb0c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746139096.666063:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139096.666495:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c852300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832079744:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139096.666512:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139096.666564:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eed9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2009:x1830958840192512:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 7562us (8051us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139096.666573:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16868 00000100:00100000:1.0:1746139096.667117:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840192768 00000100:00100000:1.0:1746139096.667124:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840192768 00002000:00100000:1.0:1746139096.667154:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88012eeda680 x1830958840192768/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:22/0 lens 488/0 e 0 to 0 dl 1746139107 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139096.667163:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012eeda680 with x1830958840192768 ext(0->4095) 00002000:00010000:1.0:1746139096.667167:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012eeda680 00000100:00100000:1.0:1746139096.667182:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13138 00000100:00100000:1.0:1746139096.667187:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eeda680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+8:2008:x1830958840192768:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746139096.667282:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eeda680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+8:2008:x1830958840192768:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 94us (1226us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139096.667288:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13138 00002000:00100000:1.0:1746139096.667292:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88012eeda680 x1830958840192768/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:22/0 lens 488/4536 e 0 to 0 dl 1746139107 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139096.667299:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012eeda680 with x1830958840192768 ext(0->4095) 00002000:00010000:1.0:1746139096.667302:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012eeda680 00000100:00100000:0.0:1746139096.673300:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139096.675548:0:3766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c852300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1ca206db-9abf-4f14-943b-9a8520c6dd0e:3766:1830958832080000:0@lo:400:kworker.0 00000100:00100000:3.0:1746139096.675612:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c851880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3765:1830958832080384:0@lo:400:kworker.0 00000100:00100000:3.0:1746139096.675653:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746139096.675670:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f2d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1830958832080896:0@lo:400:kworker.0 00000100:00100000:3.0:1746139096.675685:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746139096.675807:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746139096.675833:0:3766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c852d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1830958832080512:0@lo:400:kworker.0 00000100:00100000:1.0:1746139096.675850:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746139096.675862:0:3766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f2d1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1830958832081024:0@lo:400:kworker.0 00000100:00100000:1.0:1746139096.675879:0:3767:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c853100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3767:1830958832080128:0@lo:400:kworker.0 00000100:00100000:1.0:1746139096.675892:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746139096.675906:0:3767:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c851500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3767:1830958832080640:0@lo:400:kworker.0 00000100:00100000:1.0:1746139096.675919:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746139096.676091:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0ce8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1830958832081408:0@lo:400:kworker.0 00000100:00100000:3.0:1746139096.676457:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746139096.676483:0:24929:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958832080896 00000100:00100000:3.0:1746139096.676486:0:24929:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958832080896 00000100:00100000:3.0:1746139096.676504:0:24929:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958832081408 00000100:00100000:3.0:1746139096.676505:0:24929:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958832081408 00000100:00100000:1.0:1746139096.676698:0:3767:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f2d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3767:1830958832081152:0@lo:400:kworker.0 00000100:00100000:1.0:1746139096.676716:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746139096.677028:0:24929:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 756 00000100:00100000:3.0:1746139096.677034:0:24929:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0758380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3765:x1830958832080896:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746139096.677065:0:24929:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0758380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3765:x1830958832080896:12345-0@lo:400:kworker.0 Request processed in 32us (1378us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139096.677074:0:24929:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 756 00000100:00100000:3.0:1746139096.677083:0:24929:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 757 00000100:00100000:3.0:1746139096.677086:0:24929:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0759c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3765:x1830958832081408:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746139096.677106:0:24929:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0759c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3765:x1830958832081408:12345-0@lo:400:kworker.0 Request processed in 19us (649us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139096.677109:0:24929:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 757 00000100:00080000:3.0:1746139096.677120:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746139096.677139:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f2d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1830958832080896:0@lo:400:kworker.0 00000100:00100000:3.0:1746139096.677145:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0ce8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1830958832081408:0@lo:400:kworker.0 00000100:00100000:0.0:1746139096.677268:0:10909:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958832080768 00000100:00100000:0.0:1746139096.677272:0:10909:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958832080768 00000100:00100000:1.0:1746139096.677273:0:3767:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1746139096.677279:0:3767:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0ceb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1830958832081536:0@lo:400:kworker.0 00000100:00100000:1.0:1746139096.677296:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746139096.677296:0:10909:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958832081280 00000100:00100000:0.0:1746139096.677298:0:10909:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958832081280 00000100:00100000:0.0:1746139096.677306:0:10909:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958832080384 00000100:00100000:0.0:1746139096.677307:0:10909:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958832080384 00000100:00100000:0.0:1746139096.677313:0:10909:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958832080128 00000100:00100000:1.0:1746139096.677315:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958832080640 00000100:00100000:0.0:1746139096.677315:0:10909:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958832080128 00000100:00100000:1.0:1746139096.677318:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958832080640 00000100:00100000:0.0:1746139096.677321:0:10909:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958832081152 00000100:00100000:0.0:1746139096.677322:0:10909:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958832081152 00000100:00100000:0.0:1746139096.677331:0:10909:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1089 00000100:00100000:0.0:1746139096.677335:0:10909:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3764:x1830958832080768:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746139096.677344:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1090 00000100:00100000:1.0:1746139096.677348:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbaca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3764:x1830958832081280:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746139096.677362:0:10909:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3764:x1830958832080768:12345-0@lo:400:kworker.0 Request processed in 27us (1954us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139096.677366:0:10909:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1089 00000100:00100000:1.0:1746139096.677372:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbaca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3764:x1830958832081280:12345-0@lo:400:kworker.0 Request processed in 24us (1738us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139096.677374:0:10909:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1091 00000100:00100000:1.0:1746139096.677377:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1090 00000100:00100000:0.0:1746139096.677378:0:10909:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0ce8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3765:x1830958832080384:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746139096.677387:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1092 00000100:00100000:1.0:1746139096.677391:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed1ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1830958832080128:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746139096.677393:0:10909:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0ce8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3765:x1830958832080384:12345-0@lo:400:kworker.0 Request processed in 15us (1741us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139096.677397:0:10909:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1091 00000100:00100000:0.0:1746139096.677403:0:10909:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1093 00000100:00100000:0.0:1746139096.677406:0:10909:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed1c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1830958832081152:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746139096.677414:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed1ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1830958832080128:12345-0@lo:400:kworker.0 Request processed in 22us (1521us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139096.677421:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1092 00000100:00100000:0.0:1746139096.677421:0:10909:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed1c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1830958832081152:12345-0@lo:400:kworker.0 Request processed in 14us (704us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139096.677425:0:10909:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1093 00000100:00100000:1.0:1746139096.677430:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1094 00000100:00100000:1.0:1746139096.677434:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed1fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3767:x1830958832080640:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746139096.677453:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed1fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3767:x1830958832080640:12345-0@lo:400:kworker.0 Request processed in 19us (1533us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139096.677842:0:18644:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cbac380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832079872:192.168.203.56@tcp:104: 00010000:00010000:0.0:1746139096.677860:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008763d600/0x1f9f6ca451acaea2 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511d08 expref: 6 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139096.677873:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008763d600, rc 0) 00000100:00100000:0.0:1746139096.677894:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eed8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840192896:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3510us (4604us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139096.677899:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29555 00000100:00100000:0.0:1746139096.677909:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958832081536 00000100:00100000:0.0:1746139096.677911:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958832081536 00000100:00100000:0.0:1746139096.677924:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 758 00000100:00100000:0.0:1746139096.677927:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed1e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3767:x1830958832081536:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746139096.677944:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed1e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3767:x1830958832081536:12345-0@lo:400:kworker.0 Request processed in 16us (647us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139096.677948:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 758 00000100:00080000:3.0:1746139096.678155:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1746139096.678157:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1746139096.678159:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1746139096.678167:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958832081024 00000100:00100000:3.0:1746139096.678170:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958832081024 00000100:00100000:3.0:1746139096.678187:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 759 00000100:00100000:3.0:1746139096.678192:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbadc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3766:x1830958832081024:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746139096.678223:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbadc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3766:x1830958832081024:12345-0@lo:400:kworker.0 Request processed in 31us (63us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139096.678228:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 759 00000100:00100000:3.0:1746139096.678253:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c851880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3765:1830958832080384:0@lo:400:kworker.0 00000100:00100000:3.0:1746139096.678286:0:3767:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0ceb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1830958832081536:0@lo:400:kworker.0 00000100:00100000:3.0:1746139096.678295:0:3767:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c853100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3767:1830958832080128:0@lo:400:kworker.0 00000100:00100000:3.0:1746139096.678302:0:3767:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c851500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3767:1830958832080640:0@lo:400:kworker.0 00000100:00100000:3.0:1746139096.678309:0:3767:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f2d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3767:1830958832081152:0@lo:400:kworker.0 00000100:00100000:1.0:1746139096.678383:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1094 00000100:00100000:0.0:1746139096.684430:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139096.688779:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139096.690211:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139096.690522:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840193152 00000100:00100000:3.0:1746139096.690528:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840193152 00010000:00010000:3.0:1746139096.690558:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008763d400/0x1f9f6ca451acae9b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511d01 expref: 11 pid: 18644 timeout: 821 lvb_type: 0 00000100:00100000:3.0:1746139096.690577:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16869 00000100:00100000:3.0:1746139096.690583:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed1d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+11:2007:x1830958840193152:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139096.690592:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139096.690606:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008763d400/0x1f9f6ca451acae9b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511d01 expref: 11 pid: 18644 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746139096.690633:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008763d400/0x1f9f6ca451acae9b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511d01 expref: 11 pid: 18644 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746139096.690665:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008763d400/0x1f9f6ca451acae9b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511d01 expref: 11 pid: 18644 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746139096.690679:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139096.690680:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139096.690686:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008763d600/0x1f9f6ca451acaea2 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511d08 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139096.690692:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008763d600/0x1f9f6ca451acaea2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511d08 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139096.690712:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008763d600/0x1f9f6ca451acaea2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511d08 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139096.690727:0:15672:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008763d600/0x1f9f6ca451acaea2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511d08 expref: 5 pid: 18644 timeout: 821 lvb_type: 0 00000100:00100000:3.0:1746139096.690736:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a075ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832081792:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139096.692146:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800acdb0c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746139096.694521:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a075ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832081792:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139096.694550:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139096.694647:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed1d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+10:2007:x1830958840193152:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 4063us (4434us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139096.694656:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16869 00000100:00100000:0.0:1746139096.696034:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139096.700613:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139096.700772:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840193664 00000100:00100000:3.0:1746139096.700779:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840193664 00010000:00010000:3.0:1746139096.700804:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008763d600/0x1f9f6ca451acaea2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511d08 expref: 6 pid: 18644 timeout: 821 lvb_type: 0 00000100:00100000:3.0:1746139096.700832:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16870 00000100:00100000:3.0:1746139096.700838:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eeda300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840193664:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139096.700847:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139096.700861:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008763d600/0x1f9f6ca451acaea2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511d08 expref: 6 pid: 18644 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746139096.700871:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008763d600/0x1f9f6ca451acaea2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511d08 expref: 6 pid: 18644 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746139096.700889:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008763d600/0x1f9f6ca451acaea2 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511d08 expref: 6 pid: 18644 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746139096.702039:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139096.702043:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139096.702050:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008763d800/0x1f9f6ca451acaea9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511d0f expref: 9 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139096.702059:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008763d800/0x1f9f6ca451acaea9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511d0f expref: 9 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139096.702089:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008763d800/0x1f9f6ca451acaea9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511d0f expref: 9 pid: 18644 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139096.702099:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a075ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832081920:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139096.702233:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800acdb0c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746139096.705267:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139096.705435:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a075ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832081920:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139096.705452:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139096.705490:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eeda300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2007:x1830958840193664:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 4651us (4883us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139096.705499:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16870 00000100:00100000:1.0:1746139096.705722:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840193920 00000100:00100000:1.0:1746139096.705728:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840193920 00002000:00100000:1.0:1746139096.705757:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88012eed8e00 x1830958840193920/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:22/0 lens 488/0 e 0 to 0 dl 1746139107 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139096.705766:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012eed8e00 with x1830958840193920 ext(0->4095) 00002000:00010000:1.0:1746139096.705770:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012eed8e00 00000100:00100000:1.0:1746139096.705791:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13139 00000100:00100000:1.0:1746139096.705797:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eed8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+10:2010:x1830958840193920:12345-192.168.203.56@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746139096.705893:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eed8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+10:2010:x1830958840193920:12345-192.168.203.56@tcp:3:ptlrpcd_01_01.0 Request processed in 96us (632us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139096.705899:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13139 00002000:00100000:1.0:1746139096.705904:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88012eed8e00 x1830958840193920/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:22/0 lens 488/4536 e 0 to 0 dl 1746139107 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139096.705911:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012eed8e00 with x1830958840193920 ext(0->4095) 00002000:00010000:1.0:1746139096.705913:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012eed8e00 00000100:00100000:1.0:1746139096.715784:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139096.715831:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840194048 00000100:00100000:0.0:1746139096.715837:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840194048 00000100:00100000:0.0:1746139096.716205:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29557 00000100:00100000:0.0:1746139096.716212:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed1c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840194048:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746139096.716225:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746139096.716237:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f14f200/0x1f9f6ca451acaeb0 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3511d16 expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139096.716262:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008763d800/0x1f9f6ca451acaea9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511d0f expref: 9 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139096.716268:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746139096.716270:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746139096.716273:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f14f200/0x1f9f6ca451acaeb0 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511d16 expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139096.716295:0:9564:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008763d800/0x1f9f6ca451acaea9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511d0f expref: 9 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139096.716303:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008763d800/0x1f9f6ca451acaea9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511d0f expref: 9 pid: 18644 timeout: 821 lvb_type: 0 00000100:00100000:0.0:1746139096.716312:0:9564:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012eed8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832082048:192.168.203.56@tcp:104: 00000100:00100000:0.0:1746139096.716382:0:9564:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007fe37e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746139096.720245:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139096.722684:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2464 00000100:00100000:3.0:1746139096.722695:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eedad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+10:2007:x1830958840194176:12345-192.168.203.56@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746139096.723139:0:3766:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1746139096.723153:0:3766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012eed8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1830958832082176:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746139096.723198:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746139096.723294:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958832082176 00000100:00100000:1.0:1746139096.723300:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958832082176 00000100:00100000:1.0:1746139096.723333:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 510 00000100:00100000:1.0:1746139096.723338:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c794380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1830958832082176:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1746139096.723349:0:9566:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 498682688 pending 86016 free 3921293312 avail 3688308736 00000100:00100000:1.0:1746139096.723387:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c794380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1830958832082176:12345-0@lo:13:osp-pre-1-0.0 Request processed in 49us (188us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139096.723393:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 510 00000100:00100000:0.0:1746139096.723868:0:3766:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012eed8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1830958832082176:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1746139096.723945:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eedad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+12:2007:x1830958840194176:12345-192.168.203.56@tcp:4:ldlm_bl.0 Request processed in 1253us (3701us total) trans 4294972042 rc 0/0 00000100:00100000:3.0:1746139096.723951:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2464 00002000:00100000:3.0:1746139096.723959:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff88012eedad80 x1830958840194176/t4294972042(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:22/0 lens 496/448 e 0 to 0 dl 1746139107 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139096.723969:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012eedad80 with x1830958840194176 ext(0->7) 00010000:00010000:3.0:1746139096.723976:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008763d800/0x1f9f6ca451acaea9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511d0f expref: 12 pid: 18644 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746139096.723988:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008763d800/0x1f9f6ca451acaea9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511d0f expref: 12 pid: 18644 timeout: 821 lvb_type: 0 00002000:00010000:3.0:1746139096.723994:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012eedad80 00000100:00100000:1.0:1746139096.735157:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139096.735200:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139096.735990:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840194304 00000100:00100000:3.0:1746139096.735994:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840194304 00010000:00010000:3.0:1746139096.736012:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008763d800/0x1f9f6ca451acaea9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511d0f expref: 14 pid: 18644 timeout: 821 lvb_type: 0 00000100:00100000:3.0:1746139096.736029:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16871 00000100:00100000:3.0:1746139096.736033:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4958c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+14:2008:x1830958840194304:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139096.736039:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139096.736055:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008763d800/0x1f9f6ca451acaea9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511d0f expref: 14 pid: 18644 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746139096.736064:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008763d800/0x1f9f6ca451acaea9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511d0f expref: 14 pid: 18644 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746139096.736078:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008763d800/0x1f9f6ca451acaea9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511d0f expref: 14 pid: 18644 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746139096.736656:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139096.736658:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139096.736664:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f14f200/0x1f9f6ca451acaeb0 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511d16 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139096.736671:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f14f200/0x1f9f6ca451acaeb0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511d16 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139096.736691:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f14f200/0x1f9f6ca451acaeb0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511d16 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139096.736700:0:15672:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f14f200/0x1f9f6ca451acaeb0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511d16 expref: 5 pid: 9564 timeout: 821 lvb_type: 0 00000100:00100000:3.0:1746139096.736709:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a075ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832082432:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139096.737122:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800acdb0c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746139096.744496:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a075ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832082432:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139096.744516:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139096.744901:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4958c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+12:2008:x1830958840194304:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 8863us (9696us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139096.744912:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16871 00000100:00100000:0.0:1746139096.745306:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139096.751513:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139096.751692:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840194816 00000100:00100000:3.0:1746139096.751698:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840194816 00010000:00010000:3.0:1746139096.751725:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f14f200/0x1f9f6ca451acaeb0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511d16 expref: 6 pid: 9564 timeout: 822 lvb_type: 0 00000100:00100000:3.0:1746139096.752023:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16872 00000100:00100000:3.0:1746139096.752031:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c797480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2010:x1830958840194816:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139096.752043:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139096.752059:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f14f200/0x1f9f6ca451acaeb0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511d16 expref: 6 pid: 9564 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746139096.752069:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f14f200/0x1f9f6ca451acaeb0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511d16 expref: 6 pid: 9564 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746139096.752087:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f14f200/0x1f9f6ca451acaeb0 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511d16 expref: 6 pid: 9564 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746139096.752102:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139096.752104:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139096.752110:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008763c000/0x1f9f6ca451acaeb7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511d1d expref: 11 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139096.752117:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008763c000/0x1f9f6ca451acaeb7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511d1d expref: 11 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139096.752143:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008763c000/0x1f9f6ca451acaeb7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511d1d expref: 11 pid: 18644 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139096.752152:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a075ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832082560:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139096.752518:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800acdb0300 going to sleep for 11 seconds 00000100:00100000:0.0:1746139096.755234:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cbaf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1830958832082688:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1746139096.755288:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746139096.755347:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958832082688 00000100:00100000:1.0:1746139096.755353:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958832082688 00000100:00100000:1.0:1746139096.755743:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 511 00000100:00100000:1.0:1746139096.755750:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c794a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3764:x1830958832082688:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1746139096.755768:0:9566:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 498682688 pending 86016 free 3921293312 avail 3688308736 00000100:00100000:1.0:1746139096.755803:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c794a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3764:x1830958832082688:12345-0@lo:13:osp-pre-1-1.0 Request processed in 54us (516us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139096.755808:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 511 00000100:00100000:0.0:1746139096.755883:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cbaf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1830958832082688:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1746139096.756296:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139096.756358:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a075ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832082560:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139096.756372:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139096.756793:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c797480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2010:x1830958840194816:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 4761us (5285us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139096.756804:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16872 00000100:00100000:0.0:1746139096.766690:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139096.778080:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139096.779134:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c797b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+14:2010:x1830958840195328:12345-192.168.203.56@tcp:4:ldlm_bl.0 Request processed in 881us (1058us total) trans 4294972043 rc 0/0 00000100:00100000:0.0:1746139096.779140:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2466 00002000:00100000:0.0:1746139096.779146:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff88009c797b80 x1830958840195328/t4294972043(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:22/0 lens 496/448 e 0 to 0 dl 1746139107 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139096.779152:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c797b80 with x1830958840195328 ext(0->7) 00010000:00010000:0.0:1746139096.779157:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008763c000/0x1f9f6ca451acaeb7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511d1d expref: 14 pid: 18644 timeout: 822 lvb_type: 0 00010000:00010000:0.0:1746139096.779165:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008763c000/0x1f9f6ca451acaeb7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511d1d expref: 14 pid: 18644 timeout: 822 lvb_type: 0 00002000:00010000:0.0:1746139096.779170:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c797b80 00000100:00100000:0.0:1746139096.780729:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139096.780799:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840195456 00000100:00100000:3.0:1746139096.780804:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840195456 00010000:00010000:3.0:1746139096.780829:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008763c000/0x1f9f6ca451acaeb7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511d1d expref: 14 pid: 18644 timeout: 822 lvb_type: 0 00000100:00100000:3.0:1746139096.780862:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16873 00000100:00100000:3.0:1746139096.780868:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c796a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+14:2009:x1830958840195456:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139096.780879:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139096.780892:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008763c000/0x1f9f6ca451acaeb7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511d1d expref: 14 pid: 18644 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746139096.780902:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008763c000/0x1f9f6ca451acaeb7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511d1d expref: 14 pid: 18644 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746139096.780920:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008763c000/0x1f9f6ca451acaeb7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511d1d expref: 14 pid: 18644 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746139096.780936:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139096.780937:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139096.780943:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008763c600/0x1f9f6ca451acaebe lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511d24 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139096.780950:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008763c600/0x1f9f6ca451acaebe lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511d24 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139096.780976:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008763c600/0x1f9f6ca451acaebe lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511d24 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139096.780985:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a075ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832082944:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139096.781349:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800acdb0300 going to sleep for 11 seconds 00000100:00100000:0.0:1746139096.787191:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139096.790126:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139096.790198:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a075ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832082944:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139096.790211:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746139096.790270:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840195840 00000100:00100000:0.0:1746139096.790274:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840195840 00002000:00100000:0.0:1746139096.790296:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009ed1ed80 x1830958840195840/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:22/0 lens 488/0 e 0 to 0 dl 1746139107 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139096.790304:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ed1ed80 with x1830958840195840 ext(0->4095) 00010000:00010000:0.0:1746139096.790309:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008763c600/0x1f9f6ca451acaebe lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511d24 expref: 6 pid: 9564 timeout: 822 lvb_type: 0 00010000:00010000:0.0:1746139096.790322:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008763c600/0x1f9f6ca451acaebe lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511d24 expref: 6 pid: 9564 timeout: 822 lvb_type: 0 00002000:00010000:0.0:1746139096.790327:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ed1ed80 00000100:00100000:0.0:1746139096.790343:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2467 00000100:00100000:0.0:1746139096.790347:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed1ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2009:x1830958840195840:12345-192.168.203.56@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746139096.790514:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c796a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+15:2009:x1830958840195456:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 9645us (9797us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139096.790522:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16873 00000100:00100000:0.0:1746139096.792556:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed1ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2009:x1830958840195840:12345-192.168.203.56@tcp:3:ptlrpcd_01_00.0 Request processed in 2190us (2412us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746139096.792567:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2467 00002000:00100000:0.0:1746139096.792577:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009ed1ed80 x1830958840195840/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:22/0 lens 488/4536 e 0 to 0 dl 1746139107 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139096.792585:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ed1ed80 with x1830958840195840 ext(0->4095) 00010000:00010000:0.0:1746139096.792594:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008763c600/0x1f9f6ca451acaebe lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511d24 expref: 6 pid: 9564 timeout: 822 lvb_type: 0 00010000:00010000:0.0:1746139096.792613:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008763c600/0x1f9f6ca451acaebe lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511d24 expref: 6 pid: 9564 timeout: 822 lvb_type: 0 00002000:00010000:0.0:1746139096.792636:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ed1ed80 00000100:00100000:3.0:1746139096.793089:0:9564:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cbafb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832083072:192.168.203.56@tcp:104: 00010000:00010000:3.0:1746139096.793110:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008763ca00/0x1f9f6ca451acaec5 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511d2b expref: 14 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139096.793122:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008763ca00, rc 0) 00000100:00100000:3.0:1746139096.793516:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c797100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+14:1800:x1830958840195584:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4100us (6330us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139096.793523:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29560 00000100:00100000:0.0:1746139096.795469:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139096.795534:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139096.796079:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840195968 00000100:00100000:3.0:1746139096.796087:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840195968 00000100:00100000:3.0:1746139096.796116:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29561 00000100:00100000:3.0:1746139096.796122:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c795880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+14:1814:x1830958840195968:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746139096.796136:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139096.796149:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f035e00/0x1f9f6ca451acaecc lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3511d32 expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139096.796170:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139096.796176:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008763ca00/0x1f9f6ca451acaec5 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511d2b expref: 15 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139096.796181:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746139096.796184:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f035e00/0x1f9f6ca451acaecc lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511d32 expref: 15 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139096.796210:0:9564:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008763ca00/0x1f9f6ca451acaec5 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511d2b expref: 15 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139096.796220:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f035e00/0x1f9f6ca451acaecc lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511d32 expref: 15 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139096.796226:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f035e00, rc 0) 00000100:00100000:3.0:1746139096.798211:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c795880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+15:1814:x1830958840195968:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2087us (2745us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139096.798218:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29561 00000100:00100000:0.0:1746139096.804309:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139096.812711:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139096.816215:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139096.816271:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840196736 00000100:00100000:3.0:1746139096.816278:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840196736 00002000:00100000:3.0:1746139096.816311:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c795c00 x1830958840196736/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:22/0 lens 488/0 e 0 to 0 dl 1746139107 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139096.816320:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c795c00 with x1830958840196736 ext(0->4095) 00002000:00010000:3.0:1746139096.816324:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c795c00 00000100:00100000:3.0:1746139096.816340:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13141 00000100:00100000:3.0:1746139096.816347:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c795c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+15:2008:x1830958840196736:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746139096.816939:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c795c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+15:2008:x1830958840196736:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 591us (728us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746139096.817175:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13141 00002000:00100000:3.0:1746139096.817183:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c795c00 x1830958840196736/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:22/0 lens 488/4536 e 0 to 0 dl 1746139107 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139096.817190:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c795c00 with x1830958840196736 ext(0->4095) 00002000:00010000:3.0:1746139096.817194:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c795c00 00000100:00100000:0.0:1746139096.821139:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139096.823337:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840196864 00000100:00100000:3.0:1746139096.823346:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840196864 00000100:00100000:3.0:1746139096.823404:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29562 00000100:00100000:3.0:1746139096.823413:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c797800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840196864:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746139096.823428:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139096.823443:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f034400/0x1f9f6ca451acaed3 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3511d39 expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139096.823467:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f035e00/0x1f9f6ca451acaecc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511d32 expref: 13 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139096.823474:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746139096.823475:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746139096.823478:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f034400/0x1f9f6ca451acaed3 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511d39 expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139096.823504:0:9564:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f035e00/0x1f9f6ca451acaecc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511d32 expref: 13 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139096.823515:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f035e00/0x1f9f6ca451acaecc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511d32 expref: 13 pid: 9564 timeout: 822 lvb_type: 0 00000100:00100000:3.0:1746139096.823530:0:9564:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a075ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832083584:192.168.203.56@tcp:104: 00000100:00100000:3.0:1746139096.823640:0:9564:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800acdb09c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746139096.831609:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139096.831737:0:9564:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a075ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832083584:192.168.203.56@tcp:104: 00010000:00010000:3.0:1746139096.831760:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f034400/0x1f9f6ca451acaed3 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511d39 expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746139096.831761:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840196992 00000100:00100000:1.0:1746139096.831767:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840196992 00010000:00010000:3.0:1746139096.831775:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f034400, rc 0) 00002000:00100000:1.0:1746139096.831798:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff88009c795f80 x1830958840196992/t0(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:22/0 lens 496/0 e 0 to 0 dl 1746139107 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139096.831807:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c795f80 with x1830958840196992 ext(0->7) 00000100:00100000:3.0:1746139096.831811:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c797800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840196864:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 8399us (10678us total) trans 0 rc 0/0 00010000:00010000:1.0:1746139096.831813:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f035e00/0x1f9f6ca451acaecc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511d32 expref: 14 pid: 9564 timeout: 822 lvb_type: 0 00000100:00100000:3.0:1746139096.831818:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29562 00010000:00010000:1.0:1746139096.831825:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f035e00/0x1f9f6ca451acaecc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511d32 expref: 14 pid: 9564 timeout: 822 lvb_type: 0 00002000:00010000:1.0:1746139096.831831:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c795f80 00000100:00100000:1.0:1746139096.831845:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2469 00000100:00100000:1.0:1746139096.831851:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c795f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+14:2009:x1830958840196992:12345-192.168.203.56@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746139096.834230:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c795f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+16:2009:x1830958840196992:12345-192.168.203.56@tcp:4:ldlm_bl.0 Request processed in 2373us (2621us total) trans 4294972044 rc 0/0 00000100:00100000:0.0:1746139096.834239:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2469 00002000:00100000:0.0:1746139096.834246:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff88009c795f80 x1830958840196992/t4294972044(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:22/0 lens 496/448 e 0 to 0 dl 1746139107 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139096.834254:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c795f80 with x1830958840196992 ext(0->7) 00010000:00010000:0.0:1746139096.834262:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f035e00/0x1f9f6ca451acaecc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511d32 expref: 16 pid: 9564 timeout: 822 lvb_type: 0 00010000:00010000:0.0:1746139096.834274:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f035e00/0x1f9f6ca451acaecc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511d32 expref: 16 pid: 9564 timeout: 822 lvb_type: 0 00002000:00010000:0.0:1746139096.834280:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c795f80 00000100:00100000:0.0:1746139096.836191:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139096.841298:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139096.841374:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840197376 00000100:00100000:1.0:1746139096.841381:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840197376 00002000:00100000:1.0:1746139096.841415:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88012eed9500 x1830958840197376/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:22/0 lens 488/0 e 0 to 0 dl 1746139107 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139096.841424:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012eed9500 with x1830958840197376 ext(0->4095) 00002000:00010000:1.0:1746139096.841428:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012eed9500 00000100:00100000:1.0:1746139096.841457:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13142 00000100:00100000:1.0:1746139096.841463:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eed9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2010:x1830958840197376:12345-192.168.203.56@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746139096.841572:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eed9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2010:x1830958840197376:12345-192.168.203.56@tcp:3:ptlrpcd_01_01.0 Request processed in 109us (280us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139096.841578:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13142 00002000:00100000:1.0:1746139096.841583:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88012eed9500 x1830958840197376/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:22/0 lens 488/4536 e 0 to 0 dl 1746139107 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139096.841590:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012eed9500 with x1830958840197376 ext(0->4095) 00002000:00010000:1.0:1746139096.841593:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012eed9500 00000100:00100000:0.0:1746139096.850742:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139096.856087:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840197504 00000100:00100000:3.0:1746139096.856102:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840197504 00000100:00100000:3.0:1746139096.856805:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29563 00000100:00100000:3.0:1746139096.856815:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eeda300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+15:1814:x1830958840197504:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746139096.856834:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139096.856852:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f035c00/0x1f9f6ca451acaeda lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3511d40 expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139096.856881:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f034400/0x1f9f6ca451acaed3 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511d39 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139096.856888:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139096.856889:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139096.856893:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f035c00/0x1f9f6ca451acaeda lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511d40 expref: 16 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139096.856927:0:9564:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f034400/0x1f9f6ca451acaed3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511d39 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139096.856939:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f034400/0x1f9f6ca451acaed3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511d39 expref: 5 pid: 9564 timeout: 822 lvb_type: 0 00000100:00100000:3.0:1746139096.856949:0:9564:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a075ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832083840:192.168.203.56@tcp:104: 00000100:00100000:3.0:1746139096.857042:0:9564:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800acdb09c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746139096.861026:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139096.862395:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840197632 00000100:00100000:1.0:1746139096.862405:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840197632 00000100:00100000:1.0:1746139096.862455:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29564 00000100:00100000:1.0:1746139096.862462:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eed8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+17:1800:x1830958840197632:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139096.862482:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139096.862498:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f46e000/0x1f9f6ca451acaee1 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3511d47 expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139096.862532:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139096.862550:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f035c00/0x1f9f6ca451acaeda lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511d40 expref: 18 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139096.862556:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139096.862559:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f46e000/0x1f9f6ca451acaee1 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511d47 expref: 18 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139096.862597:0:18644:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f035c00/0x1f9f6ca451acaeda lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511d40 expref: 18 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139096.862608:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f46e000/0x1f9f6ca451acaee1 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511d47 expref: 18 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139096.862635:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f46e000, rc 0) 00000100:00100000:1.0:1746139096.862679:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eed8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+18:1800:x1830958840197632:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 217us (1663us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139096.862685:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29564 00000100:00100000:3.0:1746139096.863161:0:9564:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a075ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832083840:192.168.203.56@tcp:104: 00010000:00010000:3.0:1746139096.863181:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f035c00/0x1f9f6ca451acaeda lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511d40 expref: 17 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139096.863189:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f035c00, rc 0) 00000100:00100000:3.0:1746139096.863207:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eeda300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+17:1814:x1830958840197504:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6394us (12474us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139096.863214:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29563 00000100:00100000:3.0:1746139096.863531:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139096.873427:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139096.874528:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840198016 00000100:00100000:3.0:1746139096.874548:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840198016 00002000:00100000:3.0:1746139096.874605:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880131466d80 x1830958840198016/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:22/0 lens 488/0 e 0 to 0 dl 1746139107 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139096.874633:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131466d80 with x1830958840198016 ext(0->4095) 00010000:00010000:3.0:1746139096.874643:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f035c00/0x1f9f6ca451acaeda lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511d40 expref: 17 pid: 9564 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746139096.874663:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f035c00/0x1f9f6ca451acaeda lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511d40 expref: 17 pid: 9564 timeout: 822 lvb_type: 0 00002000:00010000:3.0:1746139096.874670:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131466d80 00000100:00100000:3.0:1746139096.874698:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2470 00000100:00100000:3.0:1746139096.874706:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131466d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+17:2009:x1830958840198016:12345-192.168.203.56@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746139096.874849:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131466d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+17:2009:x1830958840198016:12345-192.168.203.56@tcp:3:ptlrpcd_01_00.0 Request processed in 144us (1433us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746139096.874856:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2470 00002000:00100000:3.0:1746139096.874861:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880131466d80 x1830958840198016/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:22/0 lens 488/4536 e 0 to 0 dl 1746139107 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139096.874868:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131466d80 with x1830958840198016 ext(0->4095) 00010000:00010000:3.0:1746139096.874873:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f035c00/0x1f9f6ca451acaeda lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511d40 expref: 17 pid: 9564 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746139096.874882:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f035c00/0x1f9f6ca451acaeda lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511d40 expref: 17 pid: 9564 timeout: 822 lvb_type: 0 00002000:00010000:3.0:1746139096.874888:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131466d80 00000100:00100000:0.0:1746139096.880041:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139096.880159:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139096.880335:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840198144 00000100:00100000:3.0:1746139096.880346:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840198144 00000100:00100000:3.0:1746139096.880407:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29565 00000100:00100000:3.0:1746139096.881197:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131464e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840198144:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746139096.881212:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139096.881226:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f034600/0x1f9f6ca451acaee8 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3511d4e expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139096.881242:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139096.881247:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f46e000/0x1f9f6ca451acaee1 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511d47 expref: 16 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139096.881254:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746139096.881258:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f034600/0x1f9f6ca451acaee8 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511d4e expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139096.881535:0:9564:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f46e000/0x1f9f6ca451acaee1 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511d47 expref: 16 pid: 18644 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746139096.881553:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f46e000/0x1f9f6ca451acaee1 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511d47 expref: 16 pid: 18644 timeout: 822 lvb_type: 0 00000100:00100000:3.0:1746139096.881560:0:9564:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0758a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832084352:192.168.203.56@tcp:104: 00000100:00100000:3.0:1746139096.881581:0:9564:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800acdb03c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746139096.884759:0:9564:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0758a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832084352:192.168.203.56@tcp:104: 00010000:00010000:3.0:1746139096.884871:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f034600/0x1f9f6ca451acaee8 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511d4e expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139096.884889:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f034600, rc 0) 00000100:00100000:3.0:1746139096.884911:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131464e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840198144:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4498us (4883us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139096.884918:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29565 00000100:00100000:0.0:1746139096.885142:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139096.885358:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840198528 00000100:00100000:1.0:1746139096.885366:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840198528 00002000:00100000:1.0:1746139096.885404:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880131465f80 x1830958840198528/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:22/0 lens 488/0 e 0 to 0 dl 1746139107 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139096.885413:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131465f80 with x1830958840198528 ext(0->4095) 00010000:00010000:1.0:1746139096.885420:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f46e000/0x1f9f6ca451acaee1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511d47 expref: 16 pid: 18644 timeout: 822 lvb_type: 0 00010000:00010000:1.0:1746139096.885432:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f46e000/0x1f9f6ca451acaee1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511d47 expref: 16 pid: 18644 timeout: 822 lvb_type: 0 00002000:00010000:1.0:1746139096.885438:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131465f80 00000100:00100000:1.0:1746139096.885465:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2471 00000100:00100000:1.0:1746139096.885472:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131465f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+16:2008:x1830958840198528:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746139096.885592:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131465f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+16:2008:x1830958840198528:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 121us (450us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139096.885597:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2471 00002000:00100000:1.0:1746139096.885601:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880131465f80 x1830958840198528/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:22/0 lens 488/4536 e 0 to 0 dl 1746139107 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139096.885608:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131465f80 with x1830958840198528 ext(0->4095) 00010000:00010000:1.0:1746139096.885611:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f46e000/0x1f9f6ca451acaee1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511d47 expref: 16 pid: 18644 timeout: 822 lvb_type: 0 00010000:00010000:1.0:1746139096.885639:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f46e000/0x1f9f6ca451acaee1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511d47 expref: 16 pid: 18644 timeout: 822 lvb_type: 0 00002000:00010000:1.0:1746139096.885644:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131465f80 00000100:00100000:0.0:1746139096.888138:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139096.888189:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139096.888327:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840198656 00000100:00100000:3.0:1746139096.888336:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840198656 00000100:00100000:3.0:1746139096.888381:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29566 00000100:00100000:3.0:1746139096.888388:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131465880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+16:1800:x1830958840198656:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746139096.888406:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139096.888423:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f035400/0x1f9f6ca451acaeef lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3511d55 expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139096.888452:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746139096.888457:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f034600/0x1f9f6ca451acaee8 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511d4e expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139096.888463:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746139096.888466:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f035400/0x1f9f6ca451acaeef lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511d55 expref: 17 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139096.888502:0:9564:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f034600/0x1f9f6ca451acaee8 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511d4e expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139096.888516:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f035400/0x1f9f6ca451acaeef lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511d55 expref: 17 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139096.888525:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f035400, rc 0) 00000100:00100000:3.0:1746139096.888582:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131465880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+17:1800:x1830958840198656:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 193us (452us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139096.888588:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29566 00000100:00100000:0.0:1746139096.891753:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139096.891982:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840199040 00000100:00100000:3.0:1746139096.891988:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840199040 00002000:00100000:3.0:1746139096.892020:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880131466a00 x1830958840199040/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:22/0 lens 488/0 e 0 to 0 dl 1746139107 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139096.892035:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131466a00 with x1830958840199040 ext(0->4095) 00010000:00010000:3.0:1746139096.892043:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f034600/0x1f9f6ca451acaee8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511d4e expref: 6 pid: 9564 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746139096.892054:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f034600/0x1f9f6ca451acaee8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511d4e expref: 6 pid: 9564 timeout: 822 lvb_type: 0 00002000:00010000:3.0:1746139096.892060:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131466a00 00000100:00100000:3.0:1746139096.892275:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2472 00000100:00100000:3.0:1746139096.892283:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131466a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2009:x1830958840199040:12345-192.168.203.56@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746139096.892408:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131466a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2009:x1830958840199040:12345-192.168.203.56@tcp:3:ptlrpcd_01_00.0 Request processed in 126us (665us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746139096.892414:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2472 00002000:00100000:3.0:1746139096.892418:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880131466a00 x1830958840199040/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:22/0 lens 488/4536 e 0 to 0 dl 1746139107 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139096.892425:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131466a00 with x1830958840199040 ext(0->4095) 00010000:00010000:3.0:1746139096.892429:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f034600/0x1f9f6ca451acaee8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511d4e expref: 6 pid: 9564 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746139096.892438:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f034600/0x1f9f6ca451acaee8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511d4e expref: 6 pid: 9564 timeout: 822 lvb_type: 0 00002000:00010000:3.0:1746139096.892443:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131466a00 00000100:00100000:0.0:1746139096.898762:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139096.903546:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139096.903747:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840199424 00000100:00100000:1.0:1746139096.903754:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840199424 00002000:00100000:1.0:1746139096.903793:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880131466300 x1830958840199424/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:22/0 lens 488/0 e 0 to 0 dl 1746139107 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139096.903808:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131466300 with x1830958840199424 ext(0->4095) 00002000:00010000:1.0:1746139096.903812:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131466300 00000100:00100000:1.0:1746139096.903840:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13143 00000100:00100000:1.0:1746139096.903847:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131466300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+16:2007:x1830958840199424:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746139096.903966:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131466300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+16:2007:x1830958840199424:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 119us (430us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139096.903971:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13143 00002000:00100000:1.0:1746139096.903976:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880131466300 x1830958840199424/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:22/0 lens 488/4536 e 0 to 0 dl 1746139107 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139096.903983:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131466300 with x1830958840199424 ext(0->4095) 00002000:00010000:1.0:1746139096.903985:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131466300 00000100:00100000:0.0:1746139096.906448:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139096.906977:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840199552 00000100:00100000:1.0:1746139096.906986:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840199552 00000100:00100000:1.0:1746139096.907230:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29567 00000100:00100000:1.0:1746139096.907238:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131467b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840199552:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139096.907259:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139096.907277:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f46fa00/0x1f9f6ca451acaef6 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3511d5c expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139096.907308:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f035400/0x1f9f6ca451acaeef lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511d55 expref: 15 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139096.907314:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139096.907316:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139096.907320:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f46fa00/0x1f9f6ca451acaef6 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511d5c expref: 6 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139096.907352:0:18644:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f035400/0x1f9f6ca451acaeef lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511d55 expref: 15 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139096.907364:0:18644:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f035400/0x1f9f6ca451acaeef lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511d55 expref: 15 pid: 9564 timeout: 822 lvb_type: 0 00000100:00100000:1.0:1746139096.907376:0:18644:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed1c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832084864:192.168.203.56@tcp:104: 00000100:00100000:1.0:1746139096.908038:0:18644:0:(client.c:2553:ptlrpc_set_wait()) set ffff880131166e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746139096.910528:0:18644:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ed1c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832084864:192.168.203.56@tcp:104: 00010000:00010000:1.0:1746139096.910572:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f46fa00/0x1f9f6ca451acaef6 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511d5c expref: 6 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139096.910590:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f46fa00, rc 0) 00000100:00100000:1.0:1746139096.910660:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131467b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840199552:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3421us (4220us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139096.910668:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29567 00000100:00100000:0.0:1746139096.911518:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139096.914267:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139096.914958:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840199808 00000100:00100000:1.0:1746139096.914968:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840199808 00000100:00100000:1.0:1746139096.915161:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29568 00000100:00100000:1.0:1746139096.915169:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bd88000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+16:1800:x1830958840199808:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139096.915186:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139096.915202:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f46fc00/0x1f9f6ca451acaefd lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3511d63 expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139096.915232:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f46fa00/0x1f9f6ca451acaef6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511d5c expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139096.915238:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139096.915240:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139096.915242:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f46fc00/0x1f9f6ca451acaefd lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511d63 expref: 17 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139096.915269:0:18644:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f46fa00/0x1f9f6ca451acaef6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511d5c expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139096.915279:0:18644:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f46fa00/0x1f9f6ca451acaef6 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511d5c expref: 5 pid: 18644 timeout: 822 lvb_type: 0 00000100:00100000:1.0:1746139096.915290:0:18644:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed1c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832085120:192.168.203.56@tcp:104: 00000100:00100000:1.0:1746139096.916580:0:18644:0:(client.c:2553:ptlrpc_set_wait()) set ffff880131166e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746139096.917060:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139096.917368:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840200064 00000100:00100000:3.0:1746139096.917375:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840200064 00002000:00100000:3.0:1746139096.917413:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009bd88380 x1830958840200064/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:22/0 lens 488/0 e 0 to 0 dl 1746139107 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139096.917423:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bd88380 with x1830958840200064 ext(0->4095) 00010000:00010000:3.0:1746139096.917431:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f46fa00/0x1f9f6ca451acaef6 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511d5c expref: 6 pid: 18644 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746139096.917441:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f46fa00/0x1f9f6ca451acaef6 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511d5c expref: 6 pid: 18644 timeout: 822 lvb_type: 0 00002000:00010000:3.0:1746139096.917447:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bd88380 00000100:00100000:3.0:1746139096.917475:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2473 00000100:00100000:3.0:1746139096.917481:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bd88380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840200064:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746139096.917648:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bd88380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840200064:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 167us (587us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746139096.917654:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2473 00002000:00100000:3.0:1746139096.917660:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009bd88380 x1830958840200064/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:22/0 lens 488/4536 e 0 to 0 dl 1746139107 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139096.917667:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bd88380 with x1830958840200064 ext(0->4095) 00010000:00010000:3.0:1746139096.917672:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f46fa00/0x1f9f6ca451acaef6 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511d5c expref: 6 pid: 18644 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746139096.917680:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f46fa00/0x1f9f6ca451acaef6 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511d5c expref: 6 pid: 18644 timeout: 822 lvb_type: 0 00002000:00010000:3.0:1746139096.917687:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bd88380 00000100:00100000:1.0:1746139096.919876:0:18644:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ed1c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832085120:192.168.203.56@tcp:104: 00010000:00010000:1.0:1746139096.919905:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f46fc00/0x1f9f6ca451acaefd lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511d63 expref: 16 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139096.919920:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f46fc00, rc 0) 00000100:00100000:1.0:1746139096.919968:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bd88000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+16:1800:x1830958840199808:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4799us (5709us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139096.919975:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29568 00000100:00100000:0.0:1746139096.920552:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139096.923575:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139096.928028:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139096.928115:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840200576 00000100:00100000:1.0:1746139096.928123:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840200576 00002000:00100000:1.0:1746139096.928162:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009bd89c00 x1830958840200576/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:22/0 lens 488/0 e 0 to 0 dl 1746139107 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139096.928172:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bd89c00 with x1830958840200576 ext(0->4095) 00010000:00010000:1.0:1746139096.928180:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f46fc00/0x1f9f6ca451acaefd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511d63 expref: 17 pid: 18644 timeout: 822 lvb_type: 0 00010000:00010000:1.0:1746139096.928192:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f46fc00/0x1f9f6ca451acaefd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511d63 expref: 17 pid: 18644 timeout: 822 lvb_type: 0 00002000:00010000:1.0:1746139096.928198:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bd89c00 00000100:00100000:1.0:1746139096.928747:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2474 00000100:00100000:1.0:1746139096.928755:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bd89c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+17:2007:x1830958840200576:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746139096.928885:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bd89c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+17:2007:x1830958840200576:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 132us (864us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139096.928891:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2474 00002000:00100000:1.0:1746139096.928896:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009bd89c00 x1830958840200576/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:22/0 lens 488/4536 e 0 to 0 dl 1746139107 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139096.928903:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bd89c00 with x1830958840200576 ext(0->4095) 00010000:00010000:1.0:1746139096.928908:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f46fc00/0x1f9f6ca451acaefd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511d63 expref: 17 pid: 18644 timeout: 822 lvb_type: 0 00010000:00010000:1.0:1746139096.928916:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f46fc00/0x1f9f6ca451acaefd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511d63 expref: 17 pid: 18644 timeout: 822 lvb_type: 0 00002000:00010000:1.0:1746139096.928921:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bd89c00 00000100:00100000:0.0:1746139096.931182:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139096.936968:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139096.937224:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840200960 00000100:00100000:3.0:1746139096.937232:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840200960 00002000:00100000:3.0:1746139096.937269:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009bd8b480 x1830958840200960/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:22/0 lens 488/0 e 0 to 0 dl 1746139107 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139096.937279:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bd8b480 with x1830958840200960 ext(0->4095) 00002000:00010000:3.0:1746139096.937283:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bd8b480 00000100:00100000:3.0:1746139096.937298:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13144 00000100:00100000:3.0:1746139096.937303:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bd8b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+16:2007:x1830958840200960:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746139096.937421:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bd8b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+16:2007:x1830958840200960:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 117us (454us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746139096.937427:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13144 00002000:00100000:3.0:1746139096.937432:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009bd8b480 x1830958840200960/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:22/0 lens 488/4536 e 0 to 0 dl 1746139107 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139096.937438:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bd8b480 with x1830958840200960 ext(0->4095) 00002000:00010000:3.0:1746139096.937441:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bd8b480 00000100:00100000:0.0:1746139096.939694:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139096.939771:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840201088 00000100:00100000:3.0:1746139096.939779:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840201088 00000100:00100000:3.0:1746139096.939854:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29570 00000100:00100000:3.0:1746139096.939860:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bd8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840201088:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746139096.939877:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139096.939893:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f034c00/0x1f9f6ca451acaf0b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3511d71 expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139096.939919:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008763d800/0x1f9f6ca451acaf04 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511d6a expref: 15 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139096.939932:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746139096.939934:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746139096.939937:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f034c00/0x1f9f6ca451acaf0b lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511d71 expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139096.939966:0:9564:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008763d800/0x1f9f6ca451acaf04 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511d6a expref: 15 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139096.939978:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008763d800/0x1f9f6ca451acaf04 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511d6a expref: 15 pid: 18644 timeout: 822 lvb_type: 0 00000100:00100000:3.0:1746139096.939988:0:9564:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0758a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832085632:192.168.203.56@tcp:104: 00000100:00100000:3.0:1746139096.940548:0:9564:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800acdb0180 going to sleep for 11 seconds 00000100:00100000:3.0:1746139096.942768:0:9564:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0758a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832085632:192.168.203.56@tcp:104: 00010000:00010000:3.0:1746139096.942800:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f034c00/0x1f9f6ca451acaf0b lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511d71 expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139096.942817:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f034c00, rc 0) 00000100:00100000:3.0:1746139096.942874:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bd8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840201088:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3013us (3267us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139096.942883:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29570 00000100:00100000:0.0:1746139096.944419:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139096.947594:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139096.947860:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840201344 00000100:00100000:3.0:1746139096.947868:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840201344 00000100:00100000:0.0:1746139096.947971:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139096.948165:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840201600 00000100:00100000:1.0:1746139096.948169:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840201600 00002000:00100000:1.0:1746139096.948198:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009bd89180 x1830958840201600/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:22/0 lens 488/0 e 0 to 0 dl 1746139107 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139096.948207:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bd89180 with x1830958840201600 ext(0->4095) 00002000:00010000:1.0:1746139096.948211:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bd89180 00000100:00100000:1.0:1746139096.948224:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13145 00000100:00100000:1.0:1746139096.948229:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bd89180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840201600:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746139096.948330:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bd89180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840201600:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 102us (359us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139096.948335:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13145 00002000:00100000:1.0:1746139096.948339:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009bd89180 x1830958840201600/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:22/0 lens 488/4536 e 0 to 0 dl 1746139107 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139096.948346:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bd89180 with x1830958840201600 ext(0->4095) 00002000:00010000:1.0:1746139096.948348:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bd89180 00000100:00100000:3.0:1746139096.948725:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29571 00000100:00100000:3.0:1746139096.948732:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bd8b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+15:1800:x1830958840201344:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746139096.948744:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139096.948758:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f034600/0x1f9f6ca451acaf12 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3511d78 expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139096.948783:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f034c00/0x1f9f6ca451acaf0b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511d71 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139096.948790:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139096.948791:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139096.948794:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f034600/0x1f9f6ca451acaf12 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511d78 expref: 16 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139096.948820:0:9564:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f034c00/0x1f9f6ca451acaf0b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511d71 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139096.948831:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f034c00/0x1f9f6ca451acaf0b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511d71 expref: 5 pid: 9564 timeout: 822 lvb_type: 0 00000100:00100000:3.0:1746139096.948841:0:9564:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0758a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832085888:192.168.203.56@tcp:104: 00000100:00100000:3.0:1746139096.948896:0:9564:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800acdb0180 going to sleep for 11 seconds 00000100:00100000:0.0:1746139096.952169:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139096.952588:0:9564:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0758a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832085888:192.168.203.56@tcp:104: 00010000:00010000:3.0:1746139096.952644:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f034600/0x1f9f6ca451acaf12 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511d78 expref: 16 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139096.952662:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f034600, rc 0) 00000100:00100000:3.0:1746139096.952719:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bd8b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+16:1800:x1830958840201344:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3987us (5132us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139096.952732:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29571 00000100:00100000:0.0:1746139096.952908:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139096.953304:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840201728 00000100:00100000:3.0:1746139096.953311:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840201728 00000100:00100000:3.0:1746139096.953348:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29572 00000100:00100000:3.0:1746139096.953355:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bd88700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+16:1814:x1830958840201728:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746139096.953369:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139096.953382:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f035600/0x1f9f6ca451acaf19 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3511d7f expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139096.953403:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139096.953408:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f034600/0x1f9f6ca451acaf12 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511d78 expref: 17 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139096.953414:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746139096.953417:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f035600/0x1f9f6ca451acaf19 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511d7f expref: 17 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139096.953447:0:9564:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f034600/0x1f9f6ca451acaf12 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511d78 expref: 17 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139096.953456:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f035600/0x1f9f6ca451acaf19 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511d7f expref: 17 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139096.953462:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f035600, rc 0) 00000100:00100000:3.0:1746139096.954098:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bd88700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+17:1814:x1830958840201728:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 742us (1937us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139096.954104:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29572 00000100:00100000:0.0:1746139096.958009:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139096.962009:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139096.967080:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139096.967897:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840202496 00000100:00100000:1.0:1746139096.967905:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840202496 00002000:00100000:1.0:1746139096.967947:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800a0758a80 x1830958840202496/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:22/0 lens 488/0 e 0 to 0 dl 1746139107 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139096.967956:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0758a80 with x1830958840202496 ext(0->4095) 00002000:00010000:1.0:1746139096.967961:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a0758a80 00000100:00100000:1.0:1746139096.967992:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13146 00000100:00100000:1.0:1746139096.967999:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0758a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+16:2007:x1830958840202496:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746139096.968121:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0758a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+16:2007:x1830958840202496:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 122us (1052us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139096.968128:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13146 00002000:00100000:1.0:1746139096.968133:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800a0758a80 x1830958840202496/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:22/0 lens 488/4536 e 0 to 0 dl 1746139107 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139096.968140:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0758a80 with x1830958840202496 ext(0->4095) 00002000:00010000:1.0:1746139096.968142:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a0758a80 00000100:00100000:0.0:1746139096.971072:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139096.971173:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840202624 00000100:00100000:3.0:1746139096.971182:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840202624 00000100:00100000:3.0:1746139096.971233:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29573 00000100:00100000:3.0:1746139096.971240:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bd89f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840202624:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746139096.971255:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139096.971271:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f034200/0x1f9f6ca451acaf20 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3511d86 expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139096.971299:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f035600/0x1f9f6ca451acaf19 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511d7f expref: 15 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139096.971305:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746139096.971307:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746139096.971310:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f034200/0x1f9f6ca451acaf20 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511d86 expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139096.971340:0:9564:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f035600/0x1f9f6ca451acaf19 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511d7f expref: 15 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139096.971350:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f035600/0x1f9f6ca451acaf19 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511d7f expref: 15 pid: 9564 timeout: 822 lvb_type: 0 00000100:00100000:3.0:1746139096.971361:0:9564:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0759180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832086400:192.168.203.56@tcp:104: 00000100:00100000:3.0:1746139096.971440:0:9564:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800acdb0180 going to sleep for 11 seconds 00000100:00100000:3.0:1746139096.973397:0:9564:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0759180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832086400:192.168.203.56@tcp:104: 00010000:00010000:3.0:1746139096.973427:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f034200/0x1f9f6ca451acaf20 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511d86 expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139096.973443:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f034200, rc 0) 00000100:00100000:3.0:1746139096.973480:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bd89f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840202624:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2239us (2417us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139096.973489:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29573 00000100:00100000:0.0:1746139096.974448:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139096.977387:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139096.977769:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139096.977850:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840203136 00000100:00100000:3.0:1746139096.977854:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840203136 00000100:00100000:3.0:1746139096.977882:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29574 00000100:00100000:3.0:1746139096.977888:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bd89500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+15:1800:x1830958840203136:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746139096.977902:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139096.977917:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f035c00/0x1f9f6ca451acaf27 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3511d8d expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139096.977941:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f034200/0x1f9f6ca451acaf20 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511d86 expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139096.977947:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139096.977949:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139096.977952:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f035c00/0x1f9f6ca451acaf27 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511d8d expref: 16 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139096.977983:0:9564:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f034200/0x1f9f6ca451acaf20 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511d86 expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139096.977994:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f034200/0x1f9f6ca451acaf20 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511d86 expref: 6 pid: 9564 timeout: 822 lvb_type: 0 00000100:00100000:3.0:1746139096.978009:0:9564:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0759180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832086656:192.168.203.56@tcp:104: 00000100:00100000:3.0:1746139096.978061:0:9564:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800acdb0180 going to sleep for 11 seconds 00000100:00100000:0.0:1746139096.981129:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139096.981197:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139096.981373:0:9564:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0759180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832086656:192.168.203.56@tcp:104: 00010000:00010000:3.0:1746139096.981394:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f035c00/0x1f9f6ca451acaf27 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511d8d expref: 18 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139096.981404:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f035c00, rc 0) 00000100:00100000:3.0:1746139096.981571:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bd89500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+17:1800:x1830958840203136:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3681us (3799us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139096.981577:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29574 00000100:00100000:0.0:1746139096.985325:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139096.985454:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840203648 00000100:00100000:1.0:1746139096.985460:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840203648 00002000:00100000:1.0:1746139096.985562:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c0cd500 x1830958840203648/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:22/0 lens 488/0 e 0 to 0 dl 1746139107 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139096.985696:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c0cd500 with x1830958840203648 ext(0->4095) 00010000:00010000:1.0:1746139096.985704:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f035c00/0x1f9f6ca451acaf27 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511d8d expref: 17 pid: 9564 timeout: 822 lvb_type: 0 00010000:00010000:1.0:1746139096.985716:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f035c00/0x1f9f6ca451acaf27 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511d8d expref: 17 pid: 9564 timeout: 822 lvb_type: 0 00002000:00010000:1.0:1746139096.985722:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c0cd500 00000100:00100000:1.0:1746139096.985746:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2477 00000100:00100000:1.0:1746139096.985753:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c0cd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+17:2008:x1830958840203648:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746139096.985874:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c0cd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+17:2008:x1830958840203648:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 121us (553us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139096.985880:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2477 00002000:00100000:1.0:1746139096.985885:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c0cd500 x1830958840203648/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:22/0 lens 488/4536 e 0 to 0 dl 1746139107 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139096.985897:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c0cd500 with x1830958840203648 ext(0->4095) 00010000:00010000:1.0:1746139096.985901:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f035c00/0x1f9f6ca451acaf27 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511d8d expref: 17 pid: 9564 timeout: 822 lvb_type: 0 00010000:00010000:1.0:1746139096.985909:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f035c00/0x1f9f6ca451acaf27 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511d8d expref: 17 pid: 9564 timeout: 822 lvb_type: 0 00002000:00010000:1.0:1746139096.985915:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c0cd500 00000100:00100000:0.0:1746139096.987476:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139096.987677:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16889 00000100:00100000:1.0:1746139096.987686:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c0cc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+17:2007:x1830958840203776:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746139096.987697:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746139096.987714:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f035c00/0x1f9f6ca451acaf27 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511d8d expref: 17 pid: 9564 timeout: 822 lvb_type: 0 00010000:00010000:1.0:1746139096.987724:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f035c00/0x1f9f6ca451acaf27 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511d8d expref: 17 pid: 9564 timeout: 822 lvb_type: 0 00010000:00010000:1.0:1746139096.987745:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f035c00/0x1f9f6ca451acaf27 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511d8d expref: 17 pid: 9564 timeout: 822 lvb_type: 0 00010000:00010000:1.0:1746139096.987767:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139096.987769:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139096.987776:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008763d400/0x1f9f6ca451acaf2e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511d94 expref: 16 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139096.987783:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008763d400/0x1f9f6ca451acaf2e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511d94 expref: 16 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139096.987814:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008763d400/0x1f9f6ca451acaf2e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511d94 expref: 16 pid: 9563 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746139096.987826:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed1c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832087040:192.168.203.56@tcp:105: 00000100:00100000:1.0:1746139096.987888:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff880131166e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746139096.988983:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ed1c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832087040:192.168.203.56@tcp:105: 00010000:00010000:1.0:1746139096.988999:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746139096.989022:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c0cc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+16:2007:x1830958840203776:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 1338us (1554us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139096.989029:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16889 00000100:00100000:0.0:1746139096.990448:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139096.990545:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840204032 00000100:00100000:1.0:1746139096.990552:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840204032 00002000:00100000:1.0:1746139096.990590:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c0cc380 x1830958840204032/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:22/0 lens 488/0 e 0 to 0 dl 1746139107 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139096.990600:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c0cc380 with x1830958840204032 ext(0->4095) 00002000:00010000:1.0:1746139096.990604:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c0cc380 00000100:00100000:1.0:1746139096.990764:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13148 00000100:00100000:1.0:1746139096.990770:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c0cc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+16:2008:x1830958840204032:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746139096.990894:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c0cc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+16:2008:x1830958840204032:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 123us (452us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139096.990900:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13148 00002000:00100000:1.0:1746139096.990905:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c0cc380 x1830958840204032/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:22/0 lens 488/4536 e 0 to 0 dl 1746139107 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139096.990920:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c0cc380 with x1830958840204032 ext(0->4095) 00002000:00010000:1.0:1746139096.990922:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c0cc380 00000100:00100000:0.0:1746139096.993955:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139096.994308:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840204160 00000100:00100000:3.0:1746139096.994318:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840204160 00000100:00100000:3.0:1746139096.994371:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29576 00000100:00100000:3.0:1746139096.994379:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c0cc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840204160:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746139096.994397:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139096.994415:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f035e00/0x1f9f6ca451acaf35 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3511d9b expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139096.994443:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008763d400/0x1f9f6ca451acaf2e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511d94 expref: 15 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139096.994451:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746139096.994453:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746139096.994456:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f035e00/0x1f9f6ca451acaf35 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511d9b expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139096.994491:0:9564:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008763d400/0x1f9f6ca451acaf2e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511d94 expref: 15 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139096.994504:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008763d400/0x1f9f6ca451acaf2e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511d94 expref: 15 pid: 9563 timeout: 822 lvb_type: 0 00000100:00100000:3.0:1746139096.994515:0:9564:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0759180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832087168:192.168.203.56@tcp:104: 00000100:00100000:3.0:1746139096.994597:0:9564:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800acdb0180 going to sleep for 11 seconds 00000100:00100000:3.0:1746139096.999710:0:9564:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0759180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832087168:192.168.203.56@tcp:104: 00010000:00010000:3.0:1746139096.999744:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f035e00/0x1f9f6ca451acaf35 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511d9b expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139096.999763:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f035e00, rc 0) 00000100:00100000:3.0:1746139096.999806:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c0cc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840204160:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5427us (5860us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139096.999816:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29576 00000100:00100000:0.0:1746139097.003709:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139097.003748:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840204288 00000100:00100000:1.0:1746139097.003758:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840204288 00010000:00010000:1.0:1746139097.003800:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008763d400/0x1f9f6ca451acaf2e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511d94 expref: 16 pid: 9563 timeout: 822 lvb_type: 0 00000100:00100000:1.0:1746139097.003837:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16890 00000100:00100000:1.0:1746139097.003844:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c0ce680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+16:2007:x1830958840204288:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746139097.003857:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746139097.003877:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008763d400/0x1f9f6ca451acaf2e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511d94 expref: 16 pid: 9563 timeout: 822 lvb_type: 0 00010000:00010000:1.0:1746139097.003889:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008763d400/0x1f9f6ca451acaf2e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511d94 expref: 16 pid: 9563 timeout: 822 lvb_type: 0 00010000:00010000:1.0:1746139097.003913:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008763d400/0x1f9f6ca451acaf2e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511d94 expref: 16 pid: 9563 timeout: 822 lvb_type: 0 00010000:00010000:1.0:1746139097.003944:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139097.003946:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139097.003953:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f035e00/0x1f9f6ca451acaf35 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511d9b expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139097.003960:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f035e00/0x1f9f6ca451acaf35 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511d9b expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139097.003995:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f035e00/0x1f9f6ca451acaf35 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511d9b expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746139097.004006:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed1c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832087296:192.168.203.56@tcp:105: 00000100:00100000:1.0:1746139097.004082:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff880131166e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746139097.004177:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139097.006438:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ed1c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832087296:192.168.203.56@tcp:105: 00010000:00010000:1.0:1746139097.006462:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746139097.006509:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c0ce680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+17:2007:x1830958840204288:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 2664us (2810us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139097.006518:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16890 00000100:00100000:0.0:1746139097.009312:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139097.009462:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840204672 00000100:00100000:3.0:1746139097.009470:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840204672 00002000:00100000:3.0:1746139097.009507:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c0cfb80 x1830958840204672/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:23/0 lens 488/0 e 0 to 0 dl 1746139108 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139097.009516:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c0cfb80 with x1830958840204672 ext(0->4095) 00010000:00010000:3.0:1746139097.009523:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f035e00/0x1f9f6ca451acaf35 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511d9b expref: 6 pid: 9564 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746139097.009549:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f035e00/0x1f9f6ca451acaf35 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511d9b expref: 6 pid: 9564 timeout: 822 lvb_type: 0 00002000:00010000:3.0:1746139097.009555:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c0cfb80 00000100:00100000:3.0:1746139097.009671:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2478 00000100:00100000:3.0:1746139097.009678:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c0cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840204672:12345-192.168.203.56@tcp:3:ldlm_bl.0 00000100:00100000:3.0:1746139097.009792:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c0cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840204672:12345-192.168.203.56@tcp:3:ldlm_bl.0 Request processed in 116us (482us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746139097.009798:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2478 00002000:00100000:3.0:1746139097.009802:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c0cfb80 x1830958840204672/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:23/0 lens 488/4536 e 0 to 0 dl 1746139108 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139097.009810:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c0cfb80 with x1830958840204672 ext(0->4095) 00010000:00010000:3.0:1746139097.009814:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f035e00/0x1f9f6ca451acaf35 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511d9b expref: 6 pid: 9564 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746139097.009823:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f035e00/0x1f9f6ca451acaf35 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511d9b expref: 6 pid: 9564 timeout: 822 lvb_type: 0 00002000:00010000:3.0:1746139097.009828:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c0cfb80 00000100:00100000:0.0:1746139097.016031:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139097.016125:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139097.016233:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840204800 00000100:00100000:1.0:1746139097.016242:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840204800 00010000:00010000:1.0:1746139097.016283:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f035e00/0x1f9f6ca451acaf35 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511d9b expref: 6 pid: 9564 timeout: 822 lvb_type: 0 00000100:00100000:1.0:1746139097.016329:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16891 00000100:00100000:1.0:1746139097.016337:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c0cce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840204800:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746139097.016352:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746139097.016373:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f035e00/0x1f9f6ca451acaf35 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511d9b expref: 6 pid: 9564 timeout: 822 lvb_type: 0 00010000:00010000:1.0:1746139097.016386:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f035e00/0x1f9f6ca451acaf35 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511d9b expref: 6 pid: 9564 timeout: 822 lvb_type: 0 00010000:00010000:1.0:1746139097.016411:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f035e00/0x1f9f6ca451acaf35 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511d9b expref: 6 pid: 9564 timeout: 822 lvb_type: 0 00010000:00010000:1.0:1746139097.016431:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139097.016434:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139097.016441:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008763d600/0x1f9f6ca451acaf3c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511da2 expref: 15 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139097.016448:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008763d600/0x1f9f6ca451acaf3c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511da2 expref: 15 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139097.016481:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008763d600/0x1f9f6ca451acaf3c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511da2 expref: 15 pid: 9564 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746139097.016493:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed1c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832087552:192.168.203.56@tcp:105: 00000100:00100000:1.0:1746139097.017417:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff880131166e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746139097.022589:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ed1c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832087552:192.168.203.56@tcp:105: 00010000:00010000:1.0:1746139097.022601:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746139097.022651:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c0cce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840204800:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 6315us (6525us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139097.022661:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16891 00000100:00100000:0.0:1746139097.022869:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139097.023007:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840205184 00000100:00100000:1.0:1746139097.023014:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840205184 00002000:00100000:1.0:1746139097.023050:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c0cd880 x1830958840205184/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:23/0 lens 488/0 e 0 to 0 dl 1746139108 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139097.023065:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c0cd880 with x1830958840205184 ext(0->4095) 00010000:00010000:1.0:1746139097.023072:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008763d600/0x1f9f6ca451acaf3c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511da2 expref: 16 pid: 9564 timeout: 822 lvb_type: 0 00010000:00010000:1.0:1746139097.023084:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008763d600/0x1f9f6ca451acaf3c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511da2 expref: 16 pid: 9564 timeout: 822 lvb_type: 0 00002000:00010000:1.0:1746139097.023090:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c0cd880 00000100:00100000:1.0:1746139097.025178:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2479 00000100:00100000:1.0:1746139097.025197:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c0cd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+16:2007:x1830958840205184:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746139097.025365:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c0cd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+16:2007:x1830958840205184:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 176us (2496us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139097.025372:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2479 00002000:00100000:1.0:1746139097.025378:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c0cd880 x1830958840205184/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:23/0 lens 488/4536 e 0 to 0 dl 1746139108 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139097.025387:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c0cd880 with x1830958840205184 ext(0->4095) 00010000:00010000:1.0:1746139097.025394:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008763d600/0x1f9f6ca451acaf3c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511da2 expref: 16 pid: 9564 timeout: 822 lvb_type: 0 00010000:00010000:1.0:1746139097.025406:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008763d600/0x1f9f6ca451acaf3c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511da2 expref: 16 pid: 9564 timeout: 822 lvb_type: 0 00002000:00010000:1.0:1746139097.025412:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c0cd880 00000100:00100000:0.0:1746139097.029806:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139097.029871:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139097.030395:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840205312 00000100:00100000:1.0:1746139097.030399:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840205312 00010000:00010000:1.0:1746139097.030424:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008763d600/0x1f9f6ca451acaf3c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511da2 expref: 17 pid: 9564 timeout: 822 lvb_type: 0 00000100:00100000:1.0:1746139097.031365:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16892 00000100:00100000:1.0:1746139097.031371:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4959450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+17:2008:x1830958840205312:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746139097.031380:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746139097.031399:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008763d600/0x1f9f6ca451acaf3c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511da2 expref: 17 pid: 9564 timeout: 822 lvb_type: 0 00010000:00010000:1.0:1746139097.031410:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008763d600/0x1f9f6ca451acaf3c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511da2 expref: 17 pid: 9564 timeout: 822 lvb_type: 0 00010000:00010000:1.0:1746139097.031426:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008763d600/0x1f9f6ca451acaf3c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511da2 expref: 17 pid: 9564 timeout: 822 lvb_type: 0 00010000:00010000:1.0:1746139097.031446:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139097.031448:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139097.031454:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008763da00/0x1f9f6ca451acaf43 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511da9 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139097.031461:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008763da00/0x1f9f6ca451acaf43 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511da9 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139097.031482:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008763da00/0x1f9f6ca451acaf43 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511da9 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139097.031493:0:15672:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008763da00/0x1f9f6ca451acaf43 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511da9 expref: 5 pid: 9564 timeout: 822 lvb_type: 0 00000100:00100000:1.0:1746139097.031506:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed1c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832087936:192.168.203.56@tcp:105: 00000100:00100000:1.0:1746139097.031570:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff880131166cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746139097.034807:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ed1c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832087936:192.168.203.56@tcp:105: 00010000:00010000:1.0:1746139097.034833:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746139097.034887:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4959450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+16:2008:x1830958840205312:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3514us (5013us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139097.034897:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16892 00000100:00100000:0.0:1746139097.035244:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139097.035301:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840205696 00000100:00100000:3.0:1746139097.035308:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840205696 00002000:00100000:3.0:1746139097.035347:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c0cf800 x1830958840205696/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:23/0 lens 488/0 e 0 to 0 dl 1746139108 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139097.035357:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c0cf800 with x1830958840205696 ext(0->4095) 00010000:00010000:3.0:1746139097.035366:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008763da00/0x1f9f6ca451acaf43 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511da9 expref: 6 pid: 9564 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746139097.035378:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008763da00/0x1f9f6ca451acaf43 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511da9 expref: 6 pid: 9564 timeout: 822 lvb_type: 0 00002000:00010000:3.0:1746139097.035384:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c0cf800 00000100:00100000:3.0:1746139097.035408:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2480 00000100:00100000:3.0:1746139097.035415:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c0cf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840205696:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746139097.035551:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c0cf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840205696:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 135us (308us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746139097.035557:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2480 00002000:00100000:3.0:1746139097.035561:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c0cf800 x1830958840205696/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:23/0 lens 488/4536 e 0 to 0 dl 1746139108 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139097.035568:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c0cf800 with x1830958840205696 ext(0->4095) 00010000:00010000:3.0:1746139097.035572:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008763da00/0x1f9f6ca451acaf43 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511da9 expref: 6 pid: 9564 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746139097.035581:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008763da00/0x1f9f6ca451acaf43 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511da9 expref: 6 pid: 9564 timeout: 822 lvb_type: 0 00002000:00010000:3.0:1746139097.035586:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c0cf800 00000100:00100000:0.0:1746139097.040964:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139097.041598:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840205824 00000100:00100000:1.0:1746139097.041608:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840205824 00010000:00010000:1.0:1746139097.041770:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008763da00/0x1f9f6ca451acaf43 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511da9 expref: 6 pid: 9564 timeout: 822 lvb_type: 0 00000100:00100000:1.0:1746139097.042344:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16893 00000100:00100000:1.0:1746139097.042354:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c0cca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840205824:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746139097.042369:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746139097.042392:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008763da00/0x1f9f6ca451acaf43 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511da9 expref: 6 pid: 9564 timeout: 822 lvb_type: 0 00010000:00010000:1.0:1746139097.042405:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008763da00/0x1f9f6ca451acaf43 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511da9 expref: 6 pid: 9564 timeout: 822 lvb_type: 0 00010000:00010000:1.0:1746139097.042427:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008763da00/0x1f9f6ca451acaf43 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511da9 expref: 6 pid: 9564 timeout: 822 lvb_type: 0 00010000:00010000:1.0:1746139097.042459:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139097.042462:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139097.042470:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008763d800/0x1f9f6ca451acaf4a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511db0 expref: 15 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139097.042479:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008763d800/0x1f9f6ca451acaf4a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511db0 expref: 15 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139097.042515:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008763d800/0x1f9f6ca451acaf4a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511db0 expref: 15 pid: 9564 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746139097.042527:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed1c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832088064:192.168.203.56@tcp:105: 00000100:00100000:1.0:1746139097.042745:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff880131166e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746139097.045055:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ed1c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832088064:192.168.203.56@tcp:105: 00010000:00010000:1.0:1746139097.045077:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746139097.046340:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c0cca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2008:x1830958840205824:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3979us (5378us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139097.046351:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16893 00000100:00100000:0.0:1746139097.046759:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139097.048378:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840206080 00000100:00100000:1.0:1746139097.048391:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840206080 00002000:00100000:1.0:1746139097.048438:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c0cdc00 x1830958840206080/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:23/0 lens 488/0 e 0 to 0 dl 1746139108 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139097.048448:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c0cdc00 with x1830958840206080 ext(0->4095) 00002000:00010000:1.0:1746139097.048453:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c0cdc00 00000100:00100000:1.0:1746139097.048475:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13149 00000100:00100000:1.0:1746139097.048482:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c0cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+16:2007:x1830958840206080:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746139097.048674:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c0cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+16:2007:x1830958840206080:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 191us (1915us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139097.048681:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13149 00002000:00100000:1.0:1746139097.048686:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c0cdc00 x1830958840206080/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:23/0 lens 488/4536 e 0 to 0 dl 1746139108 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139097.048692:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c0cdc00 with x1830958840206080 ext(0->4095) 00002000:00010000:1.0:1746139097.048695:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c0cdc00 00000100:00100000:0.0:1746139097.051335:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139097.059111:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139097.059383:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840206336 00000100:00100000:3.0:1746139097.059391:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840206336 00002000:00100000:3.0:1746139097.059428:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff88009c0cc000 x1830958840206336/t0(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:23/0 lens 496/0 e 0 to 0 dl 1746139108 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139097.059445:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c0cc000 with x1830958840206336 ext(0->7) 00010000:00010000:3.0:1746139097.059451:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008763d800/0x1f9f6ca451acaf4a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511db0 expref: 16 pid: 9564 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746139097.059463:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008763d800/0x1f9f6ca451acaf4a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511db0 expref: 16 pid: 9564 timeout: 822 lvb_type: 0 00002000:00010000:3.0:1746139097.059470:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c0cc000 00000100:00100000:3.0:1746139097.059895:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2481 00000100:00100000:3.0:1746139097.059902:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c0cc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+16:2007:x1830958840206336:12345-192.168.203.56@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746139097.061220:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c0cc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+18:2007:x1830958840206336:12345-192.168.203.56@tcp:4:ldlm_bl.0 Request processed in 1315us (2106us total) trans 4294972045 rc 0/0 00000100:00100000:0.0:1746139097.061229:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2481 00002000:00100000:0.0:1746139097.061236:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff88009c0cc000 x1830958840206336/t4294972045(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:23/0 lens 496/448 e 0 to 0 dl 1746139108 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139097.061245:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c0cc000 with x1830958840206336 ext(0->7) 00010000:00010000:0.0:1746139097.061252:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008763d800/0x1f9f6ca451acaf4a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511db0 expref: 18 pid: 9564 timeout: 822 lvb_type: 0 00010000:00010000:0.0:1746139097.061263:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008763d800/0x1f9f6ca451acaf4a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511db0 expref: 18 pid: 9564 timeout: 822 lvb_type: 0 00002000:00010000:0.0:1746139097.061270:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c0cc000 00000100:00100000:0.0:1746139097.063522:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139097.064071:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840206464 00000100:00100000:1.0:1746139097.064080:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840206464 00010000:00010000:1.0:1746139097.064116:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008763d800/0x1f9f6ca451acaf4a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511db0 expref: 18 pid: 9564 timeout: 822 lvb_type: 0 00000100:00100000:1.0:1746139097.064154:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16894 00000100:00100000:1.0:1746139097.064161:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c0ce680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+18:2010:x1830958840206464:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746139097.064175:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746139097.064195:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008763d800/0x1f9f6ca451acaf4a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511db0 expref: 18 pid: 9564 timeout: 822 lvb_type: 0 00010000:00010000:1.0:1746139097.064205:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008763d800/0x1f9f6ca451acaf4a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511db0 expref: 18 pid: 9564 timeout: 822 lvb_type: 0 00010000:00010000:1.0:1746139097.064227:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008763d800/0x1f9f6ca451acaf4a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511db0 expref: 18 pid: 9564 timeout: 822 lvb_type: 0 00010000:00010000:1.0:1746139097.064248:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139097.064250:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139097.064256:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008763d000/0x1f9f6ca451acaf51 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511db7 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139097.064269:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008763d000/0x1f9f6ca451acaf51 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511db7 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139097.064305:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008763d000/0x1f9f6ca451acaf51 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511db7 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746139097.064317:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed1c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832088320:192.168.203.56@tcp:105: 00000100:00100000:1.0:1746139097.064405:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff880131166e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746139097.070712:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ed1c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832088320:192.168.203.56@tcp:105: 00000100:00100000:0.0:1746139097.070712:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00010000:00010000:1.0:1746139097.071103:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746139097.071126:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c0ce680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+17:2010:x1830958840206464:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 6966us (7613us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139097.071134:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16894 00000100:00100000:0.0:1746139097.074213:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139097.083325:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139097.083393:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840206976 00000100:00100000:1.0:1746139097.083402:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840206976 00000100:00100000:1.0:1746139097.083465:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29582 00000100:00100000:1.0:1746139097.083474:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072c19180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+19:1800:x1830958840206976:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139097.083494:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139097.083512:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f46fc00/0x1f9f6ca451acaf5f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3511dc5 expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139097.083550:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139097.083555:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008763c600/0x1f9f6ca451acaf58 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511dbe expref: 20 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139097.083566:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139097.083569:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f46fc00/0x1f9f6ca451acaf5f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511dc5 expref: 20 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139097.083609:0:18644:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008763c600/0x1f9f6ca451acaf58 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511dbe expref: 20 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139097.083655:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f46fc00/0x1f9f6ca451acaf5f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511dc5 expref: 20 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139097.083664:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f46fc00, rc 0) 00000100:00100000:1.0:1746139097.083701:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072c19180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+20:1800:x1830958840206976:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 228us (388us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139097.083707:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29582 00000100:00100000:0.0:1746139097.084580:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139097.084708:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840207104 00000100:00100000:1.0:1746139097.084713:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840207104 00010000:00010000:1.0:1746139097.084734:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008763d000/0x1f9f6ca451acaf51 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511db7 expref: 6 pid: 9564 timeout: 822 lvb_type: 0 00000100:00100000:1.0:1746139097.084793:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16895 00000100:00100000:1.0:1746139097.084799:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072c18e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840207104:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746139097.084807:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746139097.084827:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008763d000/0x1f9f6ca451acaf51 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511db7 expref: 6 pid: 9564 timeout: 822 lvb_type: 0 00010000:00010000:1.0:1746139097.084839:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008763d000/0x1f9f6ca451acaf51 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511db7 expref: 6 pid: 9564 timeout: 822 lvb_type: 0 00010000:00010000:1.0:1746139097.084856:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008763d000/0x1f9f6ca451acaf51 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511db7 expref: 6 pid: 9564 timeout: 822 lvb_type: 0 00010000:00010000:1.0:1746139097.084881:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139097.084883:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139097.084890:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008763c600/0x1f9f6ca451acaf58 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511dbe expref: 18 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139097.084896:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008763c600/0x1f9f6ca451acaf58 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511dbe expref: 18 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139097.084918:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008763c600/0x1f9f6ca451acaf58 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511dbe expref: 18 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139097.084928:0:15672:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008763c600/0x1f9f6ca451acaf58 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511dbe expref: 18 pid: 9564 timeout: 822 lvb_type: 0 00000100:00100000:1.0:1746139097.084939:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed1c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832088704:192.168.203.56@tcp:105: 00000100:00100000:1.0:1746139097.085376:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff880131166e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746139097.087183:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ed1c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832088704:192.168.203.56@tcp:105: 00010000:00010000:1.0:1746139097.087199:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746139097.087241:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072c18e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2008:x1830958840207104:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 2440us (2661us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139097.087251:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16895 00000100:00100000:0.0:1746139097.087343:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139097.087878:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840207360 00000100:00100000:3.0:1746139097.087886:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840207360 00002000:00100000:3.0:1746139097.087925:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880072c19c00 x1830958840207360/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:23/0 lens 488/0 e 0 to 0 dl 1746139108 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139097.087935:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072c19c00 with x1830958840207360 ext(0->4095) 00010000:00010000:3.0:1746139097.087943:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008763c600/0x1f9f6ca451acaf58 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511dbe expref: 19 pid: 9564 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746139097.087954:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008763c600/0x1f9f6ca451acaf58 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511dbe expref: 19 pid: 9564 timeout: 822 lvb_type: 0 00002000:00010000:3.0:1746139097.087960:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072c19c00 00000100:00100000:3.0:1746139097.087976:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2482 00000100:00100000:3.0:1746139097.087982:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072c19c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+19:2010:x1830958840207360:12345-192.168.203.56@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746139097.088119:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072c19c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+19:2010:x1830958840207360:12345-192.168.203.56@tcp:3:ptlrpcd_01_01.0 Request processed in 137us (777us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746139097.088125:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2482 00002000:00100000:3.0:1746139097.088130:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880072c19c00 x1830958840207360/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:23/0 lens 488/4536 e 0 to 0 dl 1746139108 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139097.088136:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072c19c00 with x1830958840207360 ext(0->4095) 00010000:00010000:3.0:1746139097.088141:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008763c600/0x1f9f6ca451acaf58 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511dbe expref: 19 pid: 9564 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746139097.088148:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008763c600/0x1f9f6ca451acaf58 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511dbe expref: 19 pid: 9564 timeout: 822 lvb_type: 0 00002000:00010000:3.0:1746139097.088153:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072c19c00 00000100:00100000:0.0:1746139097.091043:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139097.091805:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139097.098787:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139097.101438:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139097.101827:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139097.101933:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840208128 00000100:00100000:3.0:1746139097.101942:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840208128 00010000:00010000:3.0:1746139097.101977:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f46fc00/0x1f9f6ca451acaf5f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511dc5 expref: 18 pid: 18644 timeout: 822 lvb_type: 0 00000100:00100000:3.0:1746139097.102002:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16897 00000100:00100000:3.0:1746139097.102205:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072c1bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+20:2007:x1830958840208128:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139097.102215:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139097.102235:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f46fc00/0x1f9f6ca451acaf5f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511dc5 expref: 20 pid: 18644 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746139097.102244:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f46fc00/0x1f9f6ca451acaf5f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511dc5 expref: 20 pid: 18644 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746139097.102261:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f46fc00/0x1f9f6ca451acaf5f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511dc5 expref: 20 pid: 18644 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746139097.102673:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139097.102675:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139097.102681:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008763dc00/0x1f9f6ca451acaf66 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511dcc expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139097.102688:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008763dc00/0x1f9f6ca451acaf66 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511dcc expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139097.102709:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008763dc00/0x1f9f6ca451acaf66 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511dcc expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139097.102718:0:15672:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008763dc00/0x1f9f6ca451acaf66 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511dcc expref: 5 pid: 9564 timeout: 822 lvb_type: 0 00000100:00100000:3.0:1746139097.102729:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0759180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832089216:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139097.102789:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800acdb0240 going to sleep for 11 seconds 00000100:00100000:0.0:1746139097.105108:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139097.105779:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0759180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832089216:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139097.105797:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139097.105831:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072c1bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+18:2007:x1830958840208128:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3822us (4005us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139097.105839:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16897 00000100:00100000:0.0:1746139097.109054:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139097.109177:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840208512 00000100:00100000:3.0:1746139097.109187:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840208512 00010000:00010000:3.0:1746139097.109221:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008763dc00/0x1f9f6ca451acaf66 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511dcc expref: 6 pid: 9564 timeout: 822 lvb_type: 0 00000100:00100000:3.0:1746139097.109320:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16898 00000100:00100000:3.0:1746139097.109327:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072c19f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840208512:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139097.109340:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139097.109360:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008763dc00/0x1f9f6ca451acaf66 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511dcc expref: 6 pid: 9564 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746139097.109373:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008763dc00/0x1f9f6ca451acaf66 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511dcc expref: 6 pid: 9564 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746139097.109396:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008763dc00/0x1f9f6ca451acaf66 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511dcc expref: 6 pid: 9564 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746139097.109429:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139097.109431:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139097.109438:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008763d000/0x1f9f6ca451acaf6d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511dd3 expref: 17 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139097.109445:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008763d000/0x1f9f6ca451acaf6d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511dd3 expref: 17 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139097.109479:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008763d000/0x1f9f6ca451acaf6d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511dd3 expref: 17 pid: 9564 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139097.109490:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0759180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832089344:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139097.109585:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800acdb0240 going to sleep for 11 seconds 00000100:00100000:3.0:1746139097.113101:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0759180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832089344:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139097.113126:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139097.113176:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072c19f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2008:x1830958840208512:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3847us (4131us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139097.113186:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16898 00000100:00100000:0.0:1746139097.114762:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139097.117384:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139097.120184:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139097.120510:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840209024 00000100:00100000:3.0:1746139097.120516:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840209024 00010000:00010000:3.0:1746139097.120546:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008763d000/0x1f9f6ca451acaf6d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511dd3 expref: 18 pid: 9564 timeout: 822 lvb_type: 0 00000100:00100000:3.0:1746139097.121006:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16899 00000100:00100000:3.0:1746139097.121013:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4959050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+18:2008:x1830958840209024:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139097.121026:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139097.121051:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008763d000/0x1f9f6ca451acaf6d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511dd3 expref: 18 pid: 9564 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746139097.121063:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008763d000/0x1f9f6ca451acaf6d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511dd3 expref: 18 pid: 9564 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746139097.121214:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008763d000/0x1f9f6ca451acaf6d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511dd3 expref: 18 pid: 9564 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746139097.121239:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139097.121241:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139097.121247:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008763d800/0x1f9f6ca451acaf74 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511dda expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139097.121260:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008763d800/0x1f9f6ca451acaf74 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511dda expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139097.121289:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008763d800/0x1f9f6ca451acaf74 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511dda expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139097.121300:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0759180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832089600:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139097.121371:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800acdb0240 going to sleep for 11 seconds 00000100:00100000:0.0:1746139097.122785:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139097.124464:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139097.127337:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139097.127389:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139097.127447:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840209664 00000100:00100000:3.0:1746139097.127454:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840209664 00010000:00010000:3.0:1746139097.127479:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008763d800/0x1f9f6ca451acaf74 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511dda expref: 6 pid: 9564 timeout: 822 lvb_type: 0 00000100:00100000:3.0:1746139097.127510:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16900 00000100:00100000:3.0:1746139097.127518:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072c1bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2009:x1830958840209664:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139097.127530:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139097.127563:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008763d800/0x1f9f6ca451acaf74 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511dda expref: 6 pid: 9564 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746139097.127575:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008763d800/0x1f9f6ca451acaf74 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511dda expref: 6 pid: 9564 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746139097.127597:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008763d800/0x1f9f6ca451acaf74 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511dda expref: 6 pid: 9564 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746139097.127634:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139097.127636:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139097.127643:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008763da00/0x1f9f6ca451acaf7b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511de1 expref: 17 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139097.127651:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008763da00/0x1f9f6ca451acaf7b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511de1 expref: 17 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139097.127683:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008763da00/0x1f9f6ca451acaf7b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511de1 expref: 17 pid: 9564 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139097.127694:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a075aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832089856:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139097.127753:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800acdb03c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746139097.129982:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a075aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832089856:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139097.129999:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139097.130019:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072c1bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2009:x1830958840209664:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 2501us (2629us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139097.130027:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16900 00000100:00100000:0.0:1746139097.130085:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139097.133152:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139097.133305:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840210048 00000100:00100000:3.0:1746139097.133314:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840210048 00010000:00010000:3.0:1746139097.133348:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008763da00/0x1f9f6ca451acaf7b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511de1 expref: 19 pid: 9564 timeout: 822 lvb_type: 0 00000100:00100000:3.0:1746139097.133408:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16901 00000100:00100000:3.0:1746139097.133416:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072507800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+19:2008:x1830958840210048:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139097.133432:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139097.133452:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008763da00/0x1f9f6ca451acaf7b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511de1 expref: 19 pid: 9564 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746139097.133463:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008763da00/0x1f9f6ca451acaf7b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511de1 expref: 19 pid: 9564 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746139097.133484:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008763da00/0x1f9f6ca451acaf7b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511de1 expref: 19 pid: 9564 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746139097.133606:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139097.133608:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139097.133636:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008763ce00/0x1f9f6ca451acaf82 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511de8 expref: 18 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139097.133644:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008763ce00/0x1f9f6ca451acaf82 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511de8 expref: 18 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139097.133676:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008763ce00/0x1f9f6ca451acaf82 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511de8 expref: 18 pid: 9564 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139097.133689:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a075aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832090112:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139097.134059:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800acdb03c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746139097.136359:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a075aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832090112:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139097.136379:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139097.136432:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072507800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+18:2008:x1830958840210048:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3015us (3289us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139097.136446:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16901 00000100:00100000:0.0:1746139097.136670:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139097.136691:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840210304 00000100:00100000:0.0:1746139097.136697:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840210304 00002000:00100000:0.0:1746139097.136734:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880072504380 x1830958840210304/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:23/0 lens 488/0 e 0 to 0 dl 1746139108 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139097.136743:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072504380 with x1830958840210304 ext(0->4095) 00002000:00010000:0.0:1746139097.136747:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072504380 00000100:00100000:0.0:1746139097.136772:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13152 00000100:00100000:0.0:1746139097.136779:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072504380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+18:2008:x1830958840210304:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746139097.136892:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072504380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+18:2008:x1830958840210304:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 114us (223us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746139097.136898:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13152 00002000:00100000:0.0:1746139097.136903:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880072504380 x1830958840210304/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:23/0 lens 488/4536 e 0 to 0 dl 1746139108 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139097.136910:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072504380 with x1830958840210304 ext(0->4095) 00002000:00010000:0.0:1746139097.136913:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072504380 00000100:00100000:0.0:1746139097.139879:0:3764:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1746139097.139900:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed1c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1830958832090240:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746139097.139963:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746139097.140203:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139097.140281:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ed1c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1830958832090240:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746139097.147922:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139097.148126:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840210560 00000100:00100000:3.0:1746139097.148135:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840210560 00010000:00010000:3.0:1746139097.148170:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008763ce00/0x1f9f6ca451acaf82 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511de8 expref: 18 pid: 9564 timeout: 822 lvb_type: 0 00000100:00100000:3.0:1746139097.148210:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16902 00000100:00100000:3.0:1746139097.148218:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072504a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+18:2008:x1830958840210560:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139097.148231:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139097.148251:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008763ce00/0x1f9f6ca451acaf82 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511de8 expref: 18 pid: 9564 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746139097.148263:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008763ce00/0x1f9f6ca451acaf82 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511de8 expref: 18 pid: 9564 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746139097.148287:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139097.148289:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139097.148296:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008763cc00/0x1f9f6ca451acaf89 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511def expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139097.148304:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008763cc00/0x1f9f6ca451acaf89 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511def expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139097.148336:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008763cc00/0x1f9f6ca451acaf89 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511def expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139097.148348:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a075aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832090496:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139097.148424:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800acdb03c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746139097.149841:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139097.155031:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a075aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832090496:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139097.155055:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139097.155106:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072504a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+19:2008:x1830958840210560:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 6887us (7192us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139097.155117:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16902 00000100:00100000:1.0:1746139097.155301:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139097.155889:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840210944 00000100:00100000:0.0:1746139097.155896:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840210944 00002000:00100000:0.0:1746139097.155932:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009ed1e300 x1830958840210944/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:23/0 lens 488/0 e 0 to 0 dl 1746139108 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139097.155942:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ed1e300 with x1830958840210944 ext(0->4095) 00010000:00010000:0.0:1746139097.155948:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008763cc00/0x1f9f6ca451acaf89 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511def expref: 6 pid: 9564 timeout: 822 lvb_type: 0 00010000:00010000:0.0:1746139097.155960:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008763cc00/0x1f9f6ca451acaf89 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511def expref: 6 pid: 9564 timeout: 822 lvb_type: 0 00002000:00010000:0.0:1746139097.155971:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ed1e300 00000100:00100000:0.0:1746139097.155987:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2487 00000100:00100000:0.0:1746139097.155993:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed1e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840210944:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746139097.156097:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed1e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840210944:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 104us (797us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746139097.156103:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2487 00002000:00100000:0.0:1746139097.156107:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009ed1e300 x1830958840210944/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:23/0 lens 488/4536 e 0 to 0 dl 1746139108 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139097.156115:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ed1e300 with x1830958840210944 ext(0->4095) 00010000:00010000:0.0:1746139097.156119:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008763cc00/0x1f9f6ca451acaf89 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511def expref: 6 pid: 9564 timeout: 822 lvb_type: 0 00010000:00010000:0.0:1746139097.156127:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008763cc00/0x1f9f6ca451acaf89 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511def expref: 6 pid: 9564 timeout: 822 lvb_type: 0 00002000:00010000:0.0:1746139097.156133:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ed1e300 00000100:00100000:0.0:1746139097.159452:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139097.159560:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840211072 00000100:00100000:3.0:1746139097.159569:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840211072 00010000:00010000:3.0:1746139097.159605:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008763cc00/0x1f9f6ca451acaf89 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511def expref: 6 pid: 9564 timeout: 822 lvb_type: 0 00000100:00100000:3.0:1746139097.159759:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16903 00000100:00100000:3.0:1746139097.159767:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072505180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840211072:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139097.159780:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139097.159799:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008763cc00/0x1f9f6ca451acaf89 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511def expref: 6 pid: 9564 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746139097.159811:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008763cc00/0x1f9f6ca451acaf89 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511def expref: 6 pid: 9564 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746139097.159833:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008763cc00/0x1f9f6ca451acaf89 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511def expref: 6 pid: 9564 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746139097.159862:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139097.159864:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139097.159871:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008763ca00/0x1f9f6ca451acaf90 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511df6 expref: 17 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139097.159885:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008763ca00/0x1f9f6ca451acaf90 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511df6 expref: 17 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139097.159915:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008763ca00/0x1f9f6ca451acaf90 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511df6 expref: 17 pid: 9564 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139097.159927:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a075aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832090752:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139097.160780:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800acdb03c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746139097.163912:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139097.164156:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a075aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832090752:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139097.164176:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139097.164321:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072505180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2008:x1830958840211072:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 4553us (4877us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139097.164331:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16903 00000100:00100000:0.0:1746139097.167832:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139097.177775:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139097.179366:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072507480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+20:2007:x1830958840211584:12345-192.168.203.56@tcp:4:ldlm_bl.0 Request processed in 960us (1597us total) trans 4294972046 rc 0/0 00000100:00100000:0.0:1746139097.179374:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2488 00002000:00100000:0.0:1746139097.179380:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff880072507480 x1830958840211584/t4294972046(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:23/0 lens 496/448 e 0 to 0 dl 1746139108 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139097.179388:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072507480 with x1830958840211584 ext(0->7) 00010000:00010000:0.0:1746139097.179394:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008763ca00/0x1f9f6ca451acaf90 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511df6 expref: 20 pid: 9564 timeout: 822 lvb_type: 0 00010000:00010000:0.0:1746139097.179403:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008763ca00/0x1f9f6ca451acaf90 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511df6 expref: 20 pid: 9564 timeout: 822 lvb_type: 0 00002000:00010000:0.0:1746139097.179409:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072507480 00000100:00100000:0.0:1746139097.182436:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139097.184378:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840211712 00000100:00100000:3.0:1746139097.184389:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840211712 00010000:00010000:3.0:1746139097.184434:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008763ca00/0x1f9f6ca451acaf90 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511df6 expref: 20 pid: 9564 timeout: 822 lvb_type: 0 00000100:00100000:3.0:1746139097.184464:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16904 00000100:00100000:3.0:1746139097.184471:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072504700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+20:2008:x1830958840211712:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139097.184485:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139097.184507:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008763ca00/0x1f9f6ca451acaf90 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511df6 expref: 20 pid: 9564 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746139097.184518:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008763ca00/0x1f9f6ca451acaf90 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511df6 expref: 20 pid: 9564 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746139097.184550:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008763ca00/0x1f9f6ca451acaf90 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511df6 expref: 20 pid: 9564 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746139097.184572:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139097.184574:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139097.184582:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008763d800/0x1f9f6ca451acaf97 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511dfd expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139097.184590:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008763d800/0x1f9f6ca451acaf97 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511dfd expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139097.184642:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008763d800/0x1f9f6ca451acaf97 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511dfd expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139097.184655:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a075aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832091008:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139097.184748:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800acdb03c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746139097.189102:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139097.190355:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a075aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832091008:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139097.190371:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139097.190407:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072504700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+21:2008:x1830958840211712:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 5935us (7981us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139097.190416:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16904 00000100:00100000:0.0:1746139097.191417:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139097.194785:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139097.194817:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139097.194882:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840212352 00000100:00100000:3.0:1746139097.194889:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840212352 00010000:00010000:3.0:1746139097.194916:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008763d800/0x1f9f6ca451acaf97 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511dfd expref: 6 pid: 9564 timeout: 822 lvb_type: 0 00000100:00100000:3.0:1746139097.194940:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16905 00000100:00100000:3.0:1746139097.194945:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072505500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840212352:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139097.194956:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139097.194994:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008763d800/0x1f9f6ca451acaf97 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511dfd expref: 6 pid: 9564 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746139097.195004:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008763d800/0x1f9f6ca451acaf97 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511dfd expref: 6 pid: 9564 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746139097.195022:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008763d800/0x1f9f6ca451acaf97 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511dfd expref: 6 pid: 9564 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746139097.195061:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139097.195078:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072505500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2008:x1830958840212352:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 134us (260us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139097.195085:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16905 00000100:00100000:0.0:1746139097.201008:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139097.205763:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139097.207376:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840212736 00000100:00100000:3.0:1746139097.207388:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840212736 00010000:00010000:3.0:1746139097.207429:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008763dc00/0x1f9f6ca451acaf9e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e04 expref: 21 pid: 9564 timeout: 822 lvb_type: 0 00000100:00100000:3.0:1746139097.207476:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16906 00000100:00100000:3.0:1746139097.207485:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4958850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+21:2007:x1830958840212736:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139097.207501:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139097.207523:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008763dc00/0x1f9f6ca451acaf9e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e04 expref: 21 pid: 9564 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746139097.207548:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008763dc00/0x1f9f6ca451acaf9e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e04 expref: 21 pid: 9564 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746139097.207572:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008763dc00/0x1f9f6ca451acaf9e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e04 expref: 21 pid: 9564 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746139097.207604:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139097.207607:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139097.207613:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008763c800/0x1f9f6ca451acafa5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e0b expref: 20 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139097.207636:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008763c800/0x1f9f6ca451acafa5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e0b expref: 20 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139097.207672:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008763c800/0x1f9f6ca451acafa5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e0b expref: 20 pid: 9564 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139097.207684:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a075aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832091520:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139097.207769:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800acdb03c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746139097.209475:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a075aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832091520:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139097.209494:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139097.209880:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4958850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+20:2007:x1830958840212736:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 2394us (4124us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139097.209890:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16906 00000100:00100000:0.0:1746139097.211854:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139097.214203:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139097.216325:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139097.216374:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840213248 00000100:00100000:3.0:1746139097.216382:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840213248 00010000:00010000:3.0:1746139097.216404:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008763c800/0x1f9f6ca451acafa5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e0b expref: 20 pid: 9564 timeout: 822 lvb_type: 0 00000100:00100000:3.0:1746139097.216436:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16907 00000100:00100000:3.0:1746139097.216442:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072507800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+20:2007:x1830958840213248:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139097.216452:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139097.216472:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008763c800/0x1f9f6ca451acafa5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e0b expref: 20 pid: 9564 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746139097.216482:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008763c800/0x1f9f6ca451acafa5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e0b expref: 20 pid: 9564 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746139097.216502:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008763c800/0x1f9f6ca451acafa5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e0b expref: 20 pid: 9564 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746139097.216517:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139097.216519:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139097.216526:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008763de00/0x1f9f6ca451acafac lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e12 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139097.216544:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008763de00/0x1f9f6ca451acafac lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e12 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139097.216571:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008763de00/0x1f9f6ca451acafac lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e12 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139097.216581:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a075aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832091776:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139097.216647:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800acdb09c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746139097.218525:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139097.218548:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a075aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832091776:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139097.218565:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746139097.218611:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840213504 00000100:00100000:1.0:1746139097.218637:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840213504 00000100:00100000:3.0:1746139097.218650:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072507800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+19:2007:x1830958840213248:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 2207us (2324us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139097.218658:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16907 00002000:00100000:1.0:1746139097.218983:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880072504a80 x1830958840213504/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:23/0 lens 488/0 e 0 to 0 dl 1746139108 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139097.218993:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072504a80 with x1830958840213504 ext(0->4095) 00002000:00010000:1.0:1746139097.218997:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072504a80 00000100:00100000:1.0:1746139097.219188:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13155 00000100:00100000:1.0:1746139097.219195:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072504a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840213504:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746139097.219336:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072504a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840213504:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 141us (816us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139097.219342:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13155 00002000:00100000:1.0:1746139097.219347:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880072504a80 x1830958840213504/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:23/0 lens 488/4536 e 0 to 0 dl 1746139108 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139097.219354:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072504a80 with x1830958840213504 ext(0->4095) 00002000:00010000:1.0:1746139097.219357:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072504a80 00000100:00100000:0.0:1746139097.221790:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139097.223078:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139097.223165:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840213760 00000100:00100000:1.0:1746139097.223169:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840213760 00000100:00100000:1.0:1746139097.223236:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29595 00000100:00100000:1.0:1746139097.223241:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072504700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+21:1800:x1830958840213760:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139097.223249:0:9563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139097.223258:0:9563:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f46e000/0x1f9f6ca451acafba lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3511e20 expref: -99 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139097.223272:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139097.223276:0:9563:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008763da00/0x1f9f6ca451acafb3 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e19 expref: 22 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139097.223281:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139097.223283:0:9563:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f46e000/0x1f9f6ca451acafba lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e20 expref: 22 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139097.223308:0:9563:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008763da00/0x1f9f6ca451acafb3 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e19 expref: 22 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139097.223320:0:9563:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f46e000/0x1f9f6ca451acafba lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e20 expref: 22 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139097.223329:0:9563:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f46e000, rc 0) 00000100:00100000:1.0:1746139097.223684:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072504700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+22:1800:x1830958840213760:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 441us (605us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139097.223690:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29595 00000100:00100000:0.0:1746139097.225191:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139097.225571:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840213888 00000100:00100000:3.0:1746139097.225578:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840213888 00010000:00010000:3.0:1746139097.225605:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008763de00/0x1f9f6ca451acafac lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e12 expref: 6 pid: 9564 timeout: 822 lvb_type: 0 00000100:00100000:3.0:1746139097.225975:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16908 00000100:00100000:3.0:1746139097.225982:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072505500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840213888:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139097.225994:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139097.226014:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008763de00/0x1f9f6ca451acafac lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e12 expref: 6 pid: 9564 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746139097.226393:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008763de00/0x1f9f6ca451acafac lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e12 expref: 6 pid: 9564 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746139097.226424:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008763de00/0x1f9f6ca451acafac lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e12 expref: 6 pid: 9564 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746139097.226473:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139097.226475:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139097.226481:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008763da00/0x1f9f6ca451acafb3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e19 expref: 20 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139097.226494:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008763da00/0x1f9f6ca451acafb3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e19 expref: 20 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139097.226524:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008763da00/0x1f9f6ca451acafb3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e19 expref: 20 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139097.226543:0:15672:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008763da00/0x1f9f6ca451acafb3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e19 expref: 20 pid: 9564 timeout: 822 lvb_type: 0 00000100:00100000:3.0:1746139097.226555:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a075aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832092160:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139097.227130:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800acdb09c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746139097.230705:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a075aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832092160:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139097.230729:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139097.230782:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072505500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2007:x1830958840213888:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 4798us (5721us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139097.230793:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16908 00000100:00100000:0.0:1746139097.230876:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139097.235531:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139097.237583:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139097.237778:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840214400 00000100:00100000:3.0:1746139097.237783:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840214400 00010000:00010000:3.0:1746139097.237806:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008763da00/0x1f9f6ca451acafb3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e19 expref: 21 pid: 9564 timeout: 822 lvb_type: 0 00000100:00100000:3.0:1746139097.237854:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16909 00000100:00100000:3.0:1746139097.237860:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c18ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+21:2007:x1830958840214400:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139097.237871:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139097.237892:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008763da00/0x1f9f6ca451acafb3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e19 expref: 21 pid: 9564 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746139097.237903:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008763da00/0x1f9f6ca451acafb3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e19 expref: 21 pid: 9564 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746139097.237921:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008763da00/0x1f9f6ca451acafb3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e19 expref: 21 pid: 9564 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746139097.237946:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139097.237948:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139097.237955:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f46e000/0x1f9f6ca451acafba lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e20 expref: 20 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139097.237963:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f46e000/0x1f9f6ca451acafba lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e20 expref: 20 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139097.237990:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f46e000/0x1f9f6ca451acafba lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e20 expref: 20 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139097.238001:0:15672:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f46e000/0x1f9f6ca451acafba lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e20 expref: 20 pid: 9563 timeout: 822 lvb_type: 0 00000100:00100000:3.0:1746139097.238012:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a075aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832092416:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139097.238086:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800acdb09c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746139097.241044:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a075aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832092416:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139097.241067:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139097.241118:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c18ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+20:2007:x1830958840214400:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3257us (3537us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139097.241128:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16909 00000100:00100000:0.0:1746139097.241552:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139097.245035:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139097.245243:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139097.245320:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840214784 00000100:00100000:1.0:1746139097.245328:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840214784 00000100:00100000:1.0:1746139097.245375:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29597 00000100:00100000:1.0:1746139097.245383:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c18c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+20:1800:x1830958840214784:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139097.245401:0:9563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139097.245418:0:9563:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f46f600/0x1f9f6ca451acafc8 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3511e2e expref: -99 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139097.245442:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139097.245447:0:9563:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008763ce00/0x1f9f6ca451acafc1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e27 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139097.245456:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746139097.245459:0:9563:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f46f600/0x1f9f6ca451acafc8 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e2e expref: 21 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139097.245495:0:9563:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008763ce00/0x1f9f6ca451acafc1 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e27 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139097.245506:0:9563:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f46f600/0x1f9f6ca451acafc8 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e2e expref: 21 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139097.245514:0:9563:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f46f600, rc 0) 00000100:00100000:3.0:1746139097.245546:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840214912 00000100:00100000:3.0:1746139097.245550:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840214912 00000100:00100000:1.0:1746139097.245562:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c18c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+22:1800:x1830958840214784:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 180us (538us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139097.245567:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29597 00010000:00010000:3.0:1746139097.245569:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f46e000/0x1f9f6ca451acafba lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e20 expref: 22 pid: 9563 timeout: 822 lvb_type: 0 00000100:00100000:3.0:1746139097.245590:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16910 00000100:00100000:3.0:1746139097.245595:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c18c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+21:2009:x1830958840214912:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139097.245603:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139097.245653:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f46e000/0x1f9f6ca451acafba lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e20 expref: 21 pid: 9563 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746139097.245665:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f46e000/0x1f9f6ca451acafba lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e20 expref: 21 pid: 9563 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746139097.245683:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f46e000/0x1f9f6ca451acafba lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e20 expref: 21 pid: 9563 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746139097.245698:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139097.245700:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139097.245706:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008763ce00/0x1f9f6ca451acafc1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e27 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139097.245713:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008763ce00/0x1f9f6ca451acafc1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e27 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139097.245736:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008763ce00/0x1f9f6ca451acafc1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e27 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139097.245747:0:15672:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008763ce00/0x1f9f6ca451acafc1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e27 expref: 5 pid: 9564 timeout: 822 lvb_type: 0 00000100:00100000:3.0:1746139097.245758:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a075aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832092672:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139097.245823:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800acdb09c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746139097.248423:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139097.248507:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a075aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832092672:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139097.248522:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139097.248571:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c18c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+20:2009:x1830958840214912:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 2974us (3327us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139097.248581:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16910 00000100:00100000:0.0:1746139097.253018:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139097.253108:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840215296 00000100:00100000:3.0:1746139097.253117:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840215296 00010000:00010000:3.0:1746139097.253154:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008763ce00/0x1f9f6ca451acafc1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e27 expref: 6 pid: 9564 timeout: 822 lvb_type: 0 00000100:00100000:3.0:1746139097.253556:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16911 00000100:00100000:3.0:1746139097.253565:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c18ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840215296:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139097.253580:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139097.253601:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008763ce00/0x1f9f6ca451acafc1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e27 expref: 6 pid: 9564 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746139097.253650:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008763ce00/0x1f9f6ca451acafc1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e27 expref: 6 pid: 9564 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746139097.253672:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008763ce00/0x1f9f6ca451acafc1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e27 expref: 6 pid: 9564 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746139097.253694:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139097.253696:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139097.253703:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f46f600/0x1f9f6ca451acafc8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e2e expref: 19 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139097.253710:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f46f600/0x1f9f6ca451acafc8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e2e expref: 19 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139097.253740:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f46f600/0x1f9f6ca451acafc8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e2e expref: 19 pid: 9563 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139097.253751:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a075aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832092800:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139097.254211:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800acdb09c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746139097.255657:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a075aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832092800:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139097.255677:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139097.255714:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c18ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2008:x1830958840215296:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 2150us (2706us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139097.255723:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16911 00000100:00100000:0.0:1746139097.256018:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139097.256139:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840215552 00000100:00100000:3.0:1746139097.256145:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840215552 00002000:00100000:3.0:1746139097.256181:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c18ed80 x1830958840215552/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:23/0 lens 488/0 e 0 to 0 dl 1746139108 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139097.256190:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c18ed80 with x1830958840215552 ext(0->4095) 00002000:00010000:3.0:1746139097.256194:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c18ed80 00000100:00100000:3.0:1746139097.256596:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13156 00000100:00100000:3.0:1746139097.256604:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c18ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+20:2007:x1830958840215552:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746139097.257124:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c18ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+20:2007:x1830958840215552:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 518us (1106us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746139097.257130:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13156 00002000:00100000:3.0:1746139097.257135:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c18ed80 x1830958840215552/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:23/0 lens 488/4536 e 0 to 0 dl 1746139108 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139097.257143:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c18ed80 with x1830958840215552 ext(0->4095) 00002000:00010000:3.0:1746139097.257146:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c18ed80 00000100:00100000:0.0:1746139097.258843:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00010000:00010000:2.0:1746139097.259241:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f46f600/0x1f9f6ca451acafc8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e2e expref: 19 pid: 9563 timeout: 822 lvb_type: 0 00000100:00100000:2.0:1746139097.259257:0:9564:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cbadf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832092928:192.168.203.56@tcp:104: 00000100:00100000:2.0:1746139097.259703:0:9564:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012a2b2540 going to sleep for 11 seconds 00000100:00100000:0.0:1746139097.261946:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139097.262115:0:9564:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cbadf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832092928:192.168.203.56@tcp:104: 00000100:00100000:3.0:1746139097.262137:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840215808 00010000:00010000:2.0:1746139097.262142:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008763dc00/0x1f9f6ca451acafcf lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e35 expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139097.262143:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840215808 00010000:00010000:2.0:1746139097.262157:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008763dc00, rc 0) 00010000:00010000:3.0:1746139097.262171:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f46f600/0x1f9f6ca451acafc8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e2e expref: 20 pid: 9563 timeout: 822 lvb_type: 0 00000100:00100000:2.0:1746139097.262191:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c18e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840215680:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3050us (3353us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139097.262199:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29598 00000100:00100000:3.0:1746139097.262200:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16912 00000100:00100000:3.0:1746139097.262205:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c18fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+20:2008:x1830958840215808:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139097.262300:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139097.262320:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f46f600/0x1f9f6ca451acafc8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e2e expref: 20 pid: 9563 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746139097.262335:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f46f600/0x1f9f6ca451acafc8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e2e expref: 20 pid: 9563 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746139097.262354:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f46f600/0x1f9f6ca451acafc8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e2e expref: 20 pid: 9563 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746139097.262368:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139097.262369:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139097.262376:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008763dc00/0x1f9f6ca451acafcf lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e35 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139097.262383:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008763dc00/0x1f9f6ca451acafcf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e35 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139097.262411:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008763dc00/0x1f9f6ca451acafcf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e35 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139097.262422:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a075aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832093056:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139097.262475:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800acdb0300 going to sleep for 11 seconds 00000100:00100000:3.0:1746139097.264918:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a075aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832093056:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139097.264939:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746139097.265037:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139097.265083:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840216064 00000100:00100000:2.0:1746139097.265090:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840216064 00002000:00100000:2.0:1746139097.265130:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c18d880 x1830958840216064/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:23/0 lens 488/0 e 0 to 0 dl 1746139108 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139097.265139:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c18d880 with x1830958840216064 ext(0->4095) 00002000:00010000:2.0:1746139097.265142:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c18d880 00000100:00100000:3.0:1746139097.265189:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c18fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+19:2008:x1830958840215808:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 2981us (3248us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139097.265199:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16912 00000100:00100000:2.0:1746139097.265445:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13157 00000100:00100000:2.0:1746139097.265453:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c18d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840216064:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746139097.265585:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c18d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840216064:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 132us (549us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746139097.265590:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13157 00002000:00100000:2.0:1746139097.265595:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c18d880 x1830958840216064/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:23/0 lens 488/4536 e 0 to 0 dl 1746139108 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139097.265607:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c18d880 with x1830958840216064 ext(0->4095) 00002000:00010000:2.0:1746139097.265609:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c18d880 00000100:00100000:0.0:1746139097.267054:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139097.267226:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840216192 00000100:00100000:2.0:1746139097.267231:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840216192 00000100:00100000:2.0:1746139097.267359:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29599 00000100:00100000:2.0:1746139097.267366:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c18f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+19:1800:x1830958840216192:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139097.267378:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139097.267393:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008763c600/0x1f9f6ca451acafd6 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3511e3c expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.267417:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008763dc00/0x1f9f6ca451acafcf lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e35 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.267423:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139097.267424:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139097.267427:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008763c600/0x1f9f6ca451acafd6 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e3c expref: 20 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.267454:0:9564:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008763dc00/0x1f9f6ca451acafcf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e35 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.267465:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008763dc00/0x1f9f6ca451acafcf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e35 expref: 5 pid: 9564 timeout: 822 lvb_type: 0 00000100:00100000:2.0:1746139097.267476:0:9564:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cbadf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832093184:192.168.203.56@tcp:104: 00000100:00100000:2.0:1746139097.267845:0:9564:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012a2b2600 going to sleep for 11 seconds 00000100:00100000:2.0:1746139097.273436:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139097.273662:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840216320 00000100:00100000:1.0:1746139097.273677:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840216320 00000100:00100000:1.0:1746139097.273726:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29600 00000100:00100000:1.0:1746139097.273734:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+21:1814:x1830958840216320:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139097.273755:0:9563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139097.273775:0:9563:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f46fc00/0x1f9f6ca451acafdd lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3511e43 expref: -99 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139097.273804:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139097.273809:0:9563:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008763c600/0x1f9f6ca451acafd6 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e3c expref: 22 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139097.273820:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139097.273823:0:9563:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f46fc00/0x1f9f6ca451acafdd lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e43 expref: 22 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139097.273861:0:9563:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008763c600/0x1f9f6ca451acafd6 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e3c expref: 22 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139097.273873:0:9563:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f46fc00/0x1f9f6ca451acafdd lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e43 expref: 22 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139097.273883:0:9563:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f46fc00, rc 0) 00000100:00100000:1.0:1746139097.274890:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+22:1814:x1830958840216320:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1153us (1461us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139097.274898:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29600 00000100:00100000:0.0:1746139097.275310:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139097.275338:0:9564:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cbadf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832093184:192.168.203.56@tcp:104: 00010000:00010000:2.0:1746139097.275365:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008763c600/0x1f9f6ca451acafd6 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e3c expref: 21 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.275376:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008763c600, rc 0) 00000100:00100000:2.0:1746139097.275399:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c18f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+21:1800:x1830958840216192:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 8034us (8349us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139097.275405:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29599 00000100:00100000:3.0:1746139097.275465:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840216448 00000100:00100000:3.0:1746139097.275471:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840216448 00010000:00010000:3.0:1746139097.275492:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008763dc00/0x1f9f6ca451acafcf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e35 expref: 6 pid: 9564 timeout: 822 lvb_type: 0 00000100:00100000:3.0:1746139097.275521:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16913 00000100:00100000:3.0:1746139097.275527:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b495b450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840216448:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139097.275547:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139097.275568:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008763dc00/0x1f9f6ca451acafcf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e35 expref: 6 pid: 9564 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746139097.275579:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008763dc00/0x1f9f6ca451acafcf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e35 expref: 6 pid: 9564 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746139097.275596:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008763dc00/0x1f9f6ca451acafcf lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e35 expref: 6 pid: 9564 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746139097.275611:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139097.275613:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139097.275638:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008763c600/0x1f9f6ca451acafd6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e3c expref: 20 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139097.275646:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008763c600/0x1f9f6ca451acafd6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e3c expref: 20 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139097.276190:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008763c600/0x1f9f6ca451acafd6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e3c expref: 20 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139097.276202:0:15672:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008763c600/0x1f9f6ca451acafd6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e3c expref: 20 pid: 9564 timeout: 822 lvb_type: 0 00000100:00100000:3.0:1746139097.276214:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a075aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832093440:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139097.276447:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800acdb0300 going to sleep for 11 seconds 00000100:00100000:0.0:1746139097.280349:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139097.280466:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a075aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832093440:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139097.280490:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139097.280545:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b495b450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2007:x1830958840216448:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 5010us (5227us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139097.280555:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16913 00000100:00100000:1.0:1746139097.280565:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840216704 00000100:00100000:1.0:1746139097.280573:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840216704 00002000:00100000:1.0:1746139097.280634:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c18df80 x1830958840216704/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:23/0 lens 488/0 e 0 to 0 dl 1746139108 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139097.280645:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c18df80 with x1830958840216704 ext(0->4095) 00010000:00010000:1.0:1746139097.280654:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008763c600/0x1f9f6ca451acafd6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e3c expref: 21 pid: 9564 timeout: 822 lvb_type: 0 00010000:00010000:1.0:1746139097.280668:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008763c600/0x1f9f6ca451acafd6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e3c expref: 21 pid: 9564 timeout: 822 lvb_type: 0 00002000:00010000:1.0:1746139097.280675:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c18df80 00000100:00100000:1.0:1746139097.281202:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2494 00000100:00100000:1.0:1746139097.281210:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c18df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+21:2007:x1830958840216704:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746139097.282021:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c18df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+21:2007:x1830958840216704:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 809us (1679us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139097.282029:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2494 00002000:00100000:1.0:1746139097.282035:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c18df80 x1830958840216704/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:23/0 lens 488/4536 e 0 to 0 dl 1746139108 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139097.282045:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c18df80 with x1830958840216704 ext(0->4095) 00010000:00010000:1.0:1746139097.282052:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008763c600/0x1f9f6ca451acafd6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e3c expref: 21 pid: 9564 timeout: 822 lvb_type: 0 00010000:00010000:1.0:1746139097.282063:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008763c600/0x1f9f6ca451acafd6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e3c expref: 21 pid: 9564 timeout: 822 lvb_type: 0 00002000:00010000:1.0:1746139097.282069:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c18df80 00000100:00100000:0.0:1746139097.286865:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139097.286970:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840216832 00000100:00100000:3.0:1746139097.286979:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840216832 00010000:00010000:3.0:1746139097.287017:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008763c600/0x1f9f6ca451acafd6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e3c expref: 21 pid: 9564 timeout: 822 lvb_type: 0 00000100:00100000:3.0:1746139097.287057:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16914 00000100:00100000:3.0:1746139097.287065:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c18ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+21:2008:x1830958840216832:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139097.287079:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139097.287104:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008763c600/0x1f9f6ca451acafd6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e3c expref: 21 pid: 9564 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746139097.287118:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008763c600/0x1f9f6ca451acafd6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e3c expref: 21 pid: 9564 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746139097.287143:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008763c600/0x1f9f6ca451acafd6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e3c expref: 21 pid: 9564 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746139097.287175:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139097.287178:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139097.287186:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f46fc00/0x1f9f6ca451acafdd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e43 expref: 20 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139097.287195:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f46fc00/0x1f9f6ca451acafdd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e43 expref: 20 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139097.287229:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f46fc00/0x1f9f6ca451acafdd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e43 expref: 20 pid: 9563 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139097.287241:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a075aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832093568:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139097.287477:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800acdb0e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746139097.290907:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a075aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832093568:192.168.203.56@tcp:105: 00000100:00100000:0.0:1746139097.290907:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00010000:00010000:3.0:1746139097.290928:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139097.290976:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c18ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+20:2008:x1830958840216832:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3911us (4119us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139097.290986:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16914 00000100:00100000:1.0:1746139097.291086:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840217088 00000100:00100000:1.0:1746139097.291092:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840217088 00002000:00100000:1.0:1746139097.291129:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c18c700 x1830958840217088/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:23/0 lens 488/0 e 0 to 0 dl 1746139108 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139097.291138:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c18c700 with x1830958840217088 ext(0->4095) 00002000:00010000:1.0:1746139097.291141:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c18c700 00000100:00100000:1.0:1746139097.291168:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13158 00000100:00100000:1.0:1746139097.291175:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c18c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+20:2007:x1830958840217088:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746139097.291289:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c18c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+20:2007:x1830958840217088:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 114us (676us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139097.291296:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13158 00002000:00100000:1.0:1746139097.291301:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c18c700 x1830958840217088/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:23/0 lens 488/4536 e 0 to 0 dl 1746139108 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139097.291307:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c18c700 with x1830958840217088 ext(0->4095) 00002000:00010000:1.0:1746139097.291310:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c18c700 00010000:00010000:2.0:1746139097.291453:0:7208:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746139097.293481:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139097.293669:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840217216 00000100:00100000:2.0:1746139097.293676:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840217216 00000100:00100000:2.0:1746139097.293721:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29601 00000100:00100000:2.0:1746139097.293728:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c18ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840217216:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139097.293745:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139097.293761:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008763c000/0x1f9f6ca451acafe4 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3511e4a expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.293788:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f46fc00/0x1f9f6ca451acafdd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e43 expref: 19 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.293795:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139097.293797:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139097.293800:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008763c000/0x1f9f6ca451acafe4 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e4a expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.293835:0:9564:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f46fc00/0x1f9f6ca451acafdd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e43 expref: 19 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.293852:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f46fc00/0x1f9f6ca451acafdd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e43 expref: 19 pid: 9563 timeout: 822 lvb_type: 0 00000100:00100000:2.0:1746139097.293865:0:9564:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cbadf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832093696:192.168.203.56@tcp:104: 00000100:00100000:2.0:1746139097.294545:0:9564:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012a2b2600 going to sleep for 11 seconds 00000100:00100000:2.0:1746139097.296225:0:9564:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cbadf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832093696:192.168.203.56@tcp:104: 00010000:00010000:2.0:1746139097.296256:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008763c000/0x1f9f6ca451acafe4 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e4a expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.296274:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008763c000, rc 0) 00000100:00100000:2.0:1746139097.296316:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c18ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840217216:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2588us (2841us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139097.296324:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29601 00000100:00100000:0.0:1746139097.296516:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139097.296603:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840217344 00000100:00100000:3.0:1746139097.296611:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840217344 00002000:00100000:3.0:1746139097.296673:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff88009c18fb80 x1830958840217344/t0(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:23/0 lens 496/0 e 0 to 0 dl 1746139108 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139097.296682:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c18fb80 with x1830958840217344 ext(0->7) 00010000:00010000:3.0:1746139097.296688:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f46fc00/0x1f9f6ca451acafdd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e43 expref: 20 pid: 9563 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746139097.296701:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f46fc00/0x1f9f6ca451acafdd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e43 expref: 20 pid: 9563 timeout: 822 lvb_type: 0 00002000:00010000:3.0:1746139097.296712:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c18fb80 00000100:00100000:3.0:1746139097.296739:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2495 00000100:00100000:3.0:1746139097.296745:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c18fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+20:2010:x1830958840217344:12345-192.168.203.56@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746139097.298340:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c18fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+22:2010:x1830958840217344:12345-192.168.203.56@tcp:4:ldlm_bl.0 Request processed in 1587us (1818us total) trans 4294972047 rc 0/0 00000100:00100000:0.0:1746139097.298349:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2495 00002000:00100000:0.0:1746139097.298357:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff88009c18fb80 x1830958840217344/t4294972047(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:23/0 lens 496/448 e 0 to 0 dl 1746139108 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139097.298366:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c18fb80 with x1830958840217344 ext(0->7) 00010000:00010000:0.0:1746139097.298373:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f46fc00/0x1f9f6ca451acafdd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e43 expref: 22 pid: 9563 timeout: 822 lvb_type: 0 00010000:00010000:0.0:1746139097.298386:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f46fc00/0x1f9f6ca451acafdd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e43 expref: 22 pid: 9563 timeout: 822 lvb_type: 0 00002000:00010000:0.0:1746139097.298397:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c18fb80 00000100:00100000:0.0:1746139097.300462:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139097.300568:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840217472 00000100:00100000:3.0:1746139097.300578:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840217472 00010000:00010000:3.0:1746139097.300613:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f46fc00/0x1f9f6ca451acafdd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e43 expref: 22 pid: 9563 timeout: 822 lvb_type: 0 00000100:00100000:3.0:1746139097.300728:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16915 00000100:00100000:3.0:1746139097.300737:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f15d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+22:2009:x1830958840217472:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139097.300751:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139097.300771:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f46fc00/0x1f9f6ca451acafdd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e43 expref: 22 pid: 9563 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746139097.300783:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f46fc00/0x1f9f6ca451acafdd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e43 expref: 22 pid: 9563 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746139097.300804:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f46fc00/0x1f9f6ca451acafdd lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e43 expref: 22 pid: 9563 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746139097.300833:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139097.300835:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139097.300843:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008763c000/0x1f9f6ca451acafe4 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e4a expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139097.300856:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008763c000/0x1f9f6ca451acafe4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e4a expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139097.300892:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008763c000/0x1f9f6ca451acafe4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e4a expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139097.300905:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a075aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832093824:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139097.300986:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800acdb0e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746139097.304115:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139097.304293:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840217728 00000100:00100000:1.0:1746139097.304302:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840217728 00002000:00100000:1.0:1746139097.304347:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009f15df80 x1830958840217728/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:23/0 lens 488/0 e 0 to 0 dl 1746139108 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139097.304356:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f15df80 with x1830958840217728 ext(0->4095) 00002000:00010000:1.0:1746139097.304361:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f15df80 00000100:00100000:1.0:1746139097.304381:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13159 00000100:00100000:1.0:1746139097.304388:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f15df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840217728:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746139097.304518:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a075aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832093824:192.168.203.56@tcp:105: 00000100:00100000:1.0:1746139097.304528:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f15df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840217728:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 139us (422us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139097.304545:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13159 00010000:00010000:2.0:1746139097.304547:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:1.0:1746139097.304553:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009f15df80 x1830958840217728/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:23/0 lens 488/4536 e 0 to 0 dl 1746139108 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139097.304559:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f15df80 with x1830958840217728 ext(0->4095) 00002000:00010000:1.0:1746139097.304562:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f15df80 00000100:00100000:2.0:1746139097.304716:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f15d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+21:2009:x1830958840217472:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3979us (4261us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139097.304724:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16915 00000100:00100000:0.0:1746139097.309352:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139097.309418:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840217856 00000100:00100000:2.0:1746139097.309427:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840217856 00000100:00100000:2.0:1746139097.309483:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29602 00000100:00100000:2.0:1746139097.309491:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f15ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+21:1814:x1830958840217856:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139097.309510:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139097.309532:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008763dc00/0x1f9f6ca451acafeb lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3511e51 expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.309575:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008763c000/0x1f9f6ca451acafe4 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e4a expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.309582:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139097.309585:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139097.309588:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008763dc00/0x1f9f6ca451acafeb lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e51 expref: 22 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.310105:0:9564:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008763c000/0x1f9f6ca451acafe4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e4a expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.310121:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008763c000/0x1f9f6ca451acafe4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e4a expref: 5 pid: 9564 timeout: 822 lvb_type: 0 00000100:00100000:2.0:1746139097.310134:0:9564:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cbadf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832093952:192.168.203.56@tcp:104: 00000100:00100000:2.0:1746139097.310228:0:9564:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012a2b2600 going to sleep for 11 seconds 00000100:00100000:0.0:1746139097.310795:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139097.310879:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840217984 00000100:00100000:1.0:1746139097.310885:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840217984 00000100:00100000:1.0:1746139097.311064:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29603 00000100:00100000:1.0:1746139097.311072:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f15e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+23:1800:x1830958840217984:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139097.311084:0:9563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139097.311097:0:9563:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f46e000/0x1f9f6ca451acaff2 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3511e58 expref: -99 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139097.311114:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139097.311119:0:9563:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008763dc00/0x1f9f6ca451acafeb lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e51 expref: 24 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139097.311125:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139097.311128:0:9563:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f46e000/0x1f9f6ca451acaff2 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e58 expref: 24 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139097.311158:0:9563:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008763dc00/0x1f9f6ca451acafeb lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e51 expref: 24 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139097.311169:0:9563:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f46e000/0x1f9f6ca451acaff2 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e58 expref: 24 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139097.311178:0:9563:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f46e000, rc 0) 00000100:00100000:1.0:1746139097.311218:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f15e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+24:1800:x1830958840217984:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 146us (423us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139097.311224:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29603 00000100:00100000:0.0:1746139097.312742:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139097.312852:0:9564:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cbadf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832093952:192.168.203.56@tcp:104: 00000100:00100000:3.0:1746139097.312863:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840218112 00000100:00100000:3.0:1746139097.312869:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840218112 00010000:00010000:2.0:1746139097.312877:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008763dc00/0x1f9f6ca451acafeb lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e51 expref: 23 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.312891:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008763dc00, rc 0) 00010000:00010000:3.0:1746139097.312894:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008763c000/0x1f9f6ca451acafe4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e4a expref: 6 pid: 9564 timeout: 822 lvb_type: 0 00000100:00100000:2.0:1746139097.312925:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f15ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+23:1814:x1830958840217856:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3434us (3581us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139097.312929:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16916 00000100:00100000:2.0:1746139097.312932:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29602 00000100:00100000:3.0:1746139097.312935:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f15c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840218112:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139097.312946:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139097.312966:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008763c000/0x1f9f6ca451acafe4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e4a expref: 6 pid: 9564 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746139097.313049:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008763c000/0x1f9f6ca451acafe4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e4a expref: 6 pid: 9564 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746139097.313071:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008763c000/0x1f9f6ca451acafe4 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e4a expref: 6 pid: 9564 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746139097.313090:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139097.313092:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139097.313098:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008763dc00/0x1f9f6ca451acafeb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e51 expref: 22 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139097.313106:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008763dc00/0x1f9f6ca451acafeb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e51 expref: 22 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139097.313134:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008763dc00/0x1f9f6ca451acafeb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e51 expref: 22 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139097.313145:0:15672:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008763dc00/0x1f9f6ca451acafeb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e51 expref: 22 pid: 9564 timeout: 822 lvb_type: 0 00000100:00100000:3.0:1746139097.313155:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0758000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832094208:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139097.313207:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800acdb0e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746139097.315315:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139097.315973:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0758000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832094208:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139097.315994:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746139097.316005:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840218368 00000100:00100000:1.0:1746139097.316011:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840218368 00000100:00100000:3.0:1746139097.316043:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f15c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2007:x1830958840218112:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3107us (3306us total) trans 0 rc 0/0 00002000:00100000:1.0:1746139097.316052:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009f15d500 x1830958840218368/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:23/0 lens 488/0 e 0 to 0 dl 1746139108 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746139097.316053:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16916 00002000:00100000:1.0:1746139097.316066:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f15d500 with x1830958840218368 ext(0->4095) 00010000:00010000:1.0:1746139097.316073:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008763dc00/0x1f9f6ca451acafeb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e51 expref: 23 pid: 9564 timeout: 822 lvb_type: 0 00010000:00010000:1.0:1746139097.316085:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008763dc00/0x1f9f6ca451acafeb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e51 expref: 23 pid: 9564 timeout: 822 lvb_type: 0 00002000:00010000:1.0:1746139097.316180:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f15d500 00000100:00100000:1.0:1746139097.316774:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2496 00000100:00100000:1.0:1746139097.316783:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f15d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+23:2009:x1830958840218368:12345-192.168.203.56@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746139097.316917:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f15d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+23:2009:x1830958840218368:12345-192.168.203.56@tcp:3:ptlrpcd_01_00.0 Request processed in 135us (1610us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139097.316924:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2496 00002000:00100000:1.0:1746139097.316929:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009f15d500 x1830958840218368/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:23/0 lens 488/4536 e 0 to 0 dl 1746139108 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139097.316939:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f15d500 with x1830958840218368 ext(0->4095) 00010000:00010000:1.0:1746139097.316944:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008763dc00/0x1f9f6ca451acafeb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e51 expref: 23 pid: 9564 timeout: 822 lvb_type: 0 00010000:00010000:1.0:1746139097.316954:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008763dc00/0x1f9f6ca451acafeb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e51 expref: 23 pid: 9564 timeout: 822 lvb_type: 0 00002000:00010000:1.0:1746139097.316960:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f15d500 00000100:00100000:0.0:1746139097.318874:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139097.319680:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139097.319765:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840218624 00000100:00100000:3.0:1746139097.319774:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840218624 00010000:00010000:3.0:1746139097.319813:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008763dc00/0x1f9f6ca451acafeb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e51 expref: 23 pid: 9564 timeout: 822 lvb_type: 0 00000100:00100000:3.0:1746139097.320181:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16917 00000100:00100000:3.0:1746139097.320190:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f15ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+23:2007:x1830958840218624:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139097.320204:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139097.320224:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008763dc00/0x1f9f6ca451acafeb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e51 expref: 23 pid: 9564 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746139097.320236:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008763dc00/0x1f9f6ca451acafeb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e51 expref: 23 pid: 9564 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746139097.320259:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008763dc00/0x1f9f6ca451acafeb lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e51 expref: 23 pid: 9564 timeout: 822 lvb_type: 0 00000100:00100000:2.0:1746139097.320340:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840218496 00000100:00100000:2.0:1746139097.320345:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840218496 00000100:00100000:2.0:1746139097.320375:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29604 00000100:00100000:2.0:1746139097.320380:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f15ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840218496:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139097.320394:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139097.320404:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008763c800/0x1f9f6ca451acaff9 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3511e5f expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.320421:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139097.320426:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f46e000/0x1f9f6ca451acaff2 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e58 expref: 22 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.320432:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139097.320435:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008763c800/0x1f9f6ca451acaff9 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e5f expref: 6 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.320468:0:18644:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f46e000/0x1f9f6ca451acaff2 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e58 expref: 22 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.320480:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008763c800/0x1f9f6ca451acaff9 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e5f expref: 6 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.320487:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139097.320488:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139097.320494:0:18644:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f46e000/0x1f9f6ca451acaff2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e58 expref: 22 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.320500:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f46e000/0x1f9f6ca451acaff2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e58 expref: 22 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.320520:0:18644:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f46e000/0x1f9f6ca451acaff2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e58 expref: 22 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.320531:0:18644:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f46e000/0x1f9f6ca451acaff2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e58 expref: 22 pid: 9563 timeout: 822 lvb_type: 0 00000100:00100000:2.0:1746139097.320553:0:18644:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cbadf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832094464:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139097.320638:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139097.321516:0:18644:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012a2b2600 going to sleep for 11 seconds 00000100:00100000:3.0:1746139097.321914:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f15ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+22:2007:x1830958840218624:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 1722us (2231us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139097.321922:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16917 00000100:00100000:2.0:1746139097.324817:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139097.324906:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840218880 00000100:00100000:3.0:1746139097.324915:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840218880 00000100:00100000:0.0:1746139097.325001:0:18644:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cbadf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832094464:192.168.203.56@tcp:105: 00010000:00010000:0.0:1746139097.325022:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008763c800, rc 0) 00002000:00100000:3.0:1746139097.325210:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009cbaf800 x1830958840218880/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:23/0 lens 488/0 e 0 to 0 dl 1746139108 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139097.325220:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cbaf800 with x1830958840218880 ext(0->4095) 00010000:00010000:3.0:1746139097.325229:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f46e000/0x1f9f6ca451acaff2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e58 expref: 22 pid: 9563 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746139097.325244:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f46e000/0x1f9f6ca451acaff2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e58 expref: 22 pid: 9563 timeout: 822 lvb_type: 0 00002000:00010000:3.0:1746139097.325252:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cbaf800 00000100:00100000:0.0:1746139097.325277:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f15ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840218496:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4895us (6409us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139097.325285:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29604 00000100:00100000:3.0:1746139097.325436:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2497 00000100:00100000:3.0:1746139097.325445:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbaf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+22:2008:x1830958840218880:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746139097.325573:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbaf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+22:2008:x1830958840218880:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 129us (768us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746139097.325579:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2497 00002000:00100000:3.0:1746139097.325583:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009cbaf800 x1830958840218880/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:23/0 lens 488/4536 e 0 to 0 dl 1746139108 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139097.325590:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cbaf800 with x1830958840218880 ext(0->4095) 00010000:00010000:3.0:1746139097.325595:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f46e000/0x1f9f6ca451acaff2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e58 expref: 22 pid: 9563 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746139097.325608:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f46e000/0x1f9f6ca451acaff2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e58 expref: 22 pid: 9563 timeout: 822 lvb_type: 0 00002000:00010000:3.0:1746139097.325637:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cbaf800 00000100:00100000:0.0:1746139097.327898:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139097.328118:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840219136 00000100:00100000:2.0:1746139097.328127:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840219136 00000100:00100000:2.0:1746139097.328184:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29605 00000100:00100000:2.0:1746139097.328192:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f15f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+22:1800:x1830958840219136:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139097.328209:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139097.328225:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008763ce00/0x1f9f6ca451acb000 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3511e66 expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.328250:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139097.328256:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008763c800/0x1f9f6ca451acaff9 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e5f expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.328261:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746139097.328265:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008763ce00/0x1f9f6ca451acb000 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e66 expref: 23 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.328301:0:18644:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008763c800/0x1f9f6ca451acaff9 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e5f expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.328314:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008763ce00/0x1f9f6ca451acb000 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e66 expref: 23 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.328323:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008763ce00, rc 0) 00000100:00100000:2.0:1746139097.328372:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f15f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+23:1800:x1830958840219136:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 180us (482us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139097.328379:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29605 00000100:00100000:0.0:1746139097.328442:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139097.328935:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840219008 00000100:00100000:2.0:1746139097.328939:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840219008 00010000:00010000:2.0:1746139097.328955:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f46e000/0x1f9f6ca451acaff2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e58 expref: 23 pid: 9563 timeout: 822 lvb_type: 0 00000100:00100000:2.0:1746139097.329329:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16918 00000100:00100000:2.0:1746139097.329336:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f15fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+23:2007:x1830958840219008:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139097.329345:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139097.329364:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f46e000/0x1f9f6ca451acaff2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e58 expref: 23 pid: 9563 timeout: 822 lvb_type: 0 00010000:00010000:2.0:1746139097.329374:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f46e000/0x1f9f6ca451acaff2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e58 expref: 23 pid: 9563 timeout: 822 lvb_type: 0 00010000:00010000:2.0:1746139097.329391:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f46e000/0x1f9f6ca451acaff2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e58 expref: 23 pid: 9563 timeout: 822 lvb_type: 0 00010000:00010000:2.0:1746139097.329419:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139097.329421:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139097.329427:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008763c800/0x1f9f6ca451acaff9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e5f expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.329433:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008763c800/0x1f9f6ca451acaff9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e5f expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.329452:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008763c800/0x1f9f6ca451acaff9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e5f expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.329463:0:15672:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008763c800/0x1f9f6ca451acaff9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e5f expref: 5 pid: 18644 timeout: 822 lvb_type: 0 00000100:00100000:2.0:1746139097.329474:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cbadc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832094720:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139097.330019:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012a2b2900 going to sleep for 11 seconds 00000100:00100000:2.0:1746139097.331927:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cbadc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832094720:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139097.331949:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746139097.332110:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139097.332120:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f15fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+22:2007:x1830958840219008:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 2784us (3677us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139097.332268:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16918 00000100:00100000:1.0:1746139097.332422:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840219392 00000100:00100000:1.0:1746139097.332428:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840219392 00002000:00100000:1.0:1746139097.332462:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c4d4e00 x1830958840219392/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:23/0 lens 488/0 e 0 to 0 dl 1746139108 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139097.332472:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c4d4e00 with x1830958840219392 ext(0->4095) 00010000:00010000:1.0:1746139097.332479:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008763c800/0x1f9f6ca451acaff9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e5f expref: 6 pid: 18644 timeout: 822 lvb_type: 0 00010000:00010000:1.0:1746139097.332752:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008763c800/0x1f9f6ca451acaff9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e5f expref: 6 pid: 18644 timeout: 822 lvb_type: 0 00002000:00010000:1.0:1746139097.332761:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c4d4e00 00000100:00100000:1.0:1746139097.332780:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2498 00000100:00100000:1.0:1746139097.332787:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c4d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840219392:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746139097.333092:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c4d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840219392:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 305us (983us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139097.333098:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2498 00002000:00100000:1.0:1746139097.333103:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c4d4e00 x1830958840219392/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:23/0 lens 488/4536 e 0 to 0 dl 1746139108 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139097.333110:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c4d4e00 with x1830958840219392 ext(0->4095) 00010000:00010000:1.0:1746139097.333114:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008763c800/0x1f9f6ca451acaff9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e5f expref: 6 pid: 18644 timeout: 822 lvb_type: 0 00010000:00010000:1.0:1746139097.333122:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008763c800/0x1f9f6ca451acaff9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e5f expref: 6 pid: 18644 timeout: 822 lvb_type: 0 00002000:00010000:1.0:1746139097.333127:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c4d4e00 00000100:00100000:0.0:1746139097.335677:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139097.335794:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840219520 00000100:00100000:2.0:1746139097.335802:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840219520 00010000:00010000:2.0:1746139097.335831:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008763c800/0x1f9f6ca451acaff9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e5f expref: 6 pid: 18644 timeout: 822 lvb_type: 0 00000100:00100000:2.0:1746139097.335855:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16919 00000100:00100000:2.0:1746139097.335862:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c4d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2010:x1830958840219520:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139097.335878:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139097.335899:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008763c800/0x1f9f6ca451acaff9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e5f expref: 6 pid: 18644 timeout: 822 lvb_type: 0 00010000:00010000:2.0:1746139097.335910:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008763c800/0x1f9f6ca451acaff9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e5f expref: 6 pid: 18644 timeout: 822 lvb_type: 0 00010000:00010000:2.0:1746139097.335932:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008763c800/0x1f9f6ca451acaff9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e5f expref: 6 pid: 18644 timeout: 822 lvb_type: 0 00010000:00010000:2.0:1746139097.336050:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139097.336052:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139097.336060:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008763ce00/0x1f9f6ca451acb000 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e66 expref: 21 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.336067:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008763ce00/0x1f9f6ca451acb000 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e66 expref: 21 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.336100:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008763ce00/0x1f9f6ca451acb000 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e66 expref: 21 pid: 18644 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746139097.336110:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cbadc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832094848:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139097.336375:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012a2b2900 going to sleep for 11 seconds 00000100:00100000:2.0:1746139097.338674:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cbadc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832094848:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139097.338697:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139097.338744:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c4d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2010:x1830958840219520:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 2880us (3073us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139097.338761:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16919 00000100:00100000:0.0:1746139097.339985:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139097.340151:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840219776 00000100:00100000:1.0:1746139097.340159:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840219776 00002000:00100000:1.0:1746139097.340208:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c4d7480 x1830958840219776/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:23/0 lens 488/0 e 0 to 0 dl 1746139108 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139097.340218:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c4d7480 with x1830958840219776 ext(0->4095) 00002000:00010000:1.0:1746139097.340222:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c4d7480 00000100:00100000:1.0:1746139097.340369:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13160 00000100:00100000:1.0:1746139097.340377:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c4d7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+22:2007:x1830958840219776:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746139097.340521:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c4d7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+22:2007:x1830958840219776:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 144us (541us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139097.340528:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13160 00002000:00100000:1.0:1746139097.340542:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c4d7480 x1830958840219776/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:23/0 lens 488/4536 e 0 to 0 dl 1746139108 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139097.340550:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c4d7480 with x1830958840219776 ext(0->4095) 00002000:00010000:1.0:1746139097.340553:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c4d7480 00000100:00100000:0.0:1746139097.343816:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139097.344030:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840219904 00000100:00100000:3.0:1746139097.344039:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840219904 00000100:00100000:3.0:1746139097.344093:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29606 00000100:00100000:3.0:1746139097.344101:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c4d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840219904:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746139097.344118:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139097.344136:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f035e00/0x1f9f6ca451acb007 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3511e6d expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139097.344169:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008763ce00/0x1f9f6ca451acb000 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e66 expref: 21 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139097.344176:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746139097.344178:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746139097.344182:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f035e00/0x1f9f6ca451acb007 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e6d expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139097.344218:0:9564:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008763ce00/0x1f9f6ca451acb000 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e66 expref: 21 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139097.344231:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008763ce00/0x1f9f6ca451acb000 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e66 expref: 21 pid: 18644 timeout: 822 lvb_type: 0 00000100:00100000:3.0:1746139097.344243:0:9564:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0758000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832094976:192.168.203.56@tcp:104: 00000100:00100000:3.0:1746139097.344325:0:9564:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800acdb09c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746139097.345758:0:9564:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0758000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832094976:192.168.203.56@tcp:104: 00010000:00010000:3.0:1746139097.345785:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f035e00/0x1f9f6ca451acb007 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e6d expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139097.345799:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f035e00, rc 0) 00000100:00100000:3.0:1746139097.345830:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c4d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840219904:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1731us (2024us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139097.345838:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29606 00000100:00100000:0.0:1746139097.346903:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139097.347341:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840220032 00000100:00100000:2.0:1746139097.347349:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840220032 00010000:00010000:2.0:1746139097.347379:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008763ce00/0x1f9f6ca451acb000 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e66 expref: 22 pid: 18644 timeout: 822 lvb_type: 0 00000100:00100000:2.0:1746139097.347422:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16920 00000100:00100000:2.0:1746139097.347429:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801376a2c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+22:2008:x1830958840220032:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139097.347443:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139097.347463:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008763ce00/0x1f9f6ca451acb000 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e66 expref: 22 pid: 18644 timeout: 822 lvb_type: 0 00010000:00010000:2.0:1746139097.347474:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008763ce00/0x1f9f6ca451acb000 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e66 expref: 22 pid: 18644 timeout: 822 lvb_type: 0 00010000:00010000:2.0:1746139097.347503:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008763ce00/0x1f9f6ca451acb000 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e66 expref: 22 pid: 18644 timeout: 822 lvb_type: 0 00010000:00010000:2.0:1746139097.347531:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139097.347541:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139097.347549:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f035e00/0x1f9f6ca451acb007 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e6d expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.347556:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f035e00/0x1f9f6ca451acb007 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e6d expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.347586:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f035e00/0x1f9f6ca451acb007 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e6d expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746139097.347598:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cbadc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832095104:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139097.347693:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012a2b2900 going to sleep for 11 seconds 00000100:00100000:0.0:1746139097.350901:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139097.351086:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840220160 00000100:00100000:3.0:1746139097.351094:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840220160 00000100:00100000:2.0:1746139097.351110:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cbadc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832095104:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139097.351132:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139097.351142:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29607 00000100:00100000:3.0:1746139097.351149:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c4d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+22:1800:x1830958840220160:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746139097.351166:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139097.351181:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f034600/0x1f9f6ca451acb00e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3511e74 expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139097.351206:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f035e00/0x1f9f6ca451acb007 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e6d expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139097.351213:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139097.351215:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139097.351219:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f034600/0x1f9f6ca451acb00e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e74 expref: 23 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139097.351246:0:9564:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f035e00/0x1f9f6ca451acb007 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e6d expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746139097.351272:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801376a2c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+23:2008:x1830958840220032:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3841us (4370us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139097.351281:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16920 00010000:00010000:3.0:1746139097.351306:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f035e00/0x1f9f6ca451acb007 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e6d expref: 5 pid: 9564 timeout: 822 lvb_type: 0 00000100:00100000:3.0:1746139097.351319:0:9564:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0758000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832095232:192.168.203.56@tcp:104: 00000100:00100000:3.0:1746139097.351369:0:9564:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800acdb09c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746139097.351967:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139097.352091:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840220416 00000100:00100000:1.0:1746139097.352095:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840220416 00002000:00100000:1.0:1746139097.352120:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009cbadc00 x1830958840220416/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:23/0 lens 488/0 e 0 to 0 dl 1746139108 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139097.352129:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cbadc00 with x1830958840220416 ext(0->4095) 00010000:00010000:1.0:1746139097.352135:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f035e00/0x1f9f6ca451acb007 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e6d expref: 6 pid: 9564 timeout: 822 lvb_type: 0 00010000:00010000:1.0:1746139097.352146:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f035e00/0x1f9f6ca451acb007 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e6d expref: 6 pid: 9564 timeout: 822 lvb_type: 0 00002000:00010000:1.0:1746139097.352156:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cbadc00 00000100:00100000:1.0:1746139097.352186:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2499 00000100:00100000:1.0:1746139097.352193:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbadc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2010:x1830958840220416:12345-192.168.203.56@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746139097.352316:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbadc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2010:x1830958840220416:12345-192.168.203.56@tcp:3:ptlrpcd_01_01.0 Request processed in 123us (349us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139097.352321:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2499 00002000:00100000:1.0:1746139097.352326:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009cbadc00 x1830958840220416/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:23/0 lens 488/4536 e 0 to 0 dl 1746139108 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139097.352332:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cbadc00 with x1830958840220416 ext(0->4095) 00010000:00010000:1.0:1746139097.352337:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f035e00/0x1f9f6ca451acb007 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e6d expref: 6 pid: 9564 timeout: 822 lvb_type: 0 00010000:00010000:1.0:1746139097.352345:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f035e00/0x1f9f6ca451acb007 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e6d expref: 6 pid: 9564 timeout: 822 lvb_type: 0 00002000:00010000:1.0:1746139097.352350:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cbadc00 00000100:00100000:3.0:1746139097.355250:0:9564:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0758000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832095232:192.168.203.56@tcp:104: 00010000:00010000:3.0:1746139097.355283:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f034600/0x1f9f6ca451acb00e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e74 expref: 22 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139097.355306:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f034600, rc 0) 00000100:00100000:3.0:1746139097.355361:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c4d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+22:1800:x1830958840220160:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4211us (4468us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139097.355370:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29607 00000100:00100000:1.0:1746139097.355394:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139097.356034:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840220544 00000100:00100000:3.0:1746139097.356041:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840220544 00000100:00100000:3.0:1746139097.356866:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29608 00000100:00100000:3.0:1746139097.356875:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed1c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+22:1814:x1830958840220544:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746139097.356892:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139097.356907:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f035c00/0x1f9f6ca451acb015 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3511e7b expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139097.356930:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139097.356934:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f034600/0x1f9f6ca451acb00e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e74 expref: 23 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139097.356940:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746139097.356943:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f035c00/0x1f9f6ca451acb015 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e7b expref: 23 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139097.356974:0:9564:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f034600/0x1f9f6ca451acb00e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e74 expref: 23 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139097.356985:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f035c00/0x1f9f6ca451acb015 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e7b expref: 23 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139097.356997:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f035c00, rc 0) 00000100:00100000:3.0:1746139097.357471:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed1c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+23:1814:x1830958840220544:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 594us (2075us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139097.357478:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29608 00000100:00100000:2.0:1746139097.357693:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139097.357862:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840220672 00000100:00100000:3.0:1746139097.357867:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840220672 00010000:00010000:3.0:1746139097.357890:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f035e00/0x1f9f6ca451acb007 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e6d expref: 6 pid: 9564 timeout: 822 lvb_type: 0 00000100:00100000:3.0:1746139097.357908:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16921 00000100:00100000:3.0:1746139097.357913:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbafb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2010:x1830958840220672:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139097.357922:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139097.357941:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f035e00/0x1f9f6ca451acb007 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e6d expref: 6 pid: 9564 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746139097.357953:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f035e00/0x1f9f6ca451acb007 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e6d expref: 6 pid: 9564 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746139097.357970:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f035e00/0x1f9f6ca451acb007 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e6d expref: 6 pid: 9564 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746139097.357985:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139097.357986:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139097.357992:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f034600/0x1f9f6ca451acb00e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e74 expref: 22 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139097.358003:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f034600/0x1f9f6ca451acb00e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e74 expref: 22 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139097.358024:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f034600/0x1f9f6ca451acb00e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e74 expref: 22 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139097.358033:0:15672:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f034600/0x1f9f6ca451acb00e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e74 expref: 22 pid: 9564 timeout: 822 lvb_type: 0 00000100:00100000:3.0:1746139097.358043:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0758000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832095488:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139097.358088:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800acdb09c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746139097.360351:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0758000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832095488:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139097.360373:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139097.360961:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbafb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2010:x1830958840220672:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3044us (3265us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139097.360970:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16921 00000100:00100000:0.0:1746139097.362263:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139097.362337:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840220928 00000100:00100000:3.0:1746139097.362344:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840220928 00002000:00100000:3.0:1746139097.362387:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c4d6a00 x1830958840220928/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:23/0 lens 488/0 e 0 to 0 dl 1746139108 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139097.362396:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c4d6a00 with x1830958840220928 ext(0->4095) 00010000:00010000:3.0:1746139097.362405:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f034600/0x1f9f6ca451acb00e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e74 expref: 23 pid: 9564 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746139097.362417:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f034600/0x1f9f6ca451acb00e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e74 expref: 23 pid: 9564 timeout: 822 lvb_type: 0 00002000:00010000:3.0:1746139097.362424:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c4d6a00 00000100:00100000:3.0:1746139097.362483:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2500 00000100:00100000:3.0:1746139097.362491:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c4d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+23:2008:x1830958840220928:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746139097.362783:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c4d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+23:2008:x1830958840220928:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 291us (523us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746139097.362789:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2500 00002000:00100000:3.0:1746139097.362795:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c4d6a00 x1830958840220928/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:23/0 lens 488/4536 e 0 to 0 dl 1746139108 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139097.362801:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c4d6a00 with x1830958840220928 ext(0->4095) 00010000:00010000:3.0:1746139097.362806:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f034600/0x1f9f6ca451acb00e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e74 expref: 23 pid: 9564 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746139097.362814:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f034600/0x1f9f6ca451acb00e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e74 expref: 23 pid: 9564 timeout: 822 lvb_type: 0 00002000:00010000:3.0:1746139097.362820:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c4d6a00 00000100:00100000:0.0:1746139097.364978:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139097.365063:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840221056 00000100:00100000:3.0:1746139097.365071:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840221056 00010000:00010000:3.0:1746139097.365097:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f034600/0x1f9f6ca451acb00e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e74 expref: 23 pid: 9564 timeout: 822 lvb_type: 0 00000100:00100000:3.0:1746139097.365286:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16922 00000100:00100000:3.0:1746139097.365293:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c4d4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+23:2010:x1830958840221056:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139097.365305:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139097.365326:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f034600/0x1f9f6ca451acb00e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e74 expref: 23 pid: 9564 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746139097.365338:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f034600/0x1f9f6ca451acb00e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e74 expref: 23 pid: 9564 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746139097.365360:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f034600/0x1f9f6ca451acb00e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e74 expref: 23 pid: 9564 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746139097.365485:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139097.365488:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139097.365496:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f035c00/0x1f9f6ca451acb015 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e7b expref: 22 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139097.365504:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f035c00/0x1f9f6ca451acb015 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e7b expref: 22 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139097.365545:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f035c00/0x1f9f6ca451acb015 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e7b expref: 22 pid: 9564 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139097.365557:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0758000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832095616:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139097.365904:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800acdb0240 going to sleep for 11 seconds 00000100:00100000:0.0:1746139097.369975:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139097.370071:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0758000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832095616:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139097.370092:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139097.370131:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c4d4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+22:2010:x1830958840221056:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 4839us (5160us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139097.370141:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16922 00000100:00100000:2.0:1746139097.370305:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840221312 00000100:00100000:2.0:1746139097.370312:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840221312 00002000:00100000:2.0:1746139097.370349:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c4d5180 x1830958840221312/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:23/0 lens 488/0 e 0 to 0 dl 1746139108 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139097.370360:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c4d5180 with x1830958840221312 ext(0->4095) 00002000:00010000:2.0:1746139097.370365:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c4d5180 00000100:00100000:2.0:1746139097.370394:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13161 00000100:00100000:2.0:1746139097.370401:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c4d5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+22:2008:x1830958840221312:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746139097.370517:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c4d5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+22:2008:x1830958840221312:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 116us (549us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746139097.370522:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13161 00002000:00100000:2.0:1746139097.370527:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c4d5180 x1830958840221312/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:23/0 lens 488/4536 e 0 to 0 dl 1746139108 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139097.370547:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c4d5180 with x1830958840221312 ext(0->4095) 00002000:00010000:2.0:1746139097.370550:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c4d5180 00000100:00100000:0.0:1746139097.373048:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139097.373141:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840221440 00000100:00100000:2.0:1746139097.373149:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840221440 00000100:00100000:2.0:1746139097.373200:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29609 00000100:00100000:2.0:1746139097.373207:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c4d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840221440:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139097.373224:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139097.373241:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008763da00/0x1f9f6ca451acb01c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3511e82 expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.373268:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f035c00/0x1f9f6ca451acb015 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e7b expref: 21 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.373274:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139097.373276:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139097.373279:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008763da00/0x1f9f6ca451acb01c lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e82 expref: 6 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.373308:0:18644:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f035c00/0x1f9f6ca451acb015 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e7b expref: 21 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.373320:0:18644:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f035c00/0x1f9f6ca451acb015 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e7b expref: 21 pid: 9564 timeout: 822 lvb_type: 0 00000100:00100000:2.0:1746139097.373331:0:18644:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cbaf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832095744:192.168.203.56@tcp:104: 00000100:00100000:2.0:1746139097.373824:0:18644:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012a2b2540 going to sleep for 11 seconds 00000100:00100000:2.0:1746139097.375504:0:18644:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cbaf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832095744:192.168.203.56@tcp:104: 00010000:00010000:2.0:1746139097.375529:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008763da00/0x1f9f6ca451acb01c lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e82 expref: 6 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.375553:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008763da00, rc 0) 00000100:00100000:2.0:1746139097.375586:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c4d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840221440:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2379us (2545us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139097.375594:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29609 00000100:00100000:0.0:1746139097.377258:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139097.378654:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840221568 00000100:00100000:3.0:1746139097.378665:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840221568 00010000:00010000:3.0:1746139097.378708:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f035c00/0x1f9f6ca451acb015 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e7b expref: 22 pid: 9564 timeout: 822 lvb_type: 0 00000100:00100000:3.0:1746139097.378751:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16923 00000100:00100000:3.0:1746139097.378760:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c4d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+22:2007:x1830958840221568:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139097.378774:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139097.378797:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f035c00/0x1f9f6ca451acb015 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e7b expref: 22 pid: 9564 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746139097.378810:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f035c00/0x1f9f6ca451acb015 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e7b expref: 22 pid: 9564 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746139097.378833:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f035c00/0x1f9f6ca451acb015 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e7b expref: 22 pid: 9564 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746139097.379347:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139097.379349:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139097.379357:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008763da00/0x1f9f6ca451acb01c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e82 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139097.379366:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008763da00/0x1f9f6ca451acb01c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e82 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746139097.379723:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139097.379875:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840221696 00000100:00100000:2.0:1746139097.379880:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840221696 00000100:00100000:2.0:1746139097.379916:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29610 00000100:00100000:2.0:1746139097.379922:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c4d4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+22:1800:x1830958840221696:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139097.379936:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139097.379947:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008763de00/0x1f9f6ca451acb023 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3511e89 expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.380250:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008763da00/0x1f9f6ca451acb01c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e82 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.380257:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139097.380258:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139097.380261:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008763de00/0x1f9f6ca451acb023 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e89 expref: 23 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.380286:0:18644:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008763da00/0x1f9f6ca451acb01c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e82 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.380334:0:18644:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008763da00/0x1f9f6ca451acb01c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70080400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e82 expref: 5 pid: 18644 timeout: 822 lvb_type: 0 00000100:00100000:2.0:1746139097.380346:0:18644:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cbaf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832095872:192.168.203.56@tcp:104: 00010000:00010000:3.0:1746139097.380353:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008763da00/0x1f9f6ca451acb01c lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e82 expref: 5 pid: 18644 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746139097.380364:0:15672:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008763da00/0x1f9f6ca451acb01c lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e82 expref: 5 pid: 18644 timeout: 822 lvb_type: 0 00000100:00100000:3.0:1746139097.380371:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0758000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832096000:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139097.380484:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800acdb0240 going to sleep for 11 seconds 00000100:00100000:2.0:1746139097.382711:0:18644:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012a2b2540 going to sleep for 11 seconds 00000100:00100000:2.0:1746139097.382750:0:18644:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cbaf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832095872:192.168.203.56@tcp:104: 00010000:00010000:2.0:1746139097.382779:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008763de00/0x1f9f6ca451acb023 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e89 expref: 23 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.382796:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008763de00, rc 0) 00000100:00100000:2.0:1746139097.382833:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c4d4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+23:1800:x1830958840221696:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2911us (3111us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139097.382842:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29610 00000100:00100000:3.0:1746139097.382940:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0758000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832096000:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139097.382952:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139097.382969:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c4d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+22:2007:x1830958840221568:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 4212us (5721us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139097.382977:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16923 00000100:00100000:1.0:1746139097.383267:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139097.383423:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840221952 00000100:00100000:0.0:1746139097.383430:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840221952 00002000:00100000:0.0:1746139097.383465:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009ed1df80 x1830958840221952/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:23/0 lens 488/0 e 0 to 0 dl 1746139108 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139097.383474:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ed1df80 with x1830958840221952 ext(0->4095) 00010000:00010000:0.0:1746139097.383480:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008763da00/0x1f9f6ca451acb01c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e82 expref: 6 pid: 18644 timeout: 822 lvb_type: 0 00010000:00010000:0.0:1746139097.383491:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008763da00/0x1f9f6ca451acb01c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e82 expref: 6 pid: 18644 timeout: 822 lvb_type: 0 00002000:00010000:0.0:1746139097.383497:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ed1df80 00000100:00100000:0.0:1746139097.383522:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2501 00000100:00100000:0.0:1746139097.383527:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed1df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2010:x1830958840221952:12345-192.168.203.56@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746139097.383663:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed1df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2010:x1830958840221952:12345-192.168.203.56@tcp:3:ptlrpcd_01_01.0 Request processed in 135us (397us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746139097.383668:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2501 00002000:00100000:0.0:1746139097.383672:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009ed1df80 x1830958840221952/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:23/0 lens 488/4536 e 0 to 0 dl 1746139108 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139097.383678:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ed1df80 with x1830958840221952 ext(0->4095) 00010000:00010000:0.0:1746139097.383682:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008763da00/0x1f9f6ca451acb01c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e82 expref: 6 pid: 18644 timeout: 822 lvb_type: 0 00010000:00010000:0.0:1746139097.383694:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008763da00/0x1f9f6ca451acb01c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e82 expref: 6 pid: 18644 timeout: 822 lvb_type: 0 00002000:00010000:0.0:1746139097.383698:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ed1df80 00000100:00100000:0.0:1746139097.386761:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139097.386951:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840222080 00000100:00100000:3.0:1746139097.386960:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840222080 00010000:00010000:3.0:1746139097.386995:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008763da00/0x1f9f6ca451acb01c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e82 expref: 6 pid: 18644 timeout: 822 lvb_type: 0 00000100:00100000:3.0:1746139097.387094:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16924 00000100:00100000:3.0:1746139097.387103:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c4d6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840222080:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139097.387116:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139097.387138:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008763da00/0x1f9f6ca451acb01c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e82 expref: 6 pid: 18644 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746139097.387150:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008763da00/0x1f9f6ca451acb01c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e82 expref: 6 pid: 18644 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746139097.387170:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008763da00/0x1f9f6ca451acb01c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e82 expref: 6 pid: 18644 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746139097.387198:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139097.387200:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139097.387207:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008763de00/0x1f9f6ca451acb023 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e89 expref: 21 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139097.387214:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008763de00/0x1f9f6ca451acb023 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e89 expref: 21 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139097.387246:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008763de00/0x1f9f6ca451acb023 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e89 expref: 21 pid: 18644 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139097.387257:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0758000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832096128:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139097.388086:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800acdb0240 going to sleep for 11 seconds 00000100:00100000:3.0:1746139097.390205:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0758000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832096128:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139097.390225:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139097.390279:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c4d6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2008:x1830958840222080:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3176us (3527us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139097.390289:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16924 00000100:00100000:0.0:1746139097.391470:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139097.391732:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840222336 00000100:00100000:3.0:1746139097.391741:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840222336 00002000:00100000:3.0:1746139097.391787:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c4d5500 x1830958840222336/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:23/0 lens 488/0 e 0 to 0 dl 1746139108 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139097.391797:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c4d5500 with x1830958840222336 ext(0->4095) 00002000:00010000:3.0:1746139097.391802:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c4d5500 00000100:00100000:3.0:1746139097.391832:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13162 00000100:00100000:3.0:1746139097.391839:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c4d5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+22:2007:x1830958840222336:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746139097.391978:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c4d5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+22:2007:x1830958840222336:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 138us (512us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746139097.391984:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13162 00002000:00100000:3.0:1746139097.391990:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c4d5500 x1830958840222336/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:23/0 lens 488/4536 e 0 to 0 dl 1746139108 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139097.391996:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c4d5500 with x1830958840222336 ext(0->4095) 00002000:00010000:3.0:1746139097.391998:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c4d5500 00000100:00100000:0.0:1746139097.394779:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139097.394950:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840222464 00000100:00100000:2.0:1746139097.394959:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840222464 00000100:00100000:2.0:1746139097.395012:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29611 00000100:00100000:2.0:1746139097.395021:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c4d4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840222464:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139097.395038:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139097.395057:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008763d400/0x1f9f6ca451acb02a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3511e90 expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.395087:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008763de00/0x1f9f6ca451acb023 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e89 expref: 21 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.395096:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139097.395098:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139097.395100:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008763d400/0x1f9f6ca451acb02a lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e90 expref: 6 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.395135:0:18644:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008763de00/0x1f9f6ca451acb023 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e89 expref: 21 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.395147:0:18644:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008763de00/0x1f9f6ca451acb023 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e89 expref: 21 pid: 18644 timeout: 822 lvb_type: 0 00000100:00100000:2.0:1746139097.395159:0:18644:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cbaf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832096256:192.168.203.56@tcp:104: 00000100:00100000:2.0:1746139097.395245:0:18644:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012a2b2540 going to sleep for 11 seconds 00000100:00100000:2.0:1746139097.404513:0:18644:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cbaf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832096256:192.168.203.56@tcp:104: 00010000:00010000:2.0:1746139097.404555:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008763d400/0x1f9f6ca451acb02a lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e90 expref: 6 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.404573:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008763d400, rc 0) 00000100:00100000:2.0:1746139097.404666:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c4d4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840222464:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 9645us (9896us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139097.404675:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29611 00000100:00100000:0.0:1746139097.410238:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139097.411542:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840222592 00000100:00100000:2.0:1746139097.411554:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840222592 00002000:00100000:2.0:1746139097.411791:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff88009c4d7800 x1830958840222592/t0(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:23/0 lens 496/0 e 0 to 0 dl 1746139108 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139097.411801:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c4d7800 with x1830958840222592 ext(0->7) 00010000:00010000:2.0:1746139097.411810:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008763de00/0x1f9f6ca451acb023 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e89 expref: 22 pid: 18644 timeout: 822 lvb_type: 0 00010000:00010000:2.0:1746139097.411828:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008763de00/0x1f9f6ca451acb023 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e89 expref: 22 pid: 18644 timeout: 822 lvb_type: 0 00002000:00010000:2.0:1746139097.411834:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c4d7800 00000100:00100000:2.0:1746139097.411872:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2502 00000100:00100000:2.0:1746139097.411880:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c4d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+22:2007:x1830958840222592:12345-192.168.203.56@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746139097.414184:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c4d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+24:2007:x1830958840222592:12345-192.168.203.56@tcp:4:ldlm_bl.0 Request processed in 2296us (3949us total) trans 4294972048 rc 0/0 00000100:00100000:0.0:1746139097.414193:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2502 00002000:00100000:0.0:1746139097.414201:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff88009c4d7800 x1830958840222592/t4294972048(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:23/0 lens 496/448 e 0 to 0 dl 1746139108 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139097.414209:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c4d7800 with x1830958840222592 ext(0->7) 00010000:00010000:0.0:1746139097.414217:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008763de00/0x1f9f6ca451acb023 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e89 expref: 24 pid: 18644 timeout: 822 lvb_type: 0 00010000:00010000:0.0:1746139097.414230:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008763de00/0x1f9f6ca451acb023 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e89 expref: 24 pid: 18644 timeout: 822 lvb_type: 0 00002000:00010000:0.0:1746139097.414236:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c4d7800 00000100:00100000:0.0:1746139097.420312:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139097.420531:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840222720 00000100:00100000:2.0:1746139097.420550:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840222720 00000100:00100000:2.0:1746139097.420612:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29612 00000100:00100000:2.0:1746139097.420649:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c4d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+24:1800:x1830958840222720:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139097.420668:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139097.420686:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008763d800/0x1f9f6ca451acb031 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3511e97 expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.420715:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139097.420721:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008763d400/0x1f9f6ca451acb02a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e90 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.420728:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746139097.420731:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008763d800/0x1f9f6ca451acb031 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e97 expref: 25 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.420767:0:18644:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008763d400/0x1f9f6ca451acb02a lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e90 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.420778:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008763d800/0x1f9f6ca451acb031 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e97 expref: 25 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.420788:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008763d800, rc 0) 00000100:00100000:2.0:1746139097.420848:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c4d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+25:1800:x1830958840222720:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 200us (545us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139097.420854:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29612 00000100:00100000:0.0:1746139097.425391:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139097.425756:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840222848 00000100:00100000:3.0:1746139097.425766:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840222848 00010000:00010000:3.0:1746139097.425805:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008763de00/0x1f9f6ca451acb023 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e89 expref: 25 pid: 18644 timeout: 822 lvb_type: 0 00000100:00100000:3.0:1746139097.426890:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16925 00000100:00100000:3.0:1746139097.426900:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a07b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+25:2008:x1830958840222848:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139097.426920:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139097.427060:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008763de00/0x1f9f6ca451acb023 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e89 expref: 25 pid: 18644 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746139097.427075:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008763de00/0x1f9f6ca451acb023 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e89 expref: 25 pid: 18644 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746139097.427102:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008763de00/0x1f9f6ca451acb023 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e89 expref: 25 pid: 18644 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746139097.427133:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139097.427134:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139097.427142:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008763d400/0x1f9f6ca451acb02a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e90 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139097.427150:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008763d400/0x1f9f6ca451acb02a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e90 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139097.427182:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008763d400/0x1f9f6ca451acb02a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e90 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139097.427194:0:15672:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008763d400/0x1f9f6ca451acb02a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e90 expref: 5 pid: 18644 timeout: 822 lvb_type: 0 00000100:00100000:3.0:1746139097.427209:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0758000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832096512:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139097.427295:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800acdb0480 going to sleep for 11 seconds 00000100:00100000:0.0:1746139097.430304:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139097.430332:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840223104 00000100:00100000:1.0:1746139097.430340:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840223104 00002000:00100000:1.0:1746139097.430382:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800a07b5180 x1830958840223104/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:23/0 lens 488/0 e 0 to 0 dl 1746139108 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139097.430392:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a07b5180 with x1830958840223104 ext(0->4095) 00010000:00010000:1.0:1746139097.430400:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008763d400/0x1f9f6ca451acb02a lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e90 expref: 6 pid: 18644 timeout: 822 lvb_type: 0 00010000:00010000:1.0:1746139097.430414:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008763d400/0x1f9f6ca451acb02a lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e90 expref: 6 pid: 18644 timeout: 822 lvb_type: 0 00002000:00010000:1.0:1746139097.430420:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a07b5180 00000100:00100000:2.0:1746139097.430441:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0758000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832096512:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139097.430461:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746139097.430479:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2503 00000100:00100000:1.0:1746139097.430486:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a07b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840223104:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746139097.430517:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a07b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+24:2008:x1830958840222848:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3618us (5133us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139097.430526:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16925 00000100:00100000:1.0:1746139097.430638:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a07b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840223104:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 151us (339us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139097.430643:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2503 00002000:00100000:1.0:1746139097.430648:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800a07b5180 x1830958840223104/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:23/0 lens 488/4536 e 0 to 0 dl 1746139108 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139097.430654:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a07b5180 with x1830958840223104 ext(0->4095) 00010000:00010000:1.0:1746139097.430658:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008763d400/0x1f9f6ca451acb02a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e90 expref: 6 pid: 18644 timeout: 822 lvb_type: 0 00010000:00010000:1.0:1746139097.430666:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008763d400/0x1f9f6ca451acb02a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e90 expref: 6 pid: 18644 timeout: 822 lvb_type: 0 00002000:00010000:1.0:1746139097.430671:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a07b5180 00000100:00100000:0.0:1746139097.433424:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139097.433518:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840223232 00000100:00100000:2.0:1746139097.433525:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840223232 00010000:00010000:2.0:1746139097.433567:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008763d400/0x1f9f6ca451acb02a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e90 expref: 6 pid: 18644 timeout: 822 lvb_type: 0 00000100:00100000:2.0:1746139097.434434:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16926 00000100:00100000:2.0:1746139097.434443:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a07b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2009:x1830958840223232:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139097.434458:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139097.434479:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008763d400/0x1f9f6ca451acb02a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e90 expref: 6 pid: 18644 timeout: 822 lvb_type: 0 00010000:00010000:2.0:1746139097.434490:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008763d400/0x1f9f6ca451acb02a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e90 expref: 6 pid: 18644 timeout: 822 lvb_type: 0 00010000:00010000:2.0:1746139097.434512:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008763d400/0x1f9f6ca451acb02a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e90 expref: 6 pid: 18644 timeout: 822 lvb_type: 0 00010000:00010000:2.0:1746139097.434549:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139097.434552:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139097.434559:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008763d800/0x1f9f6ca451acb031 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e97 expref: 23 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.434570:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008763d800/0x1f9f6ca451acb031 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e97 expref: 23 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.434607:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008763d800/0x1f9f6ca451acb031 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e97 expref: 23 pid: 18644 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746139097.434637:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cbaf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832096640:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139097.434711:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012a2b2540 going to sleep for 11 seconds 00000100:00100000:2.0:1746139097.438193:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cbaf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832096640:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139097.438220:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139097.439045:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a07b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2009:x1830958840223232:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 4600us (5627us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139097.439056:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16926 00000100:00100000:3.0:1746139097.439300:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139097.439386:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840223488 00000100:00100000:1.0:1746139097.439393:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840223488 00002000:00100000:1.0:1746139097.439432:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800a075b480 x1830958840223488/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:23/0 lens 488/0 e 0 to 0 dl 1746139108 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139097.439441:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a075b480 with x1830958840223488 ext(0->4095) 00002000:00010000:1.0:1746139097.439446:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a075b480 00000100:00100000:1.0:1746139097.439472:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13163 00000100:00100000:1.0:1746139097.439478:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a075b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+24:2007:x1830958840223488:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746139097.440935:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a075b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+24:2007:x1830958840223488:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 1450us (1629us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139097.440944:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13163 00002000:00100000:1.0:1746139097.440951:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800a075b480 x1830958840223488/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:23/0 lens 488/4536 e 0 to 0 dl 1746139108 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139097.440960:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a075b480 with x1830958840223488 ext(0->4095) 00002000:00010000:1.0:1746139097.440964:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a075b480 00000100:00100000:0.0:1746139097.444612:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139097.445257:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840223616 00000100:00100000:0.0:1746139097.445266:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840223616 00000100:00100000:0.0:1746139097.445425:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29613 00000100:00100000:0.0:1746139097.445436:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a07b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840223616:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746139097.445454:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746139097.445472:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f14f600/0x1f9f6ca451acb038 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3511e9e expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139097.445501:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008763d800/0x1f9f6ca451acb031 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e97 expref: 23 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139097.445508:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746139097.445510:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746139097.445513:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f14f600/0x1f9f6ca451acb038 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e9e expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139097.445554:0:9564:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008763d800/0x1f9f6ca451acb031 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e97 expref: 23 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139097.445566:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008763d800/0x1f9f6ca451acb031 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e97 expref: 23 pid: 18644 timeout: 822 lvb_type: 0 00000100:00100000:0.0:1746139097.445577:0:9564:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a07b6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832096768:192.168.203.56@tcp:104: 00000100:00100000:0.0:1746139097.446448:0:9564:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007fe37840 going to sleep for 11 seconds 00000100:00100000:2.0:1746139097.448883:0:9564:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a07b6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832096768:192.168.203.56@tcp:104: 00010000:00010000:2.0:1746139097.448917:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f14f600/0x1f9f6ca451acb038 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e9e expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.448934:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f14f600, rc 0) 00000100:00100000:2.0:1746139097.448990:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a07b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840223616:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3556us (4390us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139097.449002:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29613 00000100:00100000:0.0:1746139097.449346:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139097.449469:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840223744 00000100:00100000:2.0:1746139097.449475:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840223744 00000100:00100000:2.0:1746139097.449517:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29614 00000100:00100000:2.0:1746139097.449524:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a07b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+24:1800:x1830958840223744:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139097.449546:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139097.449560:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008763ca00/0x1f9f6ca451acb03f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3511ea5 expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.449582:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139097.449586:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f14f600/0x1f9f6ca451acb038 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e9e expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.449592:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746139097.449595:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008763ca00/0x1f9f6ca451acb03f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511ea5 expref: 25 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.449660:0:9564:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f14f600/0x1f9f6ca451acb038 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e9e expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.449670:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008763ca00/0x1f9f6ca451acb03f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511ea5 expref: 25 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.449677:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008763ca00, rc 0) 00000100:00100000:2.0:1746139097.449703:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a07b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+25:1800:x1830958840223744:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 179us (359us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139097.449708:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29614 00000100:00100000:0.0:1746139097.450309:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139097.450479:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840223872 00000100:00100000:2.0:1746139097.450483:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840223872 00010000:00010000:2.0:1746139097.450500:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008763d800/0x1f9f6ca451acb031 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e97 expref: 25 pid: 18644 timeout: 822 lvb_type: 0 00000100:00100000:2.0:1746139097.450531:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16927 00000100:00100000:2.0:1746139097.450553:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801376a2850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+25:2007:x1830958840223872:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139097.450770:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139097.450792:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008763d800/0x1f9f6ca451acb031 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e97 expref: 25 pid: 18644 timeout: 822 lvb_type: 0 00010000:00010000:2.0:1746139097.450803:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008763d800/0x1f9f6ca451acb031 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e97 expref: 25 pid: 18644 timeout: 822 lvb_type: 0 00010000:00010000:2.0:1746139097.450822:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008763d800/0x1f9f6ca451acb031 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e97 expref: 25 pid: 18644 timeout: 822 lvb_type: 0 00010000:00010000:2.0:1746139097.450838:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139097.450840:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139097.450845:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f14f600/0x1f9f6ca451acb038 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e9e expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.450853:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f14f600/0x1f9f6ca451acb038 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e9e expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.450879:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f14f600/0x1f9f6ca451acb038 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e9e expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.450898:0:15672:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f14f600/0x1f9f6ca451acb038 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e9e expref: 5 pid: 9564 timeout: 822 lvb_type: 0 00000100:00100000:2.0:1746139097.450909:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cbaf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832097024:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139097.450980:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012a2b2540 going to sleep for 11 seconds 00000100:00100000:3.0:1746139097.454326:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cbaf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832097024:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139097.454352:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139097.454402:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801376a2850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+24:2007:x1830958840223872:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3848us (4092us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139097.454417:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16927 00000100:00100000:3.0:1746139097.455130:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139097.455762:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840224128 00000100:00100000:1.0:1746139097.455770:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840224128 00002000:00100000:1.0:1746139097.455817:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800a0758e00 x1830958840224128/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:23/0 lens 488/0 e 0 to 0 dl 1746139108 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139097.455826:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0758e00 with x1830958840224128 ext(0->4095) 00010000:00010000:1.0:1746139097.455835:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f14f600/0x1f9f6ca451acb038 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e9e expref: 6 pid: 9564 timeout: 822 lvb_type: 0 00010000:00010000:1.0:1746139097.455848:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f14f600/0x1f9f6ca451acb038 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e9e expref: 6 pid: 9564 timeout: 822 lvb_type: 0 00002000:00010000:1.0:1746139097.455858:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a0758e00 00000100:00100000:1.0:1746139097.455885:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2504 00000100:00100000:1.0:1746139097.455892:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0758e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840224128:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746139097.456159:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0758e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840224128:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 266us (1029us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139097.456165:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2504 00002000:00100000:1.0:1746139097.456174:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800a0758e00 x1830958840224128/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:23/0 lens 488/4536 e 0 to 0 dl 1746139108 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139097.456181:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0758e00 with x1830958840224128 ext(0->4095) 00010000:00010000:1.0:1746139097.456185:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f14f600/0x1f9f6ca451acb038 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e9e expref: 6 pid: 9564 timeout: 822 lvb_type: 0 00010000:00010000:1.0:1746139097.456193:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f14f600/0x1f9f6ca451acb038 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e9e expref: 6 pid: 9564 timeout: 822 lvb_type: 0 00002000:00010000:1.0:1746139097.456198:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a0758e00 00000100:00100000:0.0:1746139097.459313:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139097.459551:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840224256 00000100:00100000:3.0:1746139097.459561:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840224256 00010000:00010000:3.0:1746139097.459599:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f14f600/0x1f9f6ca451acb038 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e9e expref: 6 pid: 9564 timeout: 822 lvb_type: 0 00000100:00100000:3.0:1746139097.459674:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16928 00000100:00100000:3.0:1746139097.459683:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a07b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840224256:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139097.459695:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139097.459717:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f14f600/0x1f9f6ca451acb038 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e9e expref: 6 pid: 9564 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746139097.459729:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f14f600/0x1f9f6ca451acb038 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e9e expref: 6 pid: 9564 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746139097.459752:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f14f600/0x1f9f6ca451acb038 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511e9e expref: 6 pid: 9564 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746139097.459777:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139097.459779:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139097.459786:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008763ca00/0x1f9f6ca451acb03f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511ea5 expref: 23 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139097.459793:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008763ca00/0x1f9f6ca451acb03f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511ea5 expref: 23 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139097.459826:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008763ca00/0x1f9f6ca451acb03f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511ea5 expref: 23 pid: 9564 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139097.459837:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0759f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832097152:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139097.459925:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800acdb0480 going to sleep for 11 seconds 00000100:00100000:3.0:1746139097.464073:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0759f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832097152:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139097.464099:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139097.464145:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a07b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2007:x1830958840224256:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 4463us (4842us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139097.464155:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16928 00000100:00100000:0.0:1746139097.464461:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139097.464964:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840224512 00000100:00100000:1.0:1746139097.464971:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840224512 00002000:00100000:1.0:1746139097.465011:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800a07b7100 x1830958840224512/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:23/0 lens 488/0 e 0 to 0 dl 1746139108 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139097.465020:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a07b7100 with x1830958840224512 ext(0->4095) 00002000:00010000:1.0:1746139097.465024:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a07b7100 00000100:00100000:1.0:1746139097.465053:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13164 00000100:00100000:1.0:1746139097.465060:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a07b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+24:2008:x1830958840224512:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746139097.465190:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a07b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+24:2008:x1830958840224512:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 130us (729us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139097.465195:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13164 00002000:00100000:1.0:1746139097.465201:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800a07b7100 x1830958840224512/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:23/0 lens 488/4536 e 0 to 0 dl 1746139108 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139097.465207:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a07b7100 with x1830958840224512 ext(0->4095) 00002000:00010000:1.0:1746139097.465209:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a07b7100 00000100:00100000:0.0:1746139097.467727:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139097.468065:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840224640 00000100:00100000:2.0:1746139097.468073:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840224640 00000100:00100000:2.0:1746139097.468226:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29615 00000100:00100000:2.0:1746139097.468234:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a07b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840224640:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139097.468252:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139097.468270:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008763c800/0x1f9f6ca451acb046 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3511eac expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.468299:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008763ca00/0x1f9f6ca451acb03f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511ea5 expref: 23 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.468306:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139097.468308:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139097.468312:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008763c800/0x1f9f6ca451acb046 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511eac expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.468346:0:9564:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008763ca00/0x1f9f6ca451acb03f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511ea5 expref: 23 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.468359:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008763ca00/0x1f9f6ca451acb03f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511ea5 expref: 23 pid: 9564 timeout: 822 lvb_type: 0 00000100:00100000:2.0:1746139097.468376:0:9564:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cbac380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832097280:192.168.203.56@tcp:104: 00000100:00100000:2.0:1746139097.468989:0:9564:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012a2b2540 going to sleep for 11 seconds 00000100:00100000:2.0:1746139097.471508:0:9564:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cbac380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832097280:192.168.203.56@tcp:104: 00010000:00010000:2.0:1746139097.471553:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008763c800/0x1f9f6ca451acb046 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511eac expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.471570:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008763c800, rc 0) 00000100:00100000:2.0:1746139097.471721:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a07b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840224640:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3384us (3899us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139097.471731:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29615 00000100:00100000:0.0:1746139097.472319:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139097.472499:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840224768 00000100:00100000:3.0:1746139097.472505:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840224768 00010000:00010000:3.0:1746139097.472542:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008763ca00/0x1f9f6ca451acb03f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511ea5 expref: 24 pid: 9564 timeout: 822 lvb_type: 0 00000100:00100000:3.0:1746139097.472575:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16929 00000100:00100000:3.0:1746139097.472581:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a07b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+24:2007:x1830958840224768:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139097.472595:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139097.472639:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008763ca00/0x1f9f6ca451acb03f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511ea5 expref: 24 pid: 9564 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746139097.472651:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008763ca00/0x1f9f6ca451acb03f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511ea5 expref: 24 pid: 9564 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746139097.472673:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008763ca00/0x1f9f6ca451acb03f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511ea5 expref: 24 pid: 9564 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746139097.472690:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139097.472693:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139097.472699:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008763c800/0x1f9f6ca451acb046 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511eac expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139097.472707:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008763c800/0x1f9f6ca451acb046 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511eac expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139097.472735:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008763c800/0x1f9f6ca451acb046 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511eac expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139097.472747:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0759f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832097408:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139097.472811:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800acdb0480 going to sleep for 11 seconds 00000100:00100000:0.0:1746139097.474925:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139097.475176:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840224896 00000100:00100000:2.0:1746139097.475184:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840224896 00000100:00100000:2.0:1746139097.475224:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29616 00000100:00100000:2.0:1746139097.475232:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a07b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+24:1800:x1830958840224896:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139097.475250:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139097.475267:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008763c400/0x1f9f6ca451acb04d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3511eb3 expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.475291:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008763c800/0x1f9f6ca451acb046 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511eac expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.475298:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139097.475299:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139097.475302:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008763c400/0x1f9f6ca451acb04d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511eb3 expref: 25 pid: 9564 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139097.475489:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0759f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832097408:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139097.475508:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139097.475569:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a07b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+25:2007:x1830958840224768:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 2986us (3250us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139097.475577:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16929 00010000:00010000:2.0:1746139097.475652:0:9564:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008763c800/0x1f9f6ca451acb046 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511eac expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.475664:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008763c800/0x1f9f6ca451acb046 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511eac expref: 5 pid: 9564 timeout: 822 lvb_type: 0 00000100:00100000:2.0:1746139097.475674:0:9564:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cbac380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832097536:192.168.203.56@tcp:104: 00000100:00100000:2.0:1746139097.475727:0:9564:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012a2b2540 going to sleep for 11 seconds 00000100:00100000:0.0:1746139097.476307:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139097.476368:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840225152 00000100:00100000:3.0:1746139097.476373:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840225152 00002000:00100000:3.0:1746139097.476402:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800a07b6d80 x1830958840225152/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:23/0 lens 488/0 e 0 to 0 dl 1746139108 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139097.476412:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a07b6d80 with x1830958840225152 ext(0->4095) 00010000:00010000:3.0:1746139097.476418:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008763c800/0x1f9f6ca451acb046 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511eac expref: 6 pid: 9564 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746139097.476428:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008763c800/0x1f9f6ca451acb046 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511eac expref: 6 pid: 9564 timeout: 822 lvb_type: 0 00002000:00010000:3.0:1746139097.476435:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a07b6d80 00000100:00100000:3.0:1746139097.476581:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2505 00000100:00100000:3.0:1746139097.477540:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a07b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840225152:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746139097.477883:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a07b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840225152:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 356us (1575us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746139097.477891:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2505 00002000:00100000:3.0:1746139097.477897:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800a07b6d80 x1830958840225152/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:23/0 lens 488/4536 e 0 to 0 dl 1746139108 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139097.477905:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a07b6d80 with x1830958840225152 ext(0->4095) 00010000:00010000:3.0:1746139097.477911:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008763c800/0x1f9f6ca451acb046 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511eac expref: 6 pid: 9564 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746139097.477921:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008763c800/0x1f9f6ca451acb046 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511eac expref: 6 pid: 9564 timeout: 822 lvb_type: 0 00002000:00010000:3.0:1746139097.477926:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a07b6d80 00000100:00100000:2.0:1746139097.480766:0:9564:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cbac380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832097536:192.168.203.56@tcp:104: 00010000:00010000:2.0:1746139097.480797:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008763c400/0x1f9f6ca451acb04d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511eb3 expref: 24 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.480812:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008763c400, rc 0) 00000100:00100000:2.0:1746139097.480863:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a07b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+24:1800:x1830958840224896:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5629us (5945us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139097.480871:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29616 00000100:00100000:0.0:1746139097.481349:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139097.481582:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840225280 00000100:00100000:3.0:1746139097.481589:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840225280 00000100:00100000:3.0:1746139097.481649:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29617 00000100:00100000:3.0:1746139097.481655:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bbe3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+24:1814:x1830958840225280:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746139097.481672:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139097.481686:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f035c00/0x1f9f6ca451acb054 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3511eba expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139097.481706:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139097.481710:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008763c400/0x1f9f6ca451acb04d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511eb3 expref: 25 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139097.481716:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746139097.481720:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f035c00/0x1f9f6ca451acb054 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511eba expref: 25 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139097.481752:0:9564:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008763c400/0x1f9f6ca451acb04d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511eb3 expref: 25 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139097.481764:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f035c00/0x1f9f6ca451acb054 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511eba expref: 25 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139097.481771:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f035c00, rc 0) 00000100:00100000:3.0:1746139097.481806:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bbe3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+25:1814:x1830958840225280:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 151us (458us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139097.481812:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29617 00000100:00100000:0.0:1746139097.481933:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139097.482586:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840225408 00000100:00100000:3.0:1746139097.482593:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840225408 00010000:00010000:3.0:1746139097.482647:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008763c800/0x1f9f6ca451acb046 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511eac expref: 6 pid: 9564 timeout: 822 lvb_type: 0 00000100:00100000:3.0:1746139097.483374:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16930 00000100:00100000:3.0:1746139097.483385:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bbe0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2010:x1830958840225408:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139097.483399:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139097.483422:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008763c800/0x1f9f6ca451acb046 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511eac expref: 6 pid: 9564 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746139097.483433:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008763c800/0x1f9f6ca451acb046 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511eac expref: 6 pid: 9564 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746139097.483453:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008763c800/0x1f9f6ca451acb046 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511eac expref: 6 pid: 9564 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746139097.483480:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139097.483482:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139097.483489:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008763c400/0x1f9f6ca451acb04d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511eb3 expref: 24 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139097.483496:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008763c400/0x1f9f6ca451acb04d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511eb3 expref: 24 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139097.483526:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008763c400/0x1f9f6ca451acb04d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511eb3 expref: 24 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139097.483548:0:15672:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008763c400/0x1f9f6ca451acb04d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511eb3 expref: 24 pid: 9564 timeout: 822 lvb_type: 0 00000100:00100000:3.0:1746139097.483559:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0759f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832097792:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139097.484482:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800acdb0240 going to sleep for 11 seconds 00000100:00100000:0.0:1746139097.487071:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139097.487173:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0759f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832097792:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139097.487195:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139097.487247:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bbe0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2010:x1830958840225408:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3863us (5313us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139097.487259:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16930 00000100:00100000:2.0:1746139097.487424:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840225664 00000100:00100000:2.0:1746139097.487432:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840225664 00002000:00100000:2.0:1746139097.487472:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88012bbe2d80 x1830958840225664/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:23/0 lens 488/0 e 0 to 0 dl 1746139108 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139097.487482:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bbe2d80 with x1830958840225664 ext(0->4095) 00010000:00010000:2.0:1746139097.487490:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008763c400/0x1f9f6ca451acb04d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511eb3 expref: 25 pid: 9564 timeout: 822 lvb_type: 0 00010000:00010000:2.0:1746139097.487505:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008763c400/0x1f9f6ca451acb04d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511eb3 expref: 25 pid: 9564 timeout: 822 lvb_type: 0 00002000:00010000:2.0:1746139097.487511:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012bbe2d80 00000100:00100000:2.0:1746139097.488394:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2506 00000100:00100000:2.0:1746139097.488403:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bbe2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+25:2007:x1830958840225664:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746139097.488543:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bbe2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+25:2007:x1830958840225664:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 130us (1471us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746139097.488550:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2506 00002000:00100000:2.0:1746139097.488555:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88012bbe2d80 x1830958840225664/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:23/0 lens 488/4536 e 0 to 0 dl 1746139108 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139097.488566:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bbe2d80 with x1830958840225664 ext(0->4095) 00010000:00010000:2.0:1746139097.488572:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008763c400/0x1f9f6ca451acb04d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511eb3 expref: 25 pid: 9564 timeout: 822 lvb_type: 0 00010000:00010000:2.0:1746139097.488582:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008763c400/0x1f9f6ca451acb04d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511eb3 expref: 25 pid: 9564 timeout: 822 lvb_type: 0 00002000:00010000:2.0:1746139097.488588:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012bbe2d80 00000100:00100000:0.0:1746139097.491064:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139097.491195:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840225792 00000100:00100000:3.0:1746139097.491205:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840225792 00010000:00010000:3.0:1746139097.491241:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008763c400/0x1f9f6ca451acb04d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511eb3 expref: 25 pid: 9564 timeout: 822 lvb_type: 0 00000100:00100000:3.0:1746139097.491539:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16931 00000100:00100000:3.0:1746139097.491549:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bbe3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+25:2007:x1830958840225792:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139097.491563:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139097.491583:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008763c400/0x1f9f6ca451acb04d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511eb3 expref: 25 pid: 9564 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746139097.491595:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008763c400/0x1f9f6ca451acb04d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511eb3 expref: 25 pid: 9564 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746139097.491646:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008763c400/0x1f9f6ca451acb04d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511eb3 expref: 25 pid: 9564 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746139097.491663:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139097.491665:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139097.491672:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f035c00/0x1f9f6ca451acb054 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511eba expref: 24 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139097.491679:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f035c00/0x1f9f6ca451acb054 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511eba expref: 24 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139097.491712:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f035c00/0x1f9f6ca451acb054 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511eba expref: 24 pid: 9564 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139097.491724:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0759f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832097920:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139097.492304:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800acdb0240 going to sleep for 11 seconds 00000100:00100000:3.0:1746139097.494892:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0759f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832097920:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139097.494919:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139097.494962:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bbe3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+24:2007:x1830958840225792:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3414us (3906us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139097.494973:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16931 00000100:00100000:0.0:1746139097.495478:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139097.495847:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840226048 00000100:00100000:1.0:1746139097.495854:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840226048 00002000:00100000:1.0:1746139097.495895:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88012bbe1f80 x1830958840226048/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:23/0 lens 488/0 e 0 to 0 dl 1746139108 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139097.495905:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bbe1f80 with x1830958840226048 ext(0->4095) 00002000:00010000:1.0:1746139097.495909:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bbe1f80 00000100:00100000:1.0:1746139097.495939:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13165 00000100:00100000:1.0:1746139097.495946:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bbe1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+24:2007:x1830958840226048:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746139097.496068:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bbe1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+24:2007:x1830958840226048:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 123us (591us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139097.496074:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13165 00002000:00100000:1.0:1746139097.496079:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88012bbe1f80 x1830958840226048/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:23/0 lens 488/4536 e 0 to 0 dl 1746139108 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139097.496086:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bbe1f80 with x1830958840226048 ext(0->4095) 00002000:00010000:1.0:1746139097.496088:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bbe1f80 00000100:00100000:0.0:1746139097.497965:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139097.498115:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840226176 00000100:00100000:2.0:1746139097.498123:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840226176 00000100:00100000:2.0:1746139097.498171:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29618 00000100:00100000:2.0:1746139097.498177:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bbe2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840226176:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139097.498191:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139097.498207:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008763d400/0x1f9f6ca451acb05b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3511ec1 expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.498233:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f035c00/0x1f9f6ca451acb054 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511eba expref: 23 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.498240:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139097.498242:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139097.498246:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008763d400/0x1f9f6ca451acb05b lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511ec1 expref: 6 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.498275:0:18644:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f035c00/0x1f9f6ca451acb054 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511eba expref: 23 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.498287:0:18644:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f035c00/0x1f9f6ca451acb054 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511eba expref: 23 pid: 9564 timeout: 822 lvb_type: 0 00000100:00100000:2.0:1746139097.498297:0:18644:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cbac380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832098048:192.168.203.56@tcp:104: 00000100:00100000:2.0:1746139097.498370:0:18644:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012a2b2600 going to sleep for 11 seconds 00000100:00100000:2.0:1746139097.501285:0:18644:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cbac380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832098048:192.168.203.56@tcp:104: 00010000:00010000:2.0:1746139097.501317:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008763d400/0x1f9f6ca451acb05b lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511ec1 expref: 6 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.501334:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008763d400, rc 0) 00000100:00100000:2.0:1746139097.501586:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bbe2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840226176:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3406us (3626us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139097.501595:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29618 00000100:00100000:0.0:1746139097.503979:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139097.504154:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840226304 00000100:00100000:3.0:1746139097.504163:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840226304 00010000:00010000:3.0:1746139097.504196:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f035c00/0x1f9f6ca451acb054 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511eba expref: 24 pid: 9564 timeout: 822 lvb_type: 0 00000100:00100000:3.0:1746139097.504529:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16932 00000100:00100000:3.0:1746139097.504548:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bbe1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+24:2007:x1830958840226304:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139097.504565:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139097.504585:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f035c00/0x1f9f6ca451acb054 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511eba expref: 24 pid: 9564 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746139097.504597:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f035c00/0x1f9f6ca451acb054 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511eba expref: 24 pid: 9564 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746139097.504645:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f035c00/0x1f9f6ca451acb054 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511eba expref: 24 pid: 9564 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746139097.504673:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139097.504675:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139097.504682:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008763d400/0x1f9f6ca451acb05b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511ec1 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139097.504689:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008763d400/0x1f9f6ca451acb05b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511ec1 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139097.504722:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008763d400/0x1f9f6ca451acb05b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511ec1 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139097.505007:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0759f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832098176:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139097.505437:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800acdb0240 going to sleep for 11 seconds 00000100:00100000:0.0:1746139097.508020:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139097.508155:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840226432 00000100:00100000:2.0:1746139097.508165:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840226432 00000100:00100000:2.0:1746139097.508224:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29619 00000100:00100000:2.0:1746139097.508231:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bbe3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+24:1800:x1830958840226432:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139097.508249:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139097.508265:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008763de00/0x1f9f6ca451acb062 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3511ec8 expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.508293:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008763d400/0x1f9f6ca451acb05b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511ec1 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.508305:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139097.508307:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139097.508310:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008763de00/0x1f9f6ca451acb062 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511ec8 expref: 25 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.508339:0:18644:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008763d400/0x1f9f6ca451acb05b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511ec1 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.508350:0:18644:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008763d400/0x1f9f6ca451acb05b lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511ec1 expref: 5 pid: 18644 timeout: 822 lvb_type: 0 00000100:00100000:2.0:1746139097.508361:0:18644:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cbac380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832098304:192.168.203.56@tcp:104: 00000100:00100000:2.0:1746139097.508610:0:18644:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012a2b2600 going to sleep for 11 seconds 00000100:00100000:0.0:1746139097.510895:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139097.511000:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840226688 00000100:00100000:2.0:1746139097.511010:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840226688 00002000:00100000:2.0:1746139097.511051:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88012bbe1500 x1830958840226688/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:23/0 lens 488/0 e 0 to 0 dl 1746139108 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139097.511072:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bbe1500 with x1830958840226688 ext(0->4095) 00010000:00010000:2.0:1746139097.511080:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008763d400/0x1f9f6ca451acb05b lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511ec1 expref: 6 pid: 18644 timeout: 822 lvb_type: 0 00010000:00010000:2.0:1746139097.511093:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008763d400/0x1f9f6ca451acb05b lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511ec1 expref: 6 pid: 18644 timeout: 822 lvb_type: 0 00002000:00010000:2.0:1746139097.511100:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012bbe1500 00000100:00100000:2.0:1746139097.511118:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2507 00000100:00100000:2.0:1746139097.511125:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bbe1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840226688:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746139097.511258:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bbe1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840226688:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 132us (372us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746139097.511264:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2507 00002000:00100000:2.0:1746139097.511270:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88012bbe1500 x1830958840226688/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:23/0 lens 488/4536 e 0 to 0 dl 1746139108 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139097.511276:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bbe1500 with x1830958840226688 ext(0->4095) 00010000:00010000:2.0:1746139097.511280:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008763d400/0x1f9f6ca451acb05b lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511ec1 expref: 6 pid: 18644 timeout: 822 lvb_type: 0 00010000:00010000:2.0:1746139097.511289:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008763d400/0x1f9f6ca451acb05b lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511ec1 expref: 6 pid: 18644 timeout: 822 lvb_type: 0 00002000:00010000:2.0:1746139097.511294:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012bbe1500 00000100:00100000:2.0:1746139097.511335:0:18644:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cbac380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832098304:192.168.203.56@tcp:104: 00010000:00010000:2.0:1746139097.511357:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008763de00/0x1f9f6ca451acb062 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511ec8 expref: 25 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.511370:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008763de00, rc 0) 00000100:00100000:2.0:1746139097.511392:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bbe3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+25:1800:x1830958840226432:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3162us (3385us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139097.511398:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29619 00000100:00100000:3.0:1746139097.511531:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0759f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832098176:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139097.511552:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139097.511570:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bbe1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+24:2007:x1830958840226304:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 7025us (7601us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139097.511578:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16932 00000100:00100000:0.0:1746139097.515479:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139097.515783:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840226816 00000100:00100000:3.0:1746139097.515792:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840226816 00010000:00010000:3.0:1746139097.515835:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008763d400/0x1f9f6ca451acb05b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511ec1 expref: 6 pid: 18644 timeout: 822 lvb_type: 0 00000100:00100000:3.0:1746139097.515906:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16933 00000100:00100000:3.0:1746139097.515913:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bbe1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840226816:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139097.515930:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139097.515956:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008763d400/0x1f9f6ca451acb05b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511ec1 expref: 6 pid: 18644 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746139097.515969:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008763d400/0x1f9f6ca451acb05b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511ec1 expref: 6 pid: 18644 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746139097.515993:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008763d400/0x1f9f6ca451acb05b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511ec1 expref: 6 pid: 18644 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746139097.516014:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139097.516017:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139097.516024:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008763de00/0x1f9f6ca451acb062 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511ec8 expref: 23 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139097.516031:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008763de00/0x1f9f6ca451acb062 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511ec8 expref: 23 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139097.516066:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008763de00/0x1f9f6ca451acb062 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511ec8 expref: 23 pid: 18644 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139097.516079:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0759f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832098432:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139097.516162:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800acdb0240 going to sleep for 11 seconds 00000100:00100000:0.0:1746139097.521291:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139097.522008:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0759f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832098432:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139097.522032:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139097.522080:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bbe1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2008:x1830958840226816:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 6165us (6609us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139097.522091:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16933 00000100:00100000:1.0:1746139097.522331:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840227072 00000100:00100000:1.0:1746139097.522338:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840227072 00002000:00100000:1.0:1746139097.522378:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88012bbe0700 x1830958840227072/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:23/0 lens 488/0 e 0 to 0 dl 1746139108 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139097.522388:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bbe0700 with x1830958840227072 ext(0->4095) 00002000:00010000:1.0:1746139097.522393:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bbe0700 00000100:00100000:1.0:1746139097.522422:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13166 00000100:00100000:1.0:1746139097.522429:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bbe0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+24:2008:x1830958840227072:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746139097.522555:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bbe0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+24:2008:x1830958840227072:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 126us (1275us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139097.522560:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13166 00002000:00100000:1.0:1746139097.522566:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88012bbe0700 x1830958840227072/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:23/0 lens 488/4536 e 0 to 0 dl 1746139108 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139097.522572:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bbe0700 with x1830958840227072 ext(0->4095) 00002000:00010000:1.0:1746139097.522575:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bbe0700 00000100:00100000:0.0:1746139097.530341:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139097.530431:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840227200 00000100:00100000:2.0:1746139097.530440:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840227200 00000100:00100000:2.0:1746139097.530540:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29620 00000100:00100000:2.0:1746139097.530548:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bbe1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840227200:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139097.530567:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139097.530584:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008763ce00/0x1f9f6ca451acb069 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3511ecf expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.530611:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008763de00/0x1f9f6ca451acb062 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511ec8 expref: 23 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.530766:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139097.530768:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139097.530773:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008763ce00/0x1f9f6ca451acb069 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511ecf expref: 6 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.530803:0:18644:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008763de00/0x1f9f6ca451acb062 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511ec8 expref: 23 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.530816:0:18644:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008763de00/0x1f9f6ca451acb062 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511ec8 expref: 23 pid: 18644 timeout: 822 lvb_type: 0 00000100:00100000:2.0:1746139097.530829:0:18644:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cbac380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832098560:192.168.203.56@tcp:104: 00000100:00100000:2.0:1746139097.531340:0:18644:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012a2b2600 going to sleep for 11 seconds 00000100:00100000:2.0:1746139097.534671:0:18644:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cbac380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832098560:192.168.203.56@tcp:104: 00010000:00010000:2.0:1746139097.534707:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008763ce00/0x1f9f6ca451acb069 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511ecf expref: 6 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.534724:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008763ce00, rc 0) 00000100:00100000:2.0:1746139097.534782:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bbe1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840227200:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4233us (4473us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139097.534791:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29620 00000100:00100000:0.0:1746139097.536019:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139097.536325:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840227328 00000100:00100000:2.0:1746139097.536331:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840227328 00002000:00100000:2.0:1746139097.536373:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff88012bbe0a80 x1830958840227328/t0(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:23/0 lens 496/0 e 0 to 0 dl 1746139108 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139097.536382:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bbe0a80 with x1830958840227328 ext(0->7) 00010000:00010000:2.0:1746139097.536390:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008763de00/0x1f9f6ca451acb062 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511ec8 expref: 24 pid: 18644 timeout: 822 lvb_type: 0 00010000:00010000:2.0:1746139097.536402:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008763de00/0x1f9f6ca451acb062 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511ec8 expref: 24 pid: 18644 timeout: 822 lvb_type: 0 00002000:00010000:2.0:1746139097.536408:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012bbe0a80 00000100:00100000:2.0:1746139097.537154:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2508 00000100:00100000:2.0:1746139097.537169:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bbe0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+24:2008:x1830958840227328:12345-192.168.203.56@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746139097.538039:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bbe0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+26:2008:x1830958840227328:12345-192.168.203.56@tcp:4:ldlm_bl.0 Request processed in 873us (2021us total) trans 4294972049 rc 0/0 00000100:00100000:2.0:1746139097.538046:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2508 00002000:00100000:2.0:1746139097.538054:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff88012bbe0a80 x1830958840227328/t4294972049(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:23/0 lens 496/448 e 0 to 0 dl 1746139108 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139097.538062:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bbe0a80 with x1830958840227328 ext(0->7) 00010000:00010000:2.0:1746139097.538068:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008763de00/0x1f9f6ca451acb062 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511ec8 expref: 26 pid: 18644 timeout: 822 lvb_type: 0 00010000:00010000:2.0:1746139097.538080:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008763de00/0x1f9f6ca451acb062 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511ec8 expref: 26 pid: 18644 timeout: 822 lvb_type: 0 00002000:00010000:2.0:1746139097.538086:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012bbe0a80 00000100:00100000:0.0:1746139097.541766:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139097.541874:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840227456 00000100:00100000:2.0:1746139097.541883:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840227456 00000100:00100000:2.0:1746139097.541988:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29621 00000100:00100000:2.0:1746139097.541998:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bbe2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+26:1800:x1830958840227456:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139097.542017:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139097.542035:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008763c800/0x1f9f6ca451acb070 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3511ed6 expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.542061:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139097.542067:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008763ce00/0x1f9f6ca451acb069 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511ecf expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.542073:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746139097.542077:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008763c800/0x1f9f6ca451acb070 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511ed6 expref: 27 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.542114:0:18644:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008763ce00/0x1f9f6ca451acb069 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511ecf expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.542125:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008763c800/0x1f9f6ca451acb070 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511ed6 expref: 27 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.542134:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008763c800, rc 0) 00000100:00100000:2.0:1746139097.542190:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bbe2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+27:1800:x1830958840227456:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 193us (433us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139097.542196:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29621 00000100:00100000:0.0:1746139097.542950:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139097.543141:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840227584 00000100:00100000:3.0:1746139097.543147:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840227584 00010000:00010000:3.0:1746139097.543172:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008763de00/0x1f9f6ca451acb062 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511ec8 expref: 27 pid: 18644 timeout: 822 lvb_type: 0 00000100:00100000:3.0:1746139097.543203:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16934 00000100:00100000:3.0:1746139097.543209:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124a2f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+27:2010:x1830958840227584:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139097.543222:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1746139097.543237:0:15672:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x1a:0x0] updating lvb mtime from disk: 1746139097 -> 1746139098 00002000:00010000:3.0:1746139097.543240:0:15672:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x1a:0x0] updating lvb ctime from disk: 1746139097 -> 1746139098 00010000:00010000:3.0:1746139097.543245:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008763de00/0x1f9f6ca451acb062 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511ec8 expref: 27 pid: 18644 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746139097.543255:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008763de00/0x1f9f6ca451acb062 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511ec8 expref: 27 pid: 18644 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746139097.543273:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008763de00/0x1f9f6ca451acb062 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511ec8 expref: 27 pid: 18644 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746139097.543296:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139097.543298:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139097.543304:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008763ce00/0x1f9f6ca451acb069 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511ecf expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139097.543312:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008763ce00/0x1f9f6ca451acb069 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511ecf expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139097.543335:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008763ce00/0x1f9f6ca451acb069 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511ecf expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139097.543346:0:15672:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008763ce00/0x1f9f6ca451acb069 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511ecf expref: 5 pid: 18644 timeout: 822 lvb_type: 0 00000100:00100000:3.0:1746139097.543357:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0759f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832098816:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139097.543425:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800acdb0240 going to sleep for 11 seconds 00000100:00100000:3.0:1746139097.546161:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0759f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832098816:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139097.546184:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746139097.546393:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139097.546451:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124a2f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+26:2010:x1830958840227584:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3240us (3501us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139097.546462:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16934 00000100:00100000:2.0:1746139097.546807:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840227840 00000100:00100000:2.0:1746139097.546814:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840227840 00002000:00100000:2.0:1746139097.546854:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88012bbe3100 x1830958840227840/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:23/0 lens 488/0 e 0 to 0 dl 1746139108 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139097.546863:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bbe3100 with x1830958840227840 ext(0->4095) 00010000:00010000:2.0:1746139097.546871:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008763ce00/0x1f9f6ca451acb069 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511ecf expref: 6 pid: 18644 timeout: 822 lvb_type: 0 00010000:00010000:2.0:1746139097.546884:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008763ce00/0x1f9f6ca451acb069 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511ecf expref: 6 pid: 18644 timeout: 822 lvb_type: 0 00002000:00010000:2.0:1746139097.546890:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012bbe3100 00000100:00100000:2.0:1746139097.546906:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2509 00000100:00100000:2.0:1746139097.546913:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bbe3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840227840:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746139097.547041:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bbe3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840227840:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 128us (649us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746139097.547047:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2509 00002000:00100000:2.0:1746139097.547051:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88012bbe3100 x1830958840227840/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:23/0 lens 488/4536 e 0 to 0 dl 1746139108 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139097.547058:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bbe3100 with x1830958840227840 ext(0->4095) 00010000:00010000:2.0:1746139097.547062:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008763ce00/0x1f9f6ca451acb069 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511ecf expref: 6 pid: 18644 timeout: 822 lvb_type: 0 00010000:00010000:2.0:1746139097.547070:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008763ce00/0x1f9f6ca451acb069 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511ecf expref: 6 pid: 18644 timeout: 822 lvb_type: 0 00002000:00010000:2.0:1746139097.547076:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012bbe3100 00000100:00100000:0.0:1746139097.550450:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139097.550557:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840227968 00000100:00100000:3.0:1746139097.550593:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840227968 00010000:00010000:3.0:1746139097.550694:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008763ce00/0x1f9f6ca451acb069 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511ecf expref: 6 pid: 18644 timeout: 822 lvb_type: 0 00000100:00100000:3.0:1746139097.551122:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16935 00000100:00100000:3.0:1746139097.551130:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bbe2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840227968:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139097.551144:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139097.551164:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008763ce00/0x1f9f6ca451acb069 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511ecf expref: 6 pid: 18644 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746139097.551176:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008763ce00/0x1f9f6ca451acb069 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511ecf expref: 6 pid: 18644 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746139097.551200:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008763ce00/0x1f9f6ca451acb069 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511ecf expref: 6 pid: 18644 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746139097.551404:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139097.551407:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139097.551414:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008763c800/0x1f9f6ca451acb070 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511ed6 expref: 25 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139097.551427:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008763c800/0x1f9f6ca451acb070 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511ed6 expref: 25 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139097.551459:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008763c800/0x1f9f6ca451acb070 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511ed6 expref: 25 pid: 18644 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139097.551472:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0759f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832098944:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139097.551760:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800acdb09c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746139097.555011:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0759f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832098944:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139097.555037:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139097.555093:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bbe2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2008:x1830958840227968:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3961us (4651us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139097.555104:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16935 00000100:00100000:0.0:1746139097.557563:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139097.557663:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840228224 00000100:00100000:1.0:1746139097.557672:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840228224 00002000:00100000:1.0:1746139097.557719:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88012bbe0380 x1830958840228224/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:23/0 lens 488/0 e 0 to 0 dl 1746139108 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139097.557729:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bbe0380 with x1830958840228224 ext(0->4095) 00002000:00010000:1.0:1746139097.557734:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bbe0380 00000100:00100000:1.0:1746139097.557761:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13167 00000100:00100000:1.0:1746139097.557767:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bbe0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+26:2010:x1830958840228224:12345-192.168.203.56@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746139097.557892:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bbe0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+26:2010:x1830958840228224:12345-192.168.203.56@tcp:3:ptlrpcd_01_01.0 Request processed in 125us (339us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139097.557898:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13167 00002000:00100000:1.0:1746139097.557903:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88012bbe0380 x1830958840228224/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:23/0 lens 488/4536 e 0 to 0 dl 1746139108 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139097.557915:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bbe0380 with x1830958840228224 ext(0->4095) 00002000:00010000:1.0:1746139097.557917:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bbe0380 00000100:00100000:0.0:1746139097.560251:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139097.560705:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840228352 00000100:00100000:3.0:1746139097.560715:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840228352 00000100:00100000:3.0:1746139097.560960:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29622 00000100:00100000:3.0:1746139097.560969:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bbe3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840228352:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746139097.560986:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139097.561004:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f034c00/0x1f9f6ca451acb077 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3511edd expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139097.561031:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008763c800/0x1f9f6ca451acb070 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511ed6 expref: 25 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139097.561038:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746139097.561041:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746139097.561044:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f034c00/0x1f9f6ca451acb077 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511edd expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139097.561073:0:9564:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008763c800/0x1f9f6ca451acb070 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511ed6 expref: 25 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139097.561085:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008763c800/0x1f9f6ca451acb070 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511ed6 expref: 25 pid: 18644 timeout: 822 lvb_type: 0 00000100:00100000:3.0:1746139097.561097:0:9564:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0759f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832099072:192.168.203.56@tcp:104: 00000100:00100000:3.0:1746139097.561804:0:9564:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800acdb09c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746139097.563304:0:9564:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0759f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832099072:192.168.203.56@tcp:104: 00010000:00010000:3.0:1746139097.563332:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f034c00/0x1f9f6ca451acb077 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511edd expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139097.563347:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f034c00, rc 0) 00000100:00100000:3.0:1746139097.563384:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bbe3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840228352:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2415us (3141us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139097.563393:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29622 00000100:00100000:0.0:1746139097.564794:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139097.565054:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139097.565324:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840228480 00000100:00100000:3.0:1746139097.565331:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840228480 00010000:00010000:3.0:1746139097.565359:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008763c800/0x1f9f6ca451acb070 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511ed6 expref: 26 pid: 18644 timeout: 822 lvb_type: 0 00000100:00100000:2.0:1746139097.565770:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840228608 00000100:00100000:2.0:1746139097.565774:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840228608 00000100:00100000:2.0:1746139097.565800:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29623 00000100:00100000:2.0:1746139097.565806:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bbe1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+27:1800:x1830958840228608:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139097.565823:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139097.565836:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008763de00/0x1f9f6ca451acb07e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3511ee4 expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.565861:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139097.565866:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f034c00/0x1f9f6ca451acb077 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511edd expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.565872:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746139097.565876:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008763de00/0x1f9f6ca451acb07e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511ee4 expref: 28 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.565912:0:9564:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f034c00/0x1f9f6ca451acb077 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511edd expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.565923:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008763de00/0x1f9f6ca451acb07e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511ee4 expref: 28 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.565930:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008763de00, rc 0) 00000100:00100000:2.0:1746139097.565966:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bbe1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+28:1800:x1830958840228608:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 160us (913us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139097.565972:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29623 00000100:00100000:3.0:1746139097.566041:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16936 00000100:00100000:3.0:1746139097.566047:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bbe1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+27:2007:x1830958840228480:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139097.566059:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139097.566078:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008763c800/0x1f9f6ca451acb070 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511ed6 expref: 27 pid: 18644 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746139097.566089:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008763c800/0x1f9f6ca451acb070 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511ed6 expref: 27 pid: 18644 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746139097.566106:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008763c800/0x1f9f6ca451acb070 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511ed6 expref: 27 pid: 18644 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746139097.566120:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139097.566122:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139097.566127:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f034c00/0x1f9f6ca451acb077 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511edd expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139097.566134:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f034c00/0x1f9f6ca451acb077 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511edd expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139097.566153:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f034c00/0x1f9f6ca451acb077 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511edd expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139097.566161:0:15672:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f034c00/0x1f9f6ca451acb077 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511edd expref: 5 pid: 9564 timeout: 822 lvb_type: 0 00000100:00100000:3.0:1746139097.566173:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0759f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832099328:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139097.566221:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800acdb09c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746139097.568611:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0759f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832099328:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139097.568736:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139097.568781:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bbe1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+26:2007:x1830958840228480:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 2733us (3990us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139097.568791:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16936 00000100:00100000:0.0:1746139097.569856:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139097.570070:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840228864 00000100:00100000:3.0:1746139097.570077:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840228864 00002000:00100000:3.0:1746139097.570114:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88013107ed80 x1830958840228864/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:23/0 lens 488/0 e 0 to 0 dl 1746139108 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139097.570124:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013107ed80 with x1830958840228864 ext(0->4095) 00010000:00010000:3.0:1746139097.570132:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f034c00/0x1f9f6ca451acb077 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511edd expref: 6 pid: 9564 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746139097.570144:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f034c00/0x1f9f6ca451acb077 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511edd expref: 6 pid: 9564 timeout: 822 lvb_type: 0 00002000:00010000:3.0:1746139097.570151:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013107ed80 00000100:00100000:3.0:1746139097.570660:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2510 00000100:00100000:3.0:1746139097.570667:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013107ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840228864:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746139097.570800:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013107ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840228864:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 133us (947us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746139097.570806:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2510 00002000:00100000:3.0:1746139097.570811:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88013107ed80 x1830958840228864/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:23/0 lens 488/4536 e 0 to 0 dl 1746139108 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139097.570817:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013107ed80 with x1830958840228864 ext(0->4095) 00010000:00010000:3.0:1746139097.570822:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f034c00/0x1f9f6ca451acb077 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511edd expref: 6 pid: 9564 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746139097.570831:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f034c00/0x1f9f6ca451acb077 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511edd expref: 6 pid: 9564 timeout: 822 lvb_type: 0 00002000:00010000:3.0:1746139097.570836:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013107ed80 00000100:00100000:2.0:1746139097.574044:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139097.574177:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840228992 00000100:00100000:3.0:1746139097.574186:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840228992 00010000:00010000:3.0:1746139097.574224:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f034c00/0x1f9f6ca451acb077 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511edd expref: 6 pid: 9564 timeout: 822 lvb_type: 0 00000100:00100000:3.0:1746139097.574374:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16937 00000100:00100000:3.0:1746139097.574382:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbac380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840228992:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139097.574397:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139097.574418:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f034c00/0x1f9f6ca451acb077 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511edd expref: 6 pid: 9564 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746139097.574430:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f034c00/0x1f9f6ca451acb077 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511edd expref: 6 pid: 9564 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746139097.574453:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f034c00/0x1f9f6ca451acb077 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511edd expref: 6 pid: 9564 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746139097.574479:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139097.574481:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139097.574488:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008763de00/0x1f9f6ca451acb07e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511ee4 expref: 25 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139097.574500:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008763de00/0x1f9f6ca451acb07e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511ee4 expref: 25 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139097.574544:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008763de00/0x1f9f6ca451acb07e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511ee4 expref: 25 pid: 9564 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139097.574557:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0759f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832099456:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139097.576024:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800acdb0e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746139097.578853:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0759f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832099456:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139097.578877:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139097.579734:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbac380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2007:x1830958840228992:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 5348us (5696us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139097.579746:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16937 00000100:00100000:0.0:1746139097.581174:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139097.581277:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840229248 00000100:00100000:1.0:1746139097.581285:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840229248 00002000:00100000:1.0:1746139097.581326:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88013107e680 x1830958840229248/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:23/0 lens 488/0 e 0 to 0 dl 1746139108 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139097.581335:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013107e680 with x1830958840229248 ext(0->4095) 00002000:00010000:1.0:1746139097.581340:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013107e680 00000100:00100000:1.0:1746139097.581366:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13168 00000100:00100000:1.0:1746139097.581372:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013107e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+26:2009:x1830958840229248:12345-192.168.203.56@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746139097.581494:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013107e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+26:2009:x1830958840229248:12345-192.168.203.56@tcp:3:ptlrpcd_01_00.0 Request processed in 123us (326us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139097.581499:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13168 00002000:00100000:1.0:1746139097.581504:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88013107e680 x1830958840229248/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:23/0 lens 488/4536 e 0 to 0 dl 1746139108 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139097.581509:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013107e680 with x1830958840229248 ext(0->4095) 00002000:00010000:1.0:1746139097.581512:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013107e680 00000100:00100000:0.0:1746139097.587896:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139097.588261:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840229376 00000100:00100000:2.0:1746139097.588270:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840229376 00000100:00100000:2.0:1746139097.588315:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29624 00000100:00100000:2.0:1746139097.588322:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013107f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840229376:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139097.588341:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139097.588359:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008763c000/0x1f9f6ca451acb085 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3511eeb expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.588387:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008763de00/0x1f9f6ca451acb07e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511ee4 expref: 25 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.588393:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139097.588395:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139097.588397:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008763c000/0x1f9f6ca451acb085 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511eeb expref: 6 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.588427:0:18644:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008763de00/0x1f9f6ca451acb07e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511ee4 expref: 25 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.588439:0:18644:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008763de00/0x1f9f6ca451acb07e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511ee4 expref: 25 pid: 9564 timeout: 822 lvb_type: 0 00000100:00100000:2.0:1746139097.588450:0:18644:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cbad500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832099584:192.168.203.56@tcp:104: 00000100:00100000:2.0:1746139097.590102:0:18644:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012a2b2600 going to sleep for 11 seconds 00000100:00100000:0.0:1746139097.607148:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139097.607245:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840229504 00000100:00100000:1.0:1746139097.607255:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840229504 00000100:00100000:1.0:1746139097.607299:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29625 00000100:00100000:1.0:1746139097.607307:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013107d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+26:1800:x1830958840229504:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139097.607326:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139097.607346:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f46f000/0x1f9f6ca451acb08c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3511ef2 expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139097.607375:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139097.607380:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008763c000/0x1f9f6ca451acb085 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511eeb expref: 6 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139097.607386:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746139097.607389:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f46f000/0x1f9f6ca451acb08c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511ef2 expref: 27 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139097.607430:0:9564:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008763c000/0x1f9f6ca451acb085 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511eeb expref: 6 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139097.607441:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f46f000/0x1f9f6ca451acb08c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511ef2 expref: 27 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139097.607449:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f46f000, rc 0) 00000100:00100000:1.0:1746139097.607493:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013107d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+27:1800:x1830958840229504:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 187us (358us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139097.607499:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29625 00000100:00100000:2.0:1746139097.607891:0:18644:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cbad500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832099584:192.168.203.56@tcp:104: 00010000:00010000:2.0:1746139097.607908:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008763c000/0x1f9f6ca451acb085 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511eeb expref: 6 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.607916:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008763c000, rc 0) 00000100:00100000:2.0:1746139097.607934:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013107f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840229376:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 19613us (20048us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139097.607940:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29624 00000100:00100000:0.0:1746139097.610035:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139097.610126:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840229632 00000100:00100000:3.0:1746139097.610135:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840229632 00002000:00100000:3.0:1746139097.610177:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff88013107dc00 x1830958840229632/t0(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:23/0 lens 496/0 e 0 to 0 dl 1746139108 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139097.610187:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013107dc00 with x1830958840229632 ext(0->7) 00010000:00010000:3.0:1746139097.610194:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008763de00/0x1f9f6ca451acb07e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511ee4 expref: 27 pid: 9564 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746139097.610207:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008763de00/0x1f9f6ca451acb07e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511ee4 expref: 27 pid: 9564 timeout: 822 lvb_type: 0 00002000:00010000:3.0:1746139097.610213:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013107dc00 00000100:00100000:3.0:1746139097.610392:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2511 00000100:00100000:3.0:1746139097.610399:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013107dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+27:2008:x1830958840229632:12345-192.168.203.56@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746139097.612205:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013107dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+29:2008:x1830958840229632:12345-192.168.203.56@tcp:4:ldlm_bl.0 Request processed in 1797us (2169us total) trans 4294972050 rc 0/0 00000100:00100000:3.0:1746139097.612215:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2511 00002000:00100000:3.0:1746139097.612223:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff88013107dc00 x1830958840229632/t4294972050(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:23/0 lens 496/448 e 0 to 0 dl 1746139108 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139097.612232:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013107dc00 with x1830958840229632 ext(0->7) 00010000:00010000:3.0:1746139097.612240:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008763de00/0x1f9f6ca451acb07e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511ee4 expref: 29 pid: 9564 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746139097.612252:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008763de00/0x1f9f6ca451acb07e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511ee4 expref: 29 pid: 9564 timeout: 822 lvb_type: 0 00002000:00010000:3.0:1746139097.612258:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013107dc00 00000100:00100000:0.0:1746139097.617147:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139097.618650:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840229760 00000100:00100000:3.0:1746139097.618662:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840229760 00010000:00010000:3.0:1746139097.618705:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008763de00/0x1f9f6ca451acb07e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511ee4 expref: 29 pid: 9564 timeout: 822 lvb_type: 0 00000100:00100000:3.0:1746139097.620231:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16938 00000100:00100000:3.0:1746139097.620247:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013107f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+29:2010:x1830958840229760:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139097.620263:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139097.620288:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008763de00/0x1f9f6ca451acb07e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511ee4 expref: 29 pid: 9564 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746139097.620308:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008763de00/0x1f9f6ca451acb07e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511ee4 expref: 29 pid: 9564 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746139097.620332:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008763de00/0x1f9f6ca451acb07e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511ee4 expref: 29 pid: 9564 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746139097.620365:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139097.620367:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139097.620375:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008763c000/0x1f9f6ca451acb085 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511eeb expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139097.620382:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008763c000/0x1f9f6ca451acb085 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511eeb expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139097.621369:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008763c000/0x1f9f6ca451acb085 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511eeb expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139097.621388:0:15672:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008763c000/0x1f9f6ca451acb085 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511eeb expref: 5 pid: 18644 timeout: 822 lvb_type: 0 00000100:00100000:3.0:1746139097.621402:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0759f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832099840:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139097.623518:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800acdb0e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746139097.627199:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139097.627252:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840230016 00000100:00100000:0.0:1746139097.627262:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840230016 00002000:00100000:0.0:1746139097.627310:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88013107ea00 x1830958840230016/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:23/0 lens 488/0 e 0 to 0 dl 1746139108 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139097.627320:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013107ea00 with x1830958840230016 ext(0->4095) 00010000:00010000:0.0:1746139097.627330:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008763c000/0x1f9f6ca451acb085 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511eeb expref: 6 pid: 18644 timeout: 822 lvb_type: 0 00010000:00010000:0.0:1746139097.627344:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008763c000/0x1f9f6ca451acb085 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511eeb expref: 6 pid: 18644 timeout: 822 lvb_type: 0 00002000:00010000:0.0:1746139097.627350:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013107ea00 00000100:00100000:0.0:1746139097.627371:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2512 00000100:00100000:0.0:1746139097.627378:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013107ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840230016:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746139097.627526:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013107ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840230016:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 147us (785us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746139097.627543:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2512 00002000:00100000:0.0:1746139097.627549:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88013107ea00 x1830958840230016/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:23/0 lens 488/4536 e 0 to 0 dl 1746139108 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139097.627556:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013107ea00 with x1830958840230016 ext(0->4095) 00010000:00010000:0.0:1746139097.627561:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008763c000/0x1f9f6ca451acb085 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511eeb expref: 6 pid: 18644 timeout: 822 lvb_type: 0 00010000:00010000:0.0:1746139097.627569:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008763c000/0x1f9f6ca451acb085 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511eeb expref: 6 pid: 18644 timeout: 822 lvb_type: 0 00002000:00010000:0.0:1746139097.627574:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013107ea00 00000100:00100000:3.0:1746139097.629695:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0759f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832099840:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139097.629720:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139097.629767:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013107f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+28:2010:x1830958840229760:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 9526us (12630us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139097.629781:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16938 00000100:00100000:0.0:1746139097.631487:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139097.631579:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840230144 00000100:00100000:3.0:1746139097.631587:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840230144 00010000:00010000:3.0:1746139097.631642:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008763c000/0x1f9f6ca451acb085 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511eeb expref: 6 pid: 18644 timeout: 822 lvb_type: 0 00000100:00100000:3.0:1746139097.631681:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16939 00000100:00100000:3.0:1746139097.631689:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013107ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840230144:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139097.631704:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139097.631724:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008763c000/0x1f9f6ca451acb085 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511eeb expref: 6 pid: 18644 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746139097.631735:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008763c000/0x1f9f6ca451acb085 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511eeb expref: 6 pid: 18644 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746139097.631757:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008763c000/0x1f9f6ca451acb085 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511eeb expref: 6 pid: 18644 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746139097.631788:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139097.631790:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139097.631797:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f46f000/0x1f9f6ca451acb08c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511ef2 expref: 27 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139097.631805:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f46f000/0x1f9f6ca451acb08c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511ef2 expref: 27 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139097.631838:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f46f000/0x1f9f6ca451acb08c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511ef2 expref: 27 pid: 9564 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139097.632404:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0759f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832099968:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139097.633252:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800acdb0e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746139097.635050:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139097.635100:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840230400 00000100:00100000:1.0:1746139097.635109:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840230400 00000100:00100000:2.0:1746139097.635141:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0759f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832099968:192.168.203.56@tcp:105: 00002000:00100000:1.0:1746139097.635152:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88013107d500 x1830958840230400/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:23/0 lens 488/0 e 0 to 0 dl 1746139108 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139097.635161:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013107d500 with x1830958840230400 ext(0->4095) 00010000:00010000:2.0:1746139097.635163:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00010000:1.0:1746139097.635164:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013107d500 00000100:00100000:1.0:1746139097.635182:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13169 00000100:00100000:1.0:1746139097.635188:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013107d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+28:2010:x1830958840230400:12345-192.168.203.56@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746139097.635196:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013107ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2008:x1830958840230144:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3508us (3717us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139097.635204:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16939 00000100:00100000:1.0:1746139097.635296:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013107d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+28:2010:x1830958840230400:12345-192.168.203.56@tcp:3:ptlrpcd_01_01.0 Request processed in 107us (253us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139097.635302:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13169 00002000:00100000:1.0:1746139097.635306:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88013107d500 x1830958840230400/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:23/0 lens 488/4536 e 0 to 0 dl 1746139108 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139097.635313:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013107d500 with x1830958840230400 ext(0->4095) 00002000:00010000:1.0:1746139097.635316:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013107d500 00000100:00100000:0.0:1746139097.640844:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139097.640950:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840230528 00000100:00100000:2.0:1746139097.640961:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840230528 00000100:00100000:2.0:1746139097.641009:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29626 00000100:00100000:2.0:1746139097.641017:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013107ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840230528:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139097.641037:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139097.641056:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008763d800/0x1f9f6ca451acb093 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3511ef9 expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.641084:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f46f000/0x1f9f6ca451acb08c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511ef2 expref: 27 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.641091:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139097.641093:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139097.641097:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008763d800/0x1f9f6ca451acb093 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511ef9 expref: 6 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.641130:0:18644:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f46f000/0x1f9f6ca451acb08c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511ef2 expref: 27 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.641141:0:18644:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f46f000/0x1f9f6ca451acb08c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511ef2 expref: 27 pid: 9564 timeout: 822 lvb_type: 0 00000100:00100000:2.0:1746139097.641154:0:18644:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cbad500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832100096:192.168.203.56@tcp:104: 00000100:00100000:2.0:1746139097.642506:0:18644:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012a2b2600 going to sleep for 11 seconds 00000100:00100000:2.0:1746139097.645427:0:18644:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cbad500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832100096:192.168.203.56@tcp:104: 00010000:00010000:2.0:1746139097.645459:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008763d800/0x1f9f6ca451acb093 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511ef9 expref: 6 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.645477:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008763d800, rc 0) 00000100:00100000:2.0:1746139097.645524:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013107ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840230528:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4507us (4691us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139097.645543:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29626 00000100:00100000:0.0:1746139097.647221:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139097.647325:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840230656 00000100:00100000:1.0:1746139097.647334:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840230656 00002000:00100000:1.0:1746139097.647377:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff88013107d880 x1830958840230656/t0(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:23/0 lens 496/0 e 0 to 0 dl 1746139108 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139097.647388:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013107d880 with x1830958840230656 ext(0->7) 00010000:00010000:1.0:1746139097.647395:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f46f000/0x1f9f6ca451acb08c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511ef2 expref: 28 pid: 9564 timeout: 822 lvb_type: 0 00010000:00010000:1.0:1746139097.647407:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f46f000/0x1f9f6ca451acb08c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511ef2 expref: 28 pid: 9564 timeout: 822 lvb_type: 0 00002000:00010000:1.0:1746139097.647414:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013107d880 00000100:00100000:1.0:1746139097.647442:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2513 00000100:00100000:1.0:1746139097.647448:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013107d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+28:2008:x1830958840230656:12345-192.168.203.56@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746139097.654752:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013107d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+30:2008:x1830958840230656:12345-192.168.203.56@tcp:4:ldlm_bl.0 Request processed in 7288us (7523us total) trans 4294972051 rc 0/0 00000100:00100000:1.0:1746139097.654767:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2513 00002000:00100000:1.0:1746139097.654782:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff88013107d880 x1830958840230656/t4294972051(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:23/0 lens 496/448 e 0 to 0 dl 1746139108 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139097.654792:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013107d880 with x1830958840230656 ext(0->7) 00010000:00010000:1.0:1746139097.654802:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f46f000/0x1f9f6ca451acb08c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511ef2 expref: 30 pid: 9564 timeout: 822 lvb_type: 0 00010000:00010000:1.0:1746139097.654819:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f46f000/0x1f9f6ca451acb08c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511ef2 expref: 30 pid: 9564 timeout: 822 lvb_type: 0 00002000:00010000:1.0:1746139097.654826:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013107d880 00000100:00100000:0.0:1746139097.658581:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139097.658643:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840230784 00000100:00100000:2.0:1746139097.658652:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840230784 00000100:00100000:2.0:1746139097.658706:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29627 00000100:00100000:2.0:1746139097.658714:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013107f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+30:1800:x1830958840230784:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139097.658735:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139097.658754:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008763c600/0x1f9f6ca451acb09a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3511f00 expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.658784:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139097.658790:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008763d800/0x1f9f6ca451acb093 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511ef9 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.658796:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746139097.658800:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008763c600/0x1f9f6ca451acb09a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f00 expref: 31 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.658839:0:18644:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008763d800/0x1f9f6ca451acb093 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511ef9 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.658851:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008763c600/0x1f9f6ca451acb09a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f00 expref: 31 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.658861:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008763c600, rc 0) 00000100:00100000:2.0:1746139097.658905:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013107f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+31:1800:x1830958840230784:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 192us (333us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139097.658915:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29627 00000100:00100000:0.0:1746139097.658980:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139097.659015:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840230912 00000100:00100000:2.0:1746139097.659019:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840230912 00010000:00010000:2.0:1746139097.659034:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f46f000/0x1f9f6ca451acb08c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511ef2 expref: 31 pid: 9564 timeout: 822 lvb_type: 0 00000100:00100000:2.0:1746139097.659052:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16940 00000100:00100000:2.0:1746139097.659057:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013107c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+31:2009:x1830958840230912:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139097.659065:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139097.659083:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f46f000/0x1f9f6ca451acb08c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511ef2 expref: 31 pid: 9564 timeout: 822 lvb_type: 0 00010000:00010000:2.0:1746139097.659093:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f46f000/0x1f9f6ca451acb08c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511ef2 expref: 31 pid: 9564 timeout: 822 lvb_type: 0 00010000:00010000:2.0:1746139097.659109:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f46f000/0x1f9f6ca451acb08c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511ef2 expref: 31 pid: 9564 timeout: 822 lvb_type: 0 00010000:00010000:2.0:1746139097.659123:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139097.659125:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139097.659131:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008763d800/0x1f9f6ca451acb093 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511ef9 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.659138:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008763d800/0x1f9f6ca451acb093 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511ef9 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.659157:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008763d800/0x1f9f6ca451acb093 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511ef9 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.659168:0:15672:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008763d800/0x1f9f6ca451acb093 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511ef9 expref: 5 pid: 18644 timeout: 822 lvb_type: 0 00000100:00100000:2.0:1746139097.659179:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cbad500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832100352:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139097.660382:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012a2b2600 going to sleep for 11 seconds 00000100:00100000:2.0:1746139097.661909:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cbad500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832100352:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139097.661928:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139097.661976:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013107c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+30:2009:x1830958840230912:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 2916us (2993us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139097.661986:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16940 00000100:00100000:2.0:1746139097.662682:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139097.662774:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840231168 00000100:00100000:1.0:1746139097.662781:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840231168 00002000:00100000:1.0:1746139097.662821:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009cbad500 x1830958840231168/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:23/0 lens 488/0 e 0 to 0 dl 1746139108 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139097.662831:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cbad500 with x1830958840231168 ext(0->4095) 00010000:00010000:1.0:1746139097.662839:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008763d800/0x1f9f6ca451acb093 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511ef9 expref: 6 pid: 18644 timeout: 822 lvb_type: 0 00010000:00010000:1.0:1746139097.662852:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008763d800/0x1f9f6ca451acb093 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511ef9 expref: 6 pid: 18644 timeout: 822 lvb_type: 0 00002000:00010000:1.0:1746139097.662858:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cbad500 00000100:00100000:1.0:1746139097.662883:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2514 00000100:00100000:1.0:1746139097.662890:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840231168:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746139097.663652:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840231168:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 758us (968us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139097.663662:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2514 00002000:00100000:1.0:1746139097.663669:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009cbad500 x1830958840231168/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:23/0 lens 488/4536 e 0 to 0 dl 1746139108 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139097.663677:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cbad500 with x1830958840231168 ext(0->4095) 00010000:00010000:1.0:1746139097.663682:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008763d800/0x1f9f6ca451acb093 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511ef9 expref: 6 pid: 18644 timeout: 822 lvb_type: 0 00010000:00010000:1.0:1746139097.663691:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008763d800/0x1f9f6ca451acb093 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511ef9 expref: 6 pid: 18644 timeout: 822 lvb_type: 0 00002000:00010000:1.0:1746139097.663697:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cbad500 00000100:00100000:0.0:1746139097.666840:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139097.666902:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840231296 00000100:00100000:2.0:1746139097.666912:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840231296 00010000:00010000:2.0:1746139097.666949:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008763d800/0x1f9f6ca451acb093 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511ef9 expref: 6 pid: 18644 timeout: 822 lvb_type: 0 00000100:00100000:2.0:1746139097.666976:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16941 00000100:00100000:2.0:1746139097.666988:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124a2f450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840231296:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139097.667002:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139097.667024:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008763d800/0x1f9f6ca451acb093 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511ef9 expref: 6 pid: 18644 timeout: 822 lvb_type: 0 00010000:00010000:2.0:1746139097.667037:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008763d800/0x1f9f6ca451acb093 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511ef9 expref: 6 pid: 18644 timeout: 822 lvb_type: 0 00010000:00010000:2.0:1746139097.667333:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008763d800/0x1f9f6ca451acb093 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511ef9 expref: 6 pid: 18644 timeout: 822 lvb_type: 0 00010000:00010000:2.0:1746139097.667357:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139097.667359:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139097.667367:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008763c600/0x1f9f6ca451acb09a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f00 expref: 29 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.667375:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008763c600/0x1f9f6ca451acb09a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f00 expref: 29 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.667409:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008763c600/0x1f9f6ca451acb09a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f00 expref: 29 pid: 18644 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746139097.667421:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cbae300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832100480:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139097.667614:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012a2b2600 going to sleep for 11 seconds 00000100:00100000:0.0:1746139097.669825:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139097.669914:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cbae300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832100480:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139097.669933:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139097.669974:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124a2f450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2007:x1830958840231296:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 2990us (3142us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139097.669983:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16941 00000100:00100000:1.0:1746139097.670083:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840231552 00000100:00100000:1.0:1746139097.670089:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840231552 00002000:00100000:1.0:1746139097.670129:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88013107c380 x1830958840231552/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:23/0 lens 488/0 e 0 to 0 dl 1746139108 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139097.670139:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013107c380 with x1830958840231552 ext(0->4095) 00002000:00010000:1.0:1746139097.670143:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013107c380 00000100:00100000:1.0:1746139097.670158:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13170 00000100:00100000:1.0:1746139097.670164:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013107c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+30:2008:x1830958840231552:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746139097.670275:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013107c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+30:2008:x1830958840231552:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 112us (460us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139097.670281:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13170 00002000:00100000:1.0:1746139097.670286:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88013107c380 x1830958840231552/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:23/0 lens 488/4536 e 0 to 0 dl 1746139108 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139097.670299:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013107c380 with x1830958840231552 ext(0->4095) 00002000:00010000:1.0:1746139097.670301:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013107c380 00000100:00100000:1.0:1746139097.673841:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139097.674102:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840231680 00000100:00100000:2.0:1746139097.674111:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840231680 00000100:00100000:2.0:1746139097.674163:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29628 00000100:00100000:2.0:1746139097.674171:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed1d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840231680:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139097.674194:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139097.674210:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008763ca00/0x1f9f6ca451acb0a1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3511f07 expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.674236:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008763c600/0x1f9f6ca451acb09a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f00 expref: 29 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.674244:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139097.674246:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139097.674249:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008763ca00/0x1f9f6ca451acb0a1 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f07 expref: 6 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.674280:0:18644:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008763c600/0x1f9f6ca451acb09a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f00 expref: 29 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.674292:0:18644:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008763c600/0x1f9f6ca451acb09a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f00 expref: 29 pid: 18644 timeout: 822 lvb_type: 0 00000100:00100000:2.0:1746139097.674304:0:18644:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cbac380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832100608:192.168.203.56@tcp:104: 00000100:00100000:2.0:1746139097.675263:0:18644:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012a2b2540 going to sleep for 11 seconds 00000100:00100000:2.0:1746139097.676959:0:18644:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cbac380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832100608:192.168.203.56@tcp:104: 00010000:00010000:2.0:1746139097.676989:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008763ca00/0x1f9f6ca451acb0a1 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f07 expref: 6 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.677005:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008763ca00, rc 0) 00000100:00100000:2.0:1746139097.677059:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed1d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840231680:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2887us (3228us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139097.677072:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29628 00000100:00100000:0.0:1746139097.677793:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139097.677940:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840231808 00000100:00100000:2.0:1746139097.677948:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840231808 00010000:00010000:2.0:1746139097.677976:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008763c600/0x1f9f6ca451acb09a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f00 expref: 30 pid: 18644 timeout: 822 lvb_type: 0 00000100:00100000:2.0:1746139097.677997:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16942 00000100:00100000:2.0:1746139097.678004:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013107f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+30:2007:x1830958840231808:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139097.678016:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139097.678035:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008763c600/0x1f9f6ca451acb09a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f00 expref: 30 pid: 18644 timeout: 822 lvb_type: 0 00010000:00010000:2.0:1746139097.678046:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008763c600/0x1f9f6ca451acb09a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f00 expref: 30 pid: 18644 timeout: 822 lvb_type: 0 00010000:00010000:2.0:1746139097.678067:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008763c600/0x1f9f6ca451acb09a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f00 expref: 30 pid: 18644 timeout: 822 lvb_type: 0 00010000:00010000:2.0:1746139097.678093:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139097.678096:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139097.678102:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008763ca00/0x1f9f6ca451acb0a1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f07 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.678110:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008763ca00/0x1f9f6ca451acb0a1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f07 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.678139:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008763ca00/0x1f9f6ca451acb0a1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f07 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746139097.678151:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cbac380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832100736:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139097.678216:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012a2b2540 going to sleep for 11 seconds 00000100:00100000:0.0:1746139097.680559:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139097.681038:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840231936 00000100:00100000:2.0:1746139097.681046:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840231936 00000100:00100000:2.0:1746139097.681087:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29629 00000100:00100000:2.0:1746139097.681095:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013107ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+30:1800:x1830958840231936:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139097.681112:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139097.681129:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008763d400/0x1f9f6ca451acb0a8 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3511f0e expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.681153:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008763ca00/0x1f9f6ca451acb0a1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f07 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.681160:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139097.681162:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139097.681165:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008763d400/0x1f9f6ca451acb0a8 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f0e expref: 31 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.681192:0:18644:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008763ca00/0x1f9f6ca451acb0a1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f07 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.681201:0:18644:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008763ca00/0x1f9f6ca451acb0a1 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f07 expref: 5 pid: 18644 timeout: 822 lvb_type: 0 00000100:00100000:2.0:1746139097.681210:0:18644:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cbae300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832100864:192.168.203.56@tcp:104: 00000100:00100000:2.0:1746139097.682396:0:18644:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a066d900 going to sleep for 11 seconds 00000100:00100000:0.0:1746139097.683575:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139097.683766:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cbac380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832100736:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139097.683785:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139097.683835:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013107f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+31:2007:x1830958840231808:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 5831us (6043us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139097.683844:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16942 00000100:00100000:2.0:1746139097.684836:0:18644:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cbae300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832100864:192.168.203.56@tcp:104: 00010000:00010000:2.0:1746139097.684856:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008763d400/0x1f9f6ca451acb0a8 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f0e expref: 30 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.684872:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008763d400, rc 0) 00000100:00100000:2.0:1746139097.684905:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013107ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+30:1800:x1830958840231936:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3812us (4355us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139097.684912:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29629 00000100:00100000:3.0:1746139097.685186:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840232192 00000100:00100000:3.0:1746139097.685194:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840232192 00002000:00100000:3.0:1746139097.685233:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88013107c000 x1830958840232192/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:23/0 lens 488/0 e 0 to 0 dl 1746139108 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139097.685243:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013107c000 with x1830958840232192 ext(0->4095) 00010000:00010000:3.0:1746139097.685249:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008763ca00/0x1f9f6ca451acb0a1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f07 expref: 6 pid: 18644 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746139097.685261:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008763ca00/0x1f9f6ca451acb0a1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f07 expref: 6 pid: 18644 timeout: 822 lvb_type: 0 00002000:00010000:3.0:1746139097.685268:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013107c000 00000100:00100000:3.0:1746139097.685292:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2515 00000100:00100000:3.0:1746139097.685299:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013107c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840232192:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746139097.685412:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013107c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840232192:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 113us (1843us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746139097.685417:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2515 00002000:00100000:3.0:1746139097.685422:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88013107c000 x1830958840232192/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:23/0 lens 488/4536 e 0 to 0 dl 1746139108 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139097.685428:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013107c000 with x1830958840232192 ext(0->4095) 00010000:00010000:3.0:1746139097.685433:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008763ca00/0x1f9f6ca451acb0a1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f07 expref: 6 pid: 18644 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746139097.685446:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008763ca00/0x1f9f6ca451acb0a1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f07 expref: 6 pid: 18644 timeout: 822 lvb_type: 0 00002000:00010000:3.0:1746139097.685452:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013107c000 00000100:00100000:0.0:1746139097.687945:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139097.688264:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840232320 00000100:00100000:2.0:1746139097.688273:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840232320 00010000:00010000:2.0:1746139097.688304:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008763ca00/0x1f9f6ca451acb0a1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f07 expref: 6 pid: 18644 timeout: 822 lvb_type: 0 00000100:00100000:2.0:1746139097.688400:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16943 00000100:00100000:2.0:1746139097.688407:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011dd86300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840232320:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139097.688421:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139097.688441:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008763ca00/0x1f9f6ca451acb0a1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f07 expref: 6 pid: 18644 timeout: 822 lvb_type: 0 00010000:00010000:2.0:1746139097.688452:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008763ca00/0x1f9f6ca451acb0a1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f07 expref: 6 pid: 18644 timeout: 822 lvb_type: 0 00010000:00010000:2.0:1746139097.688476:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008763ca00/0x1f9f6ca451acb0a1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f07 expref: 6 pid: 18644 timeout: 822 lvb_type: 0 00010000:00010000:2.0:1746139097.688813:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139097.688816:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139097.688824:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008763d400/0x1f9f6ca451acb0a8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f0e expref: 29 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.688832:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008763d400/0x1f9f6ca451acb0a8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f0e expref: 29 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.688865:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008763d400/0x1f9f6ca451acb0a8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f0e expref: 29 pid: 18644 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746139097.688877:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cbae300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832100992:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139097.688959:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a066d900 going to sleep for 11 seconds 00000100:00100000:0.0:1746139097.692331:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139097.692873:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cbae300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832100992:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139097.692894:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139097.692940:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011dd86300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2007:x1830958840232320:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 4533us (5004us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139097.692950:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16943 00000100:00100000:1.0:1746139097.693329:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840232576 00000100:00100000:1.0:1746139097.693337:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840232576 00002000:00100000:1.0:1746139097.693376:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88011dd84e00 x1830958840232576/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:23/0 lens 488/0 e 0 to 0 dl 1746139108 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139097.693386:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011dd84e00 with x1830958840232576 ext(0->4095) 00002000:00010000:1.0:1746139097.693390:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011dd84e00 00000100:00100000:1.0:1746139097.693418:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13171 00000100:00100000:1.0:1746139097.693425:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011dd84e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+30:2007:x1830958840232576:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746139097.693567:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011dd84e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+30:2007:x1830958840232576:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 141us (1247us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139097.693572:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13171 00002000:00100000:1.0:1746139097.693577:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88011dd84e00 x1830958840232576/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:23/0 lens 488/4536 e 0 to 0 dl 1746139108 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139097.693584:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011dd84e00 with x1830958840232576 ext(0->4095) 00002000:00010000:1.0:1746139097.693586:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011dd84e00 00000100:00100000:0.0:1746139097.716788:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139097.716902:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840232704 00000100:00100000:2.0:1746139097.716911:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840232704 00000100:00100000:2.0:1746139097.716956:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29630 00000100:00100000:2.0:1746139097.716963:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011dd87100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840232704:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139097.716986:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139097.717003:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008763c400/0x1f9f6ca451acb0af lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3511f15 expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.717032:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008763d400/0x1f9f6ca451acb0a8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f0e expref: 29 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.717040:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139097.717041:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139097.717044:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008763c400/0x1f9f6ca451acb0af lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f15 expref: 6 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.717074:0:18644:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008763d400/0x1f9f6ca451acb0a8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f0e expref: 29 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.717085:0:18644:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008763d400/0x1f9f6ca451acb0a8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f0e expref: 29 pid: 18644 timeout: 822 lvb_type: 0 00000100:00100000:2.0:1746139097.717096:0:18644:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cbae300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832101120:192.168.203.56@tcp:104: 00000100:00100000:2.0:1746139097.717263:0:18644:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a066d900 going to sleep for 11 seconds 00000100:00100000:2.0:1746139097.725093:0:18644:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cbae300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832101120:192.168.203.56@tcp:104: 00010000:00010000:2.0:1746139097.725126:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008763c400/0x1f9f6ca451acb0af lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f15 expref: 6 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.725145:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008763c400, rc 0) 00000100:00100000:2.0:1746139097.725195:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011dd87100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840232704:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 8231us (8415us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139097.725208:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29630 00000100:00100000:0.0:1746139097.725284:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139097.726077:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840232832 00000100:00100000:3.0:1746139097.726085:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840232832 00002000:00100000:3.0:1746139097.726123:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff88011dd85500 x1830958840232832/t0(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:23/0 lens 496/0 e 0 to 0 dl 1746139108 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139097.726133:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011dd85500 with x1830958840232832 ext(0->7) 00010000:00010000:3.0:1746139097.726139:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008763d400/0x1f9f6ca451acb0a8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f0e expref: 30 pid: 18644 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746139097.726151:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008763d400/0x1f9f6ca451acb0a8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f0e expref: 30 pid: 18644 timeout: 822 lvb_type: 0 00002000:00010000:3.0:1746139097.726157:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011dd85500 00000100:00100000:3.0:1746139097.726173:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2516 00000100:00100000:3.0:1746139097.726179:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011dd85500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+30:2007:x1830958840232832:12345-192.168.203.56@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746139097.727313:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011dd85500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+32:2007:x1830958840232832:12345-192.168.203.56@tcp:4:ldlm_bl.0 Request processed in 1129us (2025us total) trans 4294972052 rc 0/0 00000100:00100000:3.0:1746139097.727322:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2516 00002000:00100000:3.0:1746139097.727328:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff88011dd85500 x1830958840232832/t4294972052(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:23/0 lens 496/448 e 0 to 0 dl 1746139108 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139097.727337:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011dd85500 with x1830958840232832 ext(0->7) 00010000:00010000:3.0:1746139097.727343:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008763d400/0x1f9f6ca451acb0a8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f0e expref: 32 pid: 18644 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746139097.727355:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008763d400/0x1f9f6ca451acb0a8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f0e expref: 32 pid: 18644 timeout: 822 lvb_type: 0 00002000:00010000:3.0:1746139097.727361:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011dd85500 00000100:00100000:0.0:1746139097.736741:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139097.736850:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840232960 00000100:00100000:2.0:1746139097.736861:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840232960 00000100:00100000:2.0:1746139097.736910:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29631 00000100:00100000:2.0:1746139097.736919:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011dd86680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+32:1800:x1830958840232960:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139097.736939:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139097.736958:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008763c600/0x1f9f6ca451acb0b6 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3511f1c expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.736988:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139097.737151:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008763c400/0x1f9f6ca451acb0af lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f15 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.737157:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746139097.737161:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008763c600/0x1f9f6ca451acb0b6 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f1c expref: 33 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.737201:0:18644:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008763c400/0x1f9f6ca451acb0af lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f15 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.737214:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008763c600/0x1f9f6ca451acb0b6 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f1c expref: 33 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.737224:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008763c600, rc 0) 00000100:00100000:2.0:1746139097.737852:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011dd86680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+33:1800:x1830958840232960:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 932us (1123us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139097.737860:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29631 00000100:00100000:0.0:1746139097.738420:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139097.738463:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840233088 00000100:00100000:2.0:1746139097.738468:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840233088 00010000:00010000:2.0:1746139097.738490:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008763d400/0x1f9f6ca451acb0a8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f0e expref: 33 pid: 18644 timeout: 822 lvb_type: 0 00000100:00100000:2.0:1746139097.738508:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16944 00000100:00100000:2.0:1746139097.738513:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011dd85f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+33:2007:x1830958840233088:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139097.738523:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139097.738551:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008763d400/0x1f9f6ca451acb0a8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f0e expref: 33 pid: 18644 timeout: 822 lvb_type: 0 00010000:00010000:2.0:1746139097.738562:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008763d400/0x1f9f6ca451acb0a8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f0e expref: 33 pid: 18644 timeout: 822 lvb_type: 0 00010000:00010000:2.0:1746139097.738580:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008763d400/0x1f9f6ca451acb0a8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f0e expref: 33 pid: 18644 timeout: 822 lvb_type: 0 00010000:00010000:2.0:1746139097.738606:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139097.738608:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139097.738629:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008763c400/0x1f9f6ca451acb0af lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f15 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.738637:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008763c400/0x1f9f6ca451acb0af lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f15 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.738659:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008763c400/0x1f9f6ca451acb0af lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f15 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.739337:0:15672:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008763c400/0x1f9f6ca451acb0af lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f15 expref: 5 pid: 18644 timeout: 822 lvb_type: 0 00000100:00100000:2.0:1746139097.739348:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cbae300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832101376:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139097.739429:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a066d900 going to sleep for 11 seconds 00000100:00100000:2.0:1746139097.740895:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cbae300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832101376:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139097.740913:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139097.740943:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011dd85f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+32:2007:x1830958840233088:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 2429us (2523us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139097.740952:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16944 00000100:00100000:0.0:1746139097.741952:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139097.741998:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840233344 00000100:00100000:3.0:1746139097.742006:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840233344 00002000:00100000:3.0:1746139097.742048:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88011dd84700 x1830958840233344/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:23/0 lens 488/0 e 0 to 0 dl 1746139108 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139097.742057:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011dd84700 with x1830958840233344 ext(0->4095) 00010000:00010000:3.0:1746139097.742064:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008763c400/0x1f9f6ca451acb0af lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f15 expref: 6 pid: 18644 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746139097.742076:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008763c400/0x1f9f6ca451acb0af lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f15 expref: 6 pid: 18644 timeout: 823 lvb_type: 0 00002000:00010000:3.0:1746139097.742081:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011dd84700 00000100:00100000:3.0:1746139097.742108:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2517 00000100:00100000:3.0:1746139097.742115:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011dd84700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840233344:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746139097.742247:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011dd84700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840233344:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 132us (299us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746139097.742253:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2517 00002000:00100000:3.0:1746139097.742258:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88011dd84700 x1830958840233344/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:23/0 lens 488/4536 e 0 to 0 dl 1746139108 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139097.742271:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011dd84700 with x1830958840233344 ext(0->4095) 00010000:00010000:3.0:1746139097.742275:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008763c400/0x1f9f6ca451acb0af lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f15 expref: 6 pid: 18644 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746139097.742284:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008763c400/0x1f9f6ca451acb0af lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f15 expref: 6 pid: 18644 timeout: 823 lvb_type: 0 00002000:00010000:3.0:1746139097.742289:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011dd84700 00000100:00100000:0.0:1746139097.748160:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139097.748526:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840233472 00000100:00100000:2.0:1746139097.748546:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840233472 00010000:00010000:2.0:1746139097.748586:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008763c400/0x1f9f6ca451acb0af lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f15 expref: 6 pid: 18644 timeout: 823 lvb_type: 0 00000100:00100000:2.0:1746139097.748649:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16945 00000100:00100000:2.0:1746139097.748658:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011dd85180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840233472:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139097.748671:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139097.748693:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008763c400/0x1f9f6ca451acb0af lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f15 expref: 6 pid: 18644 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746139097.748705:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008763c400/0x1f9f6ca451acb0af lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f15 expref: 6 pid: 18644 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746139097.748729:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008763c400/0x1f9f6ca451acb0af lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f15 expref: 6 pid: 18644 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746139097.748760:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139097.748763:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139097.748770:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008763c600/0x1f9f6ca451acb0b6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f1c expref: 31 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.748778:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008763c600/0x1f9f6ca451acb0b6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f1c expref: 31 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.748811:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008763c600/0x1f9f6ca451acb0b6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f1c expref: 31 pid: 18644 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746139097.748824:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cbae300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832101504:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139097.748911:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a066d900 going to sleep for 11 seconds 00000100:00100000:2.0:1746139097.751705:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cbae300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832101504:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139097.751727:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746139097.751733:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139097.751777:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011dd85180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2007:x1830958840233472:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3120us (3627us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139097.751834:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840233728 00000100:00100000:1.0:1746139097.751841:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840233728 00002000:00100000:1.0:1746139097.751889:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88011dd85880 x1830958840233728/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:23/0 lens 488/0 e 0 to 0 dl 1746139108 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139097.751899:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011dd85880 with x1830958840233728 ext(0->4095) 00002000:00010000:1.0:1746139097.751904:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011dd85880 00000100:00100000:1.0:1746139097.751927:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13172 00000100:00100000:1.0:1746139097.751934:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011dd85880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+32:2008:x1830958840233728:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746139097.752370:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16945 00000100:00100000:1.0:1746139097.752790:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011dd85880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+32:2008:x1830958840233728:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 855us (1055us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139097.752797:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13172 00002000:00100000:1.0:1746139097.752803:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88011dd85880 x1830958840233728/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:23/0 lens 488/4536 e 0 to 0 dl 1746139108 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139097.752810:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011dd85880 with x1830958840233728 ext(0->4095) 00002000:00010000:1.0:1746139097.752814:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011dd85880 00000100:00100000:0.0:1746139097.755279:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139097.755447:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840233856 00000100:00100000:2.0:1746139097.755457:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840233856 00000100:00100000:2.0:1746139097.755503:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29632 00000100:00100000:2.0:1746139097.755510:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011dd84a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840233856:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139097.755526:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139097.755553:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008763c000/0x1f9f6ca451acb0bd lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3511f23 expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.755587:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008763c600/0x1f9f6ca451acb0b6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f1c expref: 31 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.755594:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139097.755595:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139097.755599:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008763c000/0x1f9f6ca451acb0bd lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f23 expref: 6 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.755675:0:18644:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008763c600/0x1f9f6ca451acb0b6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f1c expref: 31 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.755687:0:18644:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008763c600/0x1f9f6ca451acb0b6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f1c expref: 31 pid: 18644 timeout: 823 lvb_type: 0 00000100:00100000:2.0:1746139097.755700:0:18644:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cbae300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832101632:192.168.203.56@tcp:104: 00000100:00100000:2.0:1746139097.755776:0:18644:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a066d900 going to sleep for 11 seconds 00000100:00100000:2.0:1746139097.758187:0:18644:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cbae300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832101632:192.168.203.56@tcp:104: 00010000:00010000:2.0:1746139097.758220:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008763c000/0x1f9f6ca451acb0bd lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f23 expref: 6 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.758235:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008763c000, rc 0) 00000100:00100000:2.0:1746139097.758275:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011dd84a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840233856:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2765us (3007us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139097.758282:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29632 00000100:00100000:0.0:1746139097.760198:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139097.760280:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840233984 00000100:00100000:2.0:1746139097.760289:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840233984 00010000:00010000:2.0:1746139097.760318:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008763c600/0x1f9f6ca451acb0b6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f1c expref: 32 pid: 18644 timeout: 823 lvb_type: 0 00000100:00100000:2.0:1746139097.760914:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16946 00000100:00100000:2.0:1746139097.760922:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0220380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+32:2008:x1830958840233984:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139097.760936:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139097.760956:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008763c600/0x1f9f6ca451acb0b6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f1c expref: 32 pid: 18644 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746139097.760968:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008763c600/0x1f9f6ca451acb0b6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f1c expref: 32 pid: 18644 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746139097.760991:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008763c600/0x1f9f6ca451acb0b6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f1c expref: 32 pid: 18644 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746139097.761021:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139097.761023:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139097.761030:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008763c000/0x1f9f6ca451acb0bd lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f23 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.761038:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008763c000/0x1f9f6ca451acb0bd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f23 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.761071:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008763c000/0x1f9f6ca451acb0bd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f23 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746139097.761083:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cbae300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832101760:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139097.761165:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a066d900 going to sleep for 11 seconds 00000100:00100000:2.0:1746139097.761974:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139097.762046:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840234112 00000100:00100000:0.0:1746139097.762052:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840234112 00000100:00100000:0.0:1746139097.762091:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29633 00000100:00100000:0.0:1746139097.762097:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+32:1800:x1830958840234112:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746139097.762111:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746139097.762123:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f14ea00/0x1f9f6ca451acb0c4 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3511f2a expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139097.762143:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008763c000/0x1f9f6ca451acb0bd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f23 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139097.762149:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139097.762150:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139097.762153:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f14ea00/0x1f9f6ca451acb0c4 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f2a expref: 33 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139097.762172:0:18644:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008763c000/0x1f9f6ca451acb0bd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f23 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139097.762182:0:18644:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008763c000/0x1f9f6ca451acb0bd lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f23 expref: 5 pid: 18644 timeout: 823 lvb_type: 0 00000100:00100000:0.0:1746139097.762200:0:18644:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0220e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832101888:192.168.203.56@tcp:104: 00000100:00100000:0.0:1746139097.763256:0:18644:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007fe37e40 going to sleep for 11 seconds 00000100:00100000:2.0:1746139097.764396:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cbae300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832101760:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139097.764416:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139097.764452:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0220380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+33:2008:x1830958840233984:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3530us (4263us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139097.764463:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16946 00000100:00100000:0.0:1746139097.765079:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139097.765360:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840234368 00000100:00100000:1.0:1746139097.765366:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840234368 00002000:00100000:1.0:1746139097.765404:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800a0223100 x1830958840234368/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:23/0 lens 488/0 e 0 to 0 dl 1746139108 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139097.765414:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0223100 with x1830958840234368 ext(0->4095) 00010000:00010000:1.0:1746139097.765423:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008763c000/0x1f9f6ca451acb0bd lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f23 expref: 6 pid: 18644 timeout: 823 lvb_type: 0 00010000:00010000:1.0:1746139097.765436:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008763c000/0x1f9f6ca451acb0bd lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f23 expref: 6 pid: 18644 timeout: 823 lvb_type: 0 00002000:00010000:1.0:1746139097.765442:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a0223100 00000100:00100000:1.0:1746139097.765472:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2518 00000100:00100000:1.0:1746139097.765479:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0223100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840234368:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746139097.765803:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0223100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840234368:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 322us (724us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139097.765809:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2518 00002000:00100000:1.0:1746139097.765814:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800a0223100 x1830958840234368/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:23/0 lens 488/4536 e 0 to 0 dl 1746139108 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139097.765821:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0223100 with x1830958840234368 ext(0->4095) 00010000:00010000:1.0:1746139097.765825:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008763c000/0x1f9f6ca451acb0bd lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f23 expref: 6 pid: 18644 timeout: 823 lvb_type: 0 00010000:00010000:1.0:1746139097.765833:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008763c000/0x1f9f6ca451acb0bd lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f23 expref: 6 pid: 18644 timeout: 823 lvb_type: 0 00002000:00010000:1.0:1746139097.765838:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a0223100 00000100:00100000:2.0:1746139097.766051:0:18644:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0220e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832101888:192.168.203.56@tcp:104: 00010000:00010000:2.0:1746139097.766078:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f14ea00/0x1f9f6ca451acb0c4 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f2a expref: 32 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.766092:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f14ea00, rc 0) 00000100:00100000:2.0:1746139097.766115:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+32:1800:x1830958840234112:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4018us (4144us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139097.766123:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29633 00000100:00100000:0.0:1746139097.768214:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139097.768300:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139097.768454:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840234496 00000100:00100000:2.0:1746139097.768461:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840234496 00000100:00100000:2.0:1746139097.768496:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29634 00000100:00100000:2.0:1746139097.768503:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0223800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+32:1814:x1830958840234496:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139097.768539:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139097.768558:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008763c800/0x1f9f6ca451acb0cb lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3511f31 expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.768585:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139097.768592:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f14ea00/0x1f9f6ca451acb0c4 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f2a expref: 33 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.768602:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139097.768606:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008763c800/0x1f9f6ca451acb0cb lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f31 expref: 33 pid: 18644 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139097.768611:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840234624 00000100:00100000:3.0:1746139097.768637:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840234624 00010000:00010000:3.0:1746139097.768658:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008763c000/0x1f9f6ca451acb0bd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f23 expref: 6 pid: 18644 timeout: 823 lvb_type: 0 00000100:00100000:3.0:1746139097.768897:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16947 00000100:00100000:3.0:1746139097.768905:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0221500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840234624:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139097.768914:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139097.768935:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008763c000/0x1f9f6ca451acb0bd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f23 expref: 6 pid: 18644 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746139097.768956:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008763c000/0x1f9f6ca451acb0bd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f23 expref: 6 pid: 18644 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746139097.768978:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008763c000/0x1f9f6ca451acb0bd lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f23 expref: 6 pid: 18644 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746139097.768996:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139097.768999:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139097.769005:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f14ea00/0x1f9f6ca451acb0c4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f2a expref: 33 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139097.769012:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f14ea00/0x1f9f6ca451acb0c4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f2a expref: 33 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.769027:0:18644:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f14ea00/0x1f9f6ca451acb0c4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f2a expref: 33 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.769039:0:18644:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f14ea00/0x1f9f6ca451acb0c4 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f2a expref: 33 pid: 18644 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746139097.769211:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f14ea00/0x1f9f6ca451acb0c4 lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f2a expref: 33 pid: 18644 timeout: 823 lvb_type: 0 00000100:00100000:2.0:1746139097.769211:0:18644:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cbae300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832102016:192.168.203.56@tcp:104: 00010000:00010000:3.0:1746139097.769220:0:15672:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f14ea00/0x1f9f6ca451acb0c4 lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f2a expref: 33 pid: 18644 timeout: 823 lvb_type: 0 00000100:00100000:3.0:1746139097.769229:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0759f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832102144:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139097.769942:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800acdb0480 going to sleep for 11 seconds 00000100:00100000:2.0:1746139097.770136:0:18644:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a066d900 going to sleep for 11 seconds 00000100:00100000:3.0:1746139097.771684:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0759f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832102144:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139097.771709:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139097.771763:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0221500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2008:x1830958840234624:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 2858us (3461us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139097.771773:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16947 00000100:00100000:1.0:1746139097.771979:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139097.772019:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840234880 00000100:00100000:0.0:1746139097.772028:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840234880 00002000:00100000:0.0:1746139097.772062:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009ed1c380 x1830958840234880/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:23/0 lens 488/0 e 0 to 0 dl 1746139108 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139097.772072:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ed1c380 with x1830958840234880 ext(0->4095) 00010000:00010000:0.0:1746139097.772080:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f14ea00/0x1f9f6ca451acb0c4 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f2a expref: 34 pid: 18644 timeout: 823 lvb_type: 0 00010000:00010000:0.0:1746139097.772093:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f14ea00/0x1f9f6ca451acb0c4 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f2a expref: 34 pid: 18644 timeout: 823 lvb_type: 0 00002000:00010000:0.0:1746139097.772099:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ed1c380 00000100:00100000:0.0:1746139097.772125:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2519 00000100:00100000:0.0:1746139097.772131:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed1c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+34:2009:x1830958840234880:12345-192.168.203.56@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746139097.772374:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed1c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+34:2009:x1830958840234880:12345-192.168.203.56@tcp:3:ptlrpcd_01_00.0 Request processed in 242us (395us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746139097.772379:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2519 00002000:00100000:0.0:1746139097.772384:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009ed1c380 x1830958840234880/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:23/0 lens 488/4536 e 0 to 0 dl 1746139108 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139097.772391:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ed1c380 with x1830958840234880 ext(0->4095) 00010000:00010000:0.0:1746139097.772395:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f14ea00/0x1f9f6ca451acb0c4 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f2a expref: 34 pid: 18644 timeout: 823 lvb_type: 0 00010000:00010000:0.0:1746139097.772403:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f14ea00/0x1f9f6ca451acb0c4 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f2a expref: 34 pid: 18644 timeout: 823 lvb_type: 0 00002000:00010000:0.0:1746139097.772413:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ed1c380 00000100:00100000:2.0:1746139097.772477:0:18644:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cbae300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832102016:192.168.203.56@tcp:104: 00010000:00010000:2.0:1746139097.772497:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008763c800/0x1f9f6ca451acb0cb lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f31 expref: 33 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.772510:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008763c800, rc 0) 00000100:00100000:2.0:1746139097.772539:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0223800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+33:1814:x1830958840234496:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4029us (4325us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139097.772546:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29634 00000100:00100000:0.0:1746139097.773912:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139097.773985:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840235008 00000100:00100000:3.0:1746139097.773992:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840235008 00010000:00010000:3.0:1746139097.774017:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f14ea00/0x1f9f6ca451acb0c4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f2a expref: 33 pid: 18644 timeout: 823 lvb_type: 0 00000100:00100000:3.0:1746139097.774097:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16948 00000100:00100000:3.0:1746139097.774104:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124a2f050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+33:2009:x1830958840235008:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139097.774118:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139097.774139:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f14ea00/0x1f9f6ca451acb0c4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f2a expref: 33 pid: 18644 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746139097.774150:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f14ea00/0x1f9f6ca451acb0c4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f2a expref: 33 pid: 18644 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746139097.774171:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f14ea00/0x1f9f6ca451acb0c4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f2a expref: 33 pid: 18644 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746139097.774184:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139097.774186:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139097.774191:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008763c800/0x1f9f6ca451acb0cb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f31 expref: 32 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139097.774199:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008763c800/0x1f9f6ca451acb0cb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f31 expref: 32 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139097.774228:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008763c800/0x1f9f6ca451acb0cb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f31 expref: 32 pid: 18644 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139097.774239:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0759f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832102272:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139097.774765:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800acdb0480 going to sleep for 11 seconds 00000100:00100000:0.0:1746139097.776743:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139097.776910:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0759f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832102272:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139097.776935:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139097.776972:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124a2f050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+32:2009:x1830958840235008:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 2868us (3067us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139097.776984:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16948 00000100:00100000:2.0:1746139097.777096:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840235264 00000100:00100000:2.0:1746139097.777102:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840235264 00002000:00100000:2.0:1746139097.777135:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800a0222d80 x1830958840235264/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:23/0 lens 488/0 e 0 to 0 dl 1746139108 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139097.777144:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0222d80 with x1830958840235264 ext(0->4095) 00002000:00010000:2.0:1746139097.777149:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a0222d80 00000100:00100000:2.0:1746139097.777179:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13173 00000100:00100000:2.0:1746139097.777185:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0222d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+32:2008:x1830958840235264:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746139097.777304:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0222d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+32:2008:x1830958840235264:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 119us (568us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746139097.777310:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13173 00002000:00100000:2.0:1746139097.777315:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800a0222d80 x1830958840235264/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:23/0 lens 488/4536 e 0 to 0 dl 1746139108 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139097.777321:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0222d80 with x1830958840235264 ext(0->4095) 00002000:00010000:2.0:1746139097.777324:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a0222d80 00000100:00100000:0.0:1746139097.779517:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139097.779886:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840235392 00000100:00100000:2.0:1746139097.779895:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840235392 00000100:00100000:2.0:1746139097.779934:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29635 00000100:00100000:2.0:1746139097.779942:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ff6d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840235392:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139097.780065:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139097.780083:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008763c400/0x1f9f6ca451acb0d2 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3511f38 expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.780112:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008763c800/0x1f9f6ca451acb0cb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f31 expref: 31 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.780119:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139097.780121:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139097.780124:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008763c400/0x1f9f6ca451acb0d2 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f38 expref: 6 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.780160:0:18644:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008763c800/0x1f9f6ca451acb0cb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f31 expref: 31 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.780172:0:18644:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008763c800/0x1f9f6ca451acb0cb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f31 expref: 31 pid: 18644 timeout: 823 lvb_type: 0 00000100:00100000:2.0:1746139097.780183:0:18644:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cbae300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832102400:192.168.203.56@tcp:104: 00000100:00100000:2.0:1746139097.780266:0:18644:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a066df00 going to sleep for 11 seconds 00000100:00100000:2.0:1746139097.781560:0:18644:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cbae300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832102400:192.168.203.56@tcp:104: 00010000:00010000:2.0:1746139097.781587:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008763c400/0x1f9f6ca451acb0d2 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f38 expref: 6 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.781601:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008763c400, rc 0) 00000100:00100000:2.0:1746139097.781669:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ff6d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840235392:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1727us (2160us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139097.781676:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29635 00000100:00100000:0.0:1746139097.783513:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139097.783651:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840235520 00000100:00100000:3.0:1746139097.783660:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840235520 00010000:00010000:3.0:1746139097.783698:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008763c800/0x1f9f6ca451acb0cb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f31 expref: 32 pid: 18644 timeout: 823 lvb_type: 0 00000100:00100000:3.0:1746139097.783742:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16949 00000100:00100000:3.0:1746139097.783749:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0223800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+32:2007:x1830958840235520:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139097.783761:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139097.783784:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008763c800/0x1f9f6ca451acb0cb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f31 expref: 32 pid: 18644 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746139097.783796:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008763c800/0x1f9f6ca451acb0cb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f31 expref: 32 pid: 18644 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746139097.783818:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008763c800/0x1f9f6ca451acb0cb lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f31 expref: 32 pid: 18644 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746139097.783850:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139097.783852:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139097.783859:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008763c400/0x1f9f6ca451acb0d2 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f38 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139097.783866:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008763c400/0x1f9f6ca451acb0d2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f38 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139097.783898:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008763c400/0x1f9f6ca451acb0d2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f38 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139097.783909:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0759f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832102528:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139097.783976:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800acdb09c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746139097.787541:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139097.787879:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840235776 00000100:00100000:1.0:1746139097.787889:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840235776 00002000:00100000:1.0:1746139097.787938:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800a0220380 x1830958840235776/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:23/0 lens 488/0 e 0 to 0 dl 1746139108 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139097.787947:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0220380 with x1830958840235776 ext(0->4095) 00002000:00010000:1.0:1746139097.787951:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a0220380 00000100:00100000:3.0:1746139097.788701:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0759f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832102528:192.168.203.56@tcp:105: 00000100:00100000:1.0:1746139097.788702:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13174 00000100:00100000:1.0:1746139097.788712:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0220380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840235776:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00010000:00010000:3.0:1746139097.788729:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139097.788770:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0223800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+31:2007:x1830958840235520:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 5020us (5265us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139097.788824:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16949 00000100:00100000:1.0:1746139097.788833:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0220380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840235776:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 123us (1313us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139097.788842:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13174 00002000:00100000:1.0:1746139097.788847:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800a0220380 x1830958840235776/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:23/0 lens 488/4536 e 0 to 0 dl 1746139108 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139097.788855:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0220380 with x1830958840235776 ext(0->4095) 00002000:00010000:1.0:1746139097.788858:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a0220380 00000100:00100000:0.0:1746139097.789023:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139097.789340:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840235904 00000100:00100000:2.0:1746139097.789345:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840235904 00000100:00100000:2.0:1746139097.789377:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29636 00000100:00100000:2.0:1746139097.789383:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0221500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+31:1800:x1830958840235904:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139097.789392:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139097.789408:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008763ce00/0x1f9f6ca451acb0d9 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3511f3f expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.789429:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008763c400/0x1f9f6ca451acb0d2 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f38 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.789437:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139097.789439:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139097.789442:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008763ce00/0x1f9f6ca451acb0d9 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f3f expref: 32 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.789474:0:18644:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008763c400/0x1f9f6ca451acb0d2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f38 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.789485:0:18644:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008763c400/0x1f9f6ca451acb0d2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f38 expref: 5 pid: 18644 timeout: 823 lvb_type: 0 00000100:00100000:2.0:1746139097.789498:0:18644:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cbad880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832102656:192.168.203.56@tcp:104: 00000100:00100000:2.0:1746139097.790227:0:18644:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a066df00 going to sleep for 11 seconds 00000100:00100000:0.0:1746139097.792033:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139097.793002:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139097.793148:0:18644:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cbad880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832102656:192.168.203.56@tcp:104: 00010000:00010000:3.0:1746139097.793188:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008763ce00/0x1f9f6ca451acb0d9 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f3f expref: 32 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139097.793205:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008763ce00, rc 0) 00000100:00100000:2.0:1746139097.793215:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840236032 00000100:00100000:2.0:1746139097.793223:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840236032 00000100:00100000:3.0:1746139097.793254:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0221500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+33:1800:x1830958840235904:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3870us (4230us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139097.793261:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29636 00000100:00100000:2.0:1746139097.793278:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29637 00000100:00100000:2.0:1746139097.793286:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0220e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+32:1814:x1830958840236032:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:3.0:1746139097.793295:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840236160 00000100:00100000:3.0:1746139097.793299:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840236160 00010000:00010000:2.0:1746139097.793306:0:9563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139097.793316:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008763c400/0x1f9f6ca451acb0d2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f38 expref: 6 pid: 18644 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746139097.793321:0:9563:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008763dc00/0x1f9f6ca451acb0e0 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3511f46 expref: -99 pid: 9563 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139097.793332:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16950 00000100:00100000:3.0:1746139097.793336:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800885cea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840236160:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139097.793340:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139097.793343:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139097.793346:0:9563:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008763ce00/0x1f9f6ca451acb0d9 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f3f expref: 33 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.793352:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139097.793355:0:9563:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008763dc00/0x1f9f6ca451acb0e0 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f46 expref: 33 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139097.793365:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008763c400/0x1f9f6ca451acb0d2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f38 expref: 6 pid: 18644 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746139097.793375:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008763c400/0x1f9f6ca451acb0d2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f38 expref: 6 pid: 18644 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746139097.793387:0:9563:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008763ce00/0x1f9f6ca451acb0d9 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f3f expref: 33 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139097.793396:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008763c400/0x1f9f6ca451acb0d2 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f38 expref: 6 pid: 18644 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746139097.793400:0:9563:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008763dc00/0x1f9f6ca451acb0e0 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f46 expref: 33 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.793406:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139097.793407:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139097.793412:0:9563:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008763ce00/0x1f9f6ca451acb0d9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f3f expref: 33 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.793418:0:9563:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008763ce00/0x1f9f6ca451acb0d9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f3f expref: 33 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139097.793979:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139097.794005:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800885cea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2008:x1830958840236160:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 666us (1003us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139097.794012:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16950 00010000:00010000:2.0:1746139097.794037:0:9563:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008763ce00/0x1f9f6ca451acb0d9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f3f expref: 33 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.794048:0:9563:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008763ce00/0x1f9f6ca451acb0d9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f3f expref: 33 pid: 18644 timeout: 823 lvb_type: 0 00000100:00100000:2.0:1746139097.794060:0:9563:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cbac380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832102912:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139097.794120:0:9563:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a066d3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746139097.796954:0:9563:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cbac380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832102912:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139097.796978:0:9563:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008763dc00, rc 0) 00000100:00100000:3.0:1746139097.797029:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139097.797037:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0220e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+33:1814:x1830958840236032:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3750us (5011us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139097.797046:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29637 00000100:00100000:3.0:1746139097.797107:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840236416 00000100:00100000:3.0:1746139097.797112:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840236416 00002000:00100000:3.0:1746139097.797154:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800a0759f80 x1830958840236416/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:23/0 lens 488/0 e 0 to 0 dl 1746139108 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139097.797164:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0759f80 with x1830958840236416 ext(0->4095) 00010000:00010000:3.0:1746139097.797173:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008763ce00/0x1f9f6ca451acb0d9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f3f expref: 33 pid: 18644 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746139097.797185:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008763ce00/0x1f9f6ca451acb0d9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f3f expref: 33 pid: 18644 timeout: 823 lvb_type: 0 00002000:00010000:3.0:1746139097.797191:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a0759f80 00000100:00100000:3.0:1746139097.798081:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2520 00000100:00100000:3.0:1746139097.798091:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0759f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+33:2007:x1830958840236416:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746139097.798246:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0759f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+33:2007:x1830958840236416:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 157us (1219us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746139097.798252:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2520 00002000:00100000:3.0:1746139097.798258:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800a0759f80 x1830958840236416/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:23/0 lens 488/4536 e 0 to 0 dl 1746139108 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139097.798266:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0759f80 with x1830958840236416 ext(0->4095) 00010000:00010000:3.0:1746139097.798272:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008763ce00/0x1f9f6ca451acb0d9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f3f expref: 33 pid: 18644 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746139097.798282:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008763ce00/0x1f9f6ca451acb0d9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f3f expref: 33 pid: 18644 timeout: 823 lvb_type: 0 00002000:00010000:3.0:1746139097.798288:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a0759f80 00000100:00100000:0.0:1746139097.801412:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139097.801540:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840236544 00000100:00100000:3.0:1746139097.801550:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840236544 00010000:00010000:3.0:1746139097.801592:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008763ce00/0x1f9f6ca451acb0d9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f3f expref: 33 pid: 18644 timeout: 823 lvb_type: 0 00000100:00100000:3.0:1746139097.801693:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16951 00000100:00100000:3.0:1746139097.801701:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800885cca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+33:2007:x1830958840236544:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139097.801715:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139097.801738:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008763ce00/0x1f9f6ca451acb0d9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f3f expref: 33 pid: 18644 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746139097.801749:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008763ce00/0x1f9f6ca451acb0d9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f3f expref: 33 pid: 18644 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746139097.801772:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008763ce00/0x1f9f6ca451acb0d9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f3f expref: 33 pid: 18644 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746139097.802149:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139097.802153:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139097.802161:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008763dc00/0x1f9f6ca451acb0e0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f46 expref: 32 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139097.802172:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008763dc00/0x1f9f6ca451acb0e0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f46 expref: 32 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139097.802242:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008763dc00/0x1f9f6ca451acb0e0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f46 expref: 32 pid: 9563 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139097.802254:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0758000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832103040:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139097.802445:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800acdb0e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746139097.804042:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0758000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832103040:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139097.804066:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139097.804107:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800885cca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+32:2007:x1830958840236544:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 2406us (2706us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139097.804118:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16951 00000100:00100000:0.0:1746139097.805414:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139097.805505:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840236800 00000100:00100000:1.0:1746139097.805513:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840236800 00002000:00100000:1.0:1746139097.805572:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800885cd880 x1830958840236800/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:23/0 lens 488/0 e 0 to 0 dl 1746139108 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139097.805581:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800885cd880 with x1830958840236800 ext(0->4095) 00002000:00010000:1.0:1746139097.805586:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800885cd880 00000100:00100000:1.0:1746139097.805663:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13175 00000100:00100000:1.0:1746139097.805671:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800885cd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+32:2009:x1830958840236800:12345-192.168.203.56@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746139097.805854:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800885cd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+32:2009:x1830958840236800:12345-192.168.203.56@tcp:3:ptlrpcd_01_00.0 Request processed in 184us (444us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139097.805860:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13175 00002000:00100000:1.0:1746139097.805866:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800885cd880 x1830958840236800/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:23/0 lens 488/4536 e 0 to 0 dl 1746139108 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139097.805873:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800885cd880 with x1830958840236800 ext(0->4095) 00002000:00010000:1.0:1746139097.805876:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800885cd880 00000100:00100000:0.0:1746139097.807280:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139097.807447:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840236928 00000100:00100000:2.0:1746139097.807455:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840236928 00000100:00100000:2.0:1746139097.807487:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29638 00000100:00100000:2.0:1746139097.807493:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800885ced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840236928:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139097.807504:0:9563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139097.807520:0:9563:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008763c800/0x1f9f6ca451acb0e7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3511f4d expref: -99 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.807555:0:9563:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008763dc00/0x1f9f6ca451acb0e0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f46 expref: 31 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.807562:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139097.807564:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139097.807567:0:9563:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008763c800/0x1f9f6ca451acb0e7 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f4d expref: 6 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.807596:0:9563:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008763dc00/0x1f9f6ca451acb0e0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f46 expref: 31 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.807607:0:9563:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008763dc00/0x1f9f6ca451acb0e0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f46 expref: 31 pid: 9563 timeout: 823 lvb_type: 0 00000100:00100000:2.0:1746139097.807644:0:9563:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cbac380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832103168:192.168.203.56@tcp:104: 00000100:00100000:2.0:1746139097.807730:0:9563:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a066d3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746139097.811271:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139097.811455:0:9563:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cbac380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832103168:192.168.203.56@tcp:104: 00010000:00010000:2.0:1746139097.811489:0:9563:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008763c800/0x1f9f6ca451acb0e7 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f4d expref: 6 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.811505:0:9563:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008763c800, rc 0) 00000100:00100000:2.0:1746139097.811553:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800885ced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840236928:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4060us (4278us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139097.811562:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29638 00000100:00100000:3.0:1746139097.812147:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840237056 00000100:00100000:3.0:1746139097.812155:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840237056 00010000:00010000:3.0:1746139097.812182:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008763dc00/0x1f9f6ca451acb0e0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f46 expref: 32 pid: 9563 timeout: 823 lvb_type: 0 00000100:00100000:3.0:1746139097.812226:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16952 00000100:00100000:3.0:1746139097.812232:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800885cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+32:2008:x1830958840237056:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139097.812245:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139097.812264:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008763dc00/0x1f9f6ca451acb0e0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f46 expref: 32 pid: 9563 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746139097.812276:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008763dc00/0x1f9f6ca451acb0e0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f46 expref: 32 pid: 9563 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746139097.812297:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008763dc00/0x1f9f6ca451acb0e0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f46 expref: 32 pid: 9563 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746139097.812313:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139097.812315:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139097.812321:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008763c800/0x1f9f6ca451acb0e7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f4d expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139097.812329:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008763c800/0x1f9f6ca451acb0e7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f4d expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139097.812357:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008763c800/0x1f9f6ca451acb0e7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f4d expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139097.812368:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0758000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832103296:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139097.812424:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800acdb0e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746139097.813664:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0758000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832103296:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139097.813687:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139097.813727:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800885cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+31:2008:x1830958840237056:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 1494us (2465us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139097.813735:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16952 00000100:00100000:0.0:1746139097.815578:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139097.815820:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840237312 00000100:00100000:1.0:1746139097.815829:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840237312 00002000:00100000:1.0:1746139097.815875:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800885cc700 x1830958840237312/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:23/0 lens 488/0 e 0 to 0 dl 1746139108 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139097.815885:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800885cc700 with x1830958840237312 ext(0->4095) 00002000:00010000:1.0:1746139097.815890:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800885cc700 00000100:00100000:1.0:1746139097.815919:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13176 00000100:00100000:1.0:1746139097.815926:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800885cc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2009:x1830958840237312:12345-192.168.203.56@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746139097.816143:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800885cc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2009:x1830958840237312:12345-192.168.203.56@tcp:3:ptlrpcd_01_00.0 Request processed in 216us (570us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139097.816148:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13176 00002000:00100000:1.0:1746139097.816154:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800885cc700 x1830958840237312/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:23/0 lens 488/4536 e 0 to 0 dl 1746139108 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139097.816160:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800885cc700 with x1830958840237312 ext(0->4095) 00002000:00010000:1.0:1746139097.816164:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800885cc700 00000100:00100000:0.0:1746139097.816877:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139097.816943:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840237440 00000100:00100000:2.0:1746139097.816948:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840237440 00000100:00100000:2.0:1746139097.816984:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29639 00000100:00100000:2.0:1746139097.816990:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800885ce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+31:1800:x1830958840237440:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139097.816999:0:9563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139097.817015:0:9563:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008763ce00/0x1f9f6ca451acb0ee lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3511f54 expref: -99 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.817039:0:9563:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008763c800/0x1f9f6ca451acb0e7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f4d expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.817047:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139097.817048:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139097.817052:0:9563:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008763ce00/0x1f9f6ca451acb0ee lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f54 expref: 32 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.817080:0:9563:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008763c800/0x1f9f6ca451acb0e7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f4d expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.817092:0:9563:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008763c800/0x1f9f6ca451acb0e7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f4d expref: 5 pid: 9563 timeout: 823 lvb_type: 0 00000100:00100000:2.0:1746139097.817104:0:9563:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cbac380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832103424:192.168.203.56@tcp:104: 00000100:00100000:2.0:1746139097.817292:0:9563:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a066d3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746139097.818813:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139097.818905:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840237568 00000100:00100000:2.0:1746139097.818911:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840237568 00000100:00100000:2.0:1746139097.818955:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29640 00000100:00100000:2.0:1746139097.818961:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800885cf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+33:1814:x1830958840237568:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139097.818972:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139097.818984:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008763c000/0x1f9f6ca451acb0f5 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3511f5b expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.819002:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139097.819007:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008763ce00/0x1f9f6ca451acb0ee lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f54 expref: 34 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.819012:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139097.819015:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008763c000/0x1f9f6ca451acb0f5 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f5b expref: 34 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.819043:0:9564:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008763ce00/0x1f9f6ca451acb0ee lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f54 expref: 34 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.819054:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008763c000/0x1f9f6ca451acb0f5 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f5b expref: 34 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.819063:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008763c000, rc 0) 00000100:00100000:2.0:1746139097.819109:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800885cf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+34:1814:x1830958840237568:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 147us (300us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139097.819116:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29640 00000100:00100000:0.0:1746139097.820142:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139097.820191:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840237696 00000100:00100000:3.0:1746139097.820196:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840237696 00010000:00010000:3.0:1746139097.820220:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008763c800/0x1f9f6ca451acb0e7 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f4d expref: 6 pid: 9563 timeout: 823 lvb_type: 0 00000100:00100000:3.0:1746139097.820251:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16953 00000100:00100000:3.0:1746139097.820256:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800885cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840237696:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139097.820266:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139097.820285:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008763c800/0x1f9f6ca451acb0e7 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f4d expref: 6 pid: 9563 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746139097.820295:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008763c800/0x1f9f6ca451acb0e7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f4d expref: 6 pid: 9563 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746139097.820313:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139097.820314:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139097.820320:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008763ce00/0x1f9f6ca451acb0ee lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f54 expref: 33 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139097.820327:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008763ce00/0x1f9f6ca451acb0ee lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f54 expref: 33 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139097.820351:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008763ce00/0x1f9f6ca451acb0ee lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f54 expref: 33 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139097.820363:0:15672:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008763ce00/0x1f9f6ca451acb0ee lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f54 expref: 33 pid: 9563 timeout: 823 lvb_type: 0 00000100:00100000:3.0:1746139097.820373:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0758000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832103680:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139097.820874:0:9563:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008763c800/0x1f9f6ca451acb0e7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f4d expref: 6 pid: 9563 timeout: 823 lvb_type: 0 00000100:00100000:2.0:1746139097.820900:0:9563:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cbac380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832103424:192.168.203.56@tcp:104: 00010000:00010000:2.0:1746139097.820919:0:9563:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008763ce00/0x1f9f6ca451acb0ee lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f54 expref: 33 pid: 9563 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746139097.820926:0:9563:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008763ce00/0x1f9f6ca451acb0ee lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f54 expref: 33 pid: 9563 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746139097.820934:0:9563:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008763ce00, rc 0) 00000100:00100000:2.0:1746139097.821882:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800885ce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+33:1800:x1830958840237440:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4886us (5001us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139097.821890:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29639 00000100:00100000:3.0:1746139097.821924:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800acdb0e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746139097.825687:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0758000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832103680:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139097.825717:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139097.825770:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800885cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2007:x1830958840237696:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 5512us (5628us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139097.825781:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16953 00000100:00100000:0.0:1746139097.826818:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139097.827132:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840237952 00000100:00100000:1.0:1746139097.827139:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840237952 00002000:00100000:1.0:1746139097.827179:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800885cc000 x1830958840237952/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:23/0 lens 488/0 e 0 to 0 dl 1746139108 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139097.827189:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800885cc000 with x1830958840237952 ext(0->4095) 00010000:00010000:1.0:1746139097.827197:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008763ce00/0x1f9f6ca451acb0ee lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f54 expref: 33 pid: 9563 timeout: 823 lvb_type: 0 00010000:00010000:1.0:1746139097.827209:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008763ce00/0x1f9f6ca451acb0ee lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f54 expref: 33 pid: 9563 timeout: 823 lvb_type: 0 00002000:00010000:1.0:1746139097.827215:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800885cc000 00000100:00100000:1.0:1746139097.827243:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2521 00000100:00100000:1.0:1746139097.827249:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800885cc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+33:2008:x1830958840237952:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746139097.827367:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800885cc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+33:2008:x1830958840237952:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 118us (555us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139097.827373:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2521 00002000:00100000:1.0:1746139097.827377:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800885cc000 x1830958840237952/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:23/0 lens 488/4536 e 0 to 0 dl 1746139108 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139097.827383:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800885cc000 with x1830958840237952 ext(0->4095) 00010000:00010000:1.0:1746139097.827387:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008763ce00/0x1f9f6ca451acb0ee lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f54 expref: 33 pid: 9563 timeout: 823 lvb_type: 0 00010000:00010000:1.0:1746139097.827395:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008763ce00/0x1f9f6ca451acb0ee lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f54 expref: 33 pid: 9563 timeout: 823 lvb_type: 0 00002000:00010000:1.0:1746139097.827400:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800885cc000 00000100:00100000:0.0:1746139097.831357:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139097.832053:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840238080 00000100:00100000:3.0:1746139097.832063:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840238080 00010000:00010000:3.0:1746139097.832104:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008763ce00/0x1f9f6ca451acb0ee lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f54 expref: 33 pid: 9563 timeout: 823 lvb_type: 0 00000100:00100000:3.0:1746139097.832138:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16954 00000100:00100000:3.0:1746139097.832146:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800885ce300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+33:2008:x1830958840238080:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139097.832161:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139097.832182:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008763ce00/0x1f9f6ca451acb0ee lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f54 expref: 33 pid: 9563 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746139097.832193:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008763ce00/0x1f9f6ca451acb0ee lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f54 expref: 33 pid: 9563 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746139097.832214:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008763ce00/0x1f9f6ca451acb0ee lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f54 expref: 33 pid: 9563 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746139097.832246:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139097.832249:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139097.832255:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008763c000/0x1f9f6ca451acb0f5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f5b expref: 32 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139097.832262:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008763c000/0x1f9f6ca451acb0f5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f5b expref: 32 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139097.832299:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008763c000/0x1f9f6ca451acb0f5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f5b expref: 32 pid: 9564 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139097.832311:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0758000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832103808:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139097.832391:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800acdb0e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746139097.835436:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0758000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832103808:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139097.835463:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139097.835506:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800885ce300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+32:2008:x1830958840238080:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3359us (4158us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139097.835516:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16954 00000100:00100000:0.0:1746139097.836168:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139097.836645:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840238336 00000100:00100000:3.0:1746139097.836652:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840238336 00002000:00100000:3.0:1746139097.836696:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800885cdc00 x1830958840238336/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:23/0 lens 488/0 e 0 to 0 dl 1746139108 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139097.836706:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800885cdc00 with x1830958840238336 ext(0->4095) 00002000:00010000:3.0:1746139097.836710:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800885cdc00 00000100:00100000:3.0:1746139097.836740:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13177 00000100:00100000:3.0:1746139097.836748:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800885cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+32:2007:x1830958840238336:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746139097.837333:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800885cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+32:2007:x1830958840238336:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 583us (1166us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746139097.837340:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13177 00002000:00100000:3.0:1746139097.837345:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800885cdc00 x1830958840238336/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:23/0 lens 488/4536 e 0 to 0 dl 1746139108 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139097.837352:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800885cdc00 with x1830958840238336 ext(0->4095) 00002000:00010000:3.0:1746139097.837354:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800885cdc00 00000100:00100000:0.0:1746139097.839512:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139097.839685:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840238464 00000100:00100000:2.0:1746139097.839695:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840238464 00000100:00100000:2.0:1746139097.839747:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29641 00000100:00100000:2.0:1746139097.839754:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800885cce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840238464:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139097.839770:0:9563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139097.839788:0:9563:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008763d400/0x1f9f6ca451acb0fc lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3511f62 expref: -99 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.839814:0:9563:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008763c000/0x1f9f6ca451acb0f5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f5b expref: 31 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.839824:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139097.839826:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139097.839829:0:9563:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008763d400/0x1f9f6ca451acb0fc lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f62 expref: 6 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.839859:0:9563:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008763c000/0x1f9f6ca451acb0f5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f5b expref: 31 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.839870:0:9563:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008763c000/0x1f9f6ca451acb0f5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f5b expref: 31 pid: 9564 timeout: 823 lvb_type: 0 00000100:00100000:2.0:1746139097.839881:0:9563:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cbac380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832103936:192.168.203.56@tcp:104: 00000100:00100000:2.0:1746139097.839961:0:9563:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a066d3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746139097.841660:0:9563:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cbac380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832103936:192.168.203.56@tcp:104: 00010000:00010000:2.0:1746139097.841689:0:9563:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008763d400/0x1f9f6ca451acb0fc lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f62 expref: 6 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.841704:0:9563:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008763d400, rc 0) 00000100:00100000:2.0:1746139097.841738:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800885cce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840238464:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1984us (2235us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139097.841747:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29641 00000100:00100000:0.0:1746139097.843563:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139097.843659:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840238592 00000100:00100000:3.0:1746139097.843667:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840238592 00010000:00010000:3.0:1746139097.843702:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008763c000/0x1f9f6ca451acb0f5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f5b expref: 32 pid: 9564 timeout: 823 lvb_type: 0 00000100:00100000:3.0:1746139097.844092:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16955 00000100:00100000:3.0:1746139097.844100:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124a2c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+32:2008:x1830958840238592:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139097.844115:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139097.844136:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008763c000/0x1f9f6ca451acb0f5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f5b expref: 32 pid: 9564 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746139097.844147:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008763c000/0x1f9f6ca451acb0f5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f5b expref: 32 pid: 9564 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746139097.844168:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008763c000/0x1f9f6ca451acb0f5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f5b expref: 32 pid: 9564 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746139097.844360:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139097.844362:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139097.844370:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008763d400/0x1f9f6ca451acb0fc lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f62 expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139097.844377:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008763d400/0x1f9f6ca451acb0fc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f62 expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139097.844412:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008763d400/0x1f9f6ca451acb0fc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f62 expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139097.844424:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0758000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832104064:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139097.844504:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800acdb0e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746139097.847101:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139097.847194:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139097.847293:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0758000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832104064:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139097.847317:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139097.847355:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124a2c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+31:2008:x1830958840238592:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3255us (3800us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139097.847364:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16955 00000100:00100000:3.0:1746139097.847437:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840238976 00000100:00100000:3.0:1746139097.847442:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840238976 00000100:00100000:3.0:1746139097.847476:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29642 00000100:00100000:3.0:1746139097.847483:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800885cd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+31:1800:x1830958840238976:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746139097.847500:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139097.847515:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9c000/0x1f9f6ca451acb103 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3511f69 expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139097.847557:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008763d400/0x1f9f6ca451acb0fc lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f62 expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139097.847564:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139097.847566:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139097.847569:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9c000/0x1f9f6ca451acb103 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f69 expref: 32 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139097.847594:0:18644:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008763d400/0x1f9f6ca451acb0fc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f62 expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139097.847605:0:18644:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008763d400/0x1f9f6ca451acb0fc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f62 expref: 5 pid: 9563 timeout: 823 lvb_type: 0 00000100:00100000:3.0:1746139097.847649:0:18644:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0758000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832104192:192.168.203.56@tcp:104: 00000100:00100000:2.0:1746139097.847775:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840238848 00000100:00100000:2.0:1746139097.847783:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840238848 00002000:00100000:2.0:1746139097.847809:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800885cd500 x1830958840238848/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:23/0 lens 488/0 e 0 to 0 dl 1746139108 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139097.847823:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800885cd500 with x1830958840238848 ext(0->4095) 00010000:00010000:2.0:1746139097.847829:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008763d400/0x1f9f6ca451acb0fc lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f62 expref: 6 pid: 9563 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746139097.847838:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008763d400/0x1f9f6ca451acb0fc lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f62 expref: 6 pid: 9563 timeout: 823 lvb_type: 0 00002000:00010000:2.0:1746139097.847843:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800885cd500 00000100:00100000:2.0:1746139097.847857:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2522 00000100:00100000:2.0:1746139097.847868:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800885cd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840238848:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746139097.847982:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800885cd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840238848:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 114us (891us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746139097.847988:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2522 00002000:00100000:2.0:1746139097.847993:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800885cd500 x1830958840238848/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:23/0 lens 488/4536 e 0 to 0 dl 1746139108 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139097.848000:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800885cd500 with x1830958840238848 ext(0->4095) 00010000:00010000:2.0:1746139097.848004:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008763d400/0x1f9f6ca451acb0fc lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f62 expref: 6 pid: 9563 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746139097.848012:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008763d400/0x1f9f6ca451acb0fc lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f62 expref: 6 pid: 9563 timeout: 823 lvb_type: 0 00002000:00010000:2.0:1746139097.848017:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800885cd500 00000100:00100000:3.0:1746139097.848522:0:18644:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800acdb09c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746139097.850599:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139097.851844:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840239104 00000100:00100000:2.0:1746139097.851857:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840239104 00000100:00100000:2.0:1746139097.851900:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29643 00000100:00100000:2.0:1746139097.851913:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800885cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+33:1814:x1830958840239104:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139097.851931:0:9563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139097.851947:0:9563:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008763d800/0x1f9f6ca451acb10a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3511f70 expref: -99 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.851971:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139097.851976:0:9563:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9c000/0x1f9f6ca451acb103 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f69 expref: 34 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.851982:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139097.851984:0:9563:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008763d800/0x1f9f6ca451acb10a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f70 expref: 34 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.852017:0:9563:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9c000/0x1f9f6ca451acb103 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f69 expref: 34 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.852026:0:9563:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008763d800/0x1f9f6ca451acb10a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f70 expref: 34 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.852034:0:9563:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008763d800, rc 0) 00000100:00100000:2.0:1746139097.852082:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800885cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+34:1814:x1830958840239104:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 175us (1491us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139097.852088:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29643 00000100:00100000:2.0:1746139097.853272:0:18644:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0758000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832104192:192.168.203.56@tcp:104: 00010000:00010000:2.0:1746139097.853297:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9c000/0x1f9f6ca451acb103 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f69 expref: 33 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.853313:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800b1a9c000, rc 0) 00000100:00100000:2.0:1746139097.853360:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800885cd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+33:1800:x1830958840238976:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5877us (6165us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139097.853368:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29642 00000100:00100000:0.0:1746139097.853884:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139097.854243:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840239232 00000100:00100000:3.0:1746139097.854250:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840239232 00010000:00010000:3.0:1746139097.854275:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008763d400/0x1f9f6ca451acb0fc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f62 expref: 6 pid: 9563 timeout: 823 lvb_type: 0 00000100:00100000:3.0:1746139097.854716:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16956 00000100:00100000:3.0:1746139097.854724:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800885cca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840239232:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139097.854736:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139097.854755:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008763d400/0x1f9f6ca451acb0fc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f62 expref: 6 pid: 9563 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746139097.854771:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008763d400/0x1f9f6ca451acb0fc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f62 expref: 6 pid: 9563 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746139097.854792:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008763d400/0x1f9f6ca451acb0fc lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f62 expref: 6 pid: 9563 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746139097.855255:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139097.855257:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139097.855265:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9c000/0x1f9f6ca451acb103 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f69 expref: 32 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139097.855273:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9c000/0x1f9f6ca451acb103 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f69 expref: 32 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139097.855305:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9c000/0x1f9f6ca451acb103 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f69 expref: 32 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139097.855315:0:15672:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9c000/0x1f9f6ca451acb103 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f69 expref: 32 pid: 18644 timeout: 823 lvb_type: 0 00000100:00100000:3.0:1746139097.855326:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a075aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832104448:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139097.855883:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800acdb09c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746139097.859122:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a075aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832104448:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139097.859149:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139097.859203:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800885cca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2007:x1830958840239232:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 4478us (5319us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139097.859219:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16956 00000100:00100000:1.0:1746139097.859484:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139097.859759:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840239488 00000100:00100000:2.0:1746139097.859766:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840239488 00002000:00100000:2.0:1746139097.859808:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009ed1c000 x1830958840239488/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:23/0 lens 488/0 e 0 to 0 dl 1746139108 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139097.859817:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ed1c000 with x1830958840239488 ext(0->4095) 00010000:00010000:2.0:1746139097.859825:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9c000/0x1f9f6ca451acb103 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f69 expref: 33 pid: 18644 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746139097.859837:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9c000/0x1f9f6ca451acb103 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f69 expref: 33 pid: 18644 timeout: 823 lvb_type: 0 00002000:00010000:2.0:1746139097.859842:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ed1c000 00000100:00100000:2.0:1746139097.859860:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2523 00000100:00100000:2.0:1746139097.859867:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed1c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+33:2007:x1830958840239488:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746139097.859985:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed1c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+33:2007:x1830958840239488:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 119us (503us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746139097.859991:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2523 00002000:00100000:2.0:1746139097.859995:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009ed1c000 x1830958840239488/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:23/0 lens 488/4536 e 0 to 0 dl 1746139108 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139097.860008:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ed1c000 with x1830958840239488 ext(0->4095) 00010000:00010000:2.0:1746139097.860012:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9c000/0x1f9f6ca451acb103 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f69 expref: 33 pid: 18644 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746139097.860020:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9c000/0x1f9f6ca451acb103 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f69 expref: 33 pid: 18644 timeout: 823 lvb_type: 0 00002000:00010000:2.0:1746139097.860025:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ed1c000 00000100:00100000:0.0:1746139097.862514:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139097.862767:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840239616 00000100:00100000:3.0:1746139097.862776:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840239616 00010000:00010000:3.0:1746139097.862811:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9c000/0x1f9f6ca451acb103 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f69 expref: 33 pid: 18644 timeout: 823 lvb_type: 0 00000100:00100000:3.0:1746139097.862851:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16957 00000100:00100000:3.0:1746139097.862859:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800885cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+33:2009:x1830958840239616:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139097.862872:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139097.862892:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9c000/0x1f9f6ca451acb103 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f69 expref: 33 pid: 18644 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746139097.862903:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9c000/0x1f9f6ca451acb103 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f69 expref: 33 pid: 18644 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746139097.862927:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9c000/0x1f9f6ca451acb103 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f69 expref: 33 pid: 18644 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746139097.862957:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139097.862959:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139097.862966:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008763d800/0x1f9f6ca451acb10a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f70 expref: 32 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139097.862974:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008763d800/0x1f9f6ca451acb10a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f70 expref: 32 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139097.863008:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008763d800/0x1f9f6ca451acb10a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f70 expref: 32 pid: 9563 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139097.863021:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a075aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832104576:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139097.863100:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800acdb09c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746139097.865934:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a075aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832104576:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139097.865962:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139097.866007:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800885cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+32:2009:x1830958840239616:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3147us (3499us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139097.866018:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16957 00000100:00100000:0.0:1746139097.866245:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139097.868244:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840239872 00000100:00100000:1.0:1746139097.868255:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840239872 00002000:00100000:1.0:1746139097.868301:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800885cdf80 x1830958840239872/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:23/0 lens 488/0 e 0 to 0 dl 1746139108 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139097.868310:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800885cdf80 with x1830958840239872 ext(0->4095) 00002000:00010000:1.0:1746139097.868314:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800885cdf80 00000100:00100000:1.0:1746139097.868340:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13178 00000100:00100000:1.0:1746139097.868345:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800885cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+32:2007:x1830958840239872:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746139097.868474:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800885cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+32:2007:x1830958840239872:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 128us (2230us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139097.868480:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13178 00002000:00100000:1.0:1746139097.868484:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800885cdf80 x1830958840239872/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:23/0 lens 488/4536 e 0 to 0 dl 1746139108 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139097.868491:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800885cdf80 with x1830958840239872 ext(0->4095) 00002000:00010000:1.0:1746139097.868494:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800885cdf80 00000100:00100000:0.0:1746139097.870786:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139097.870956:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840240000 00000100:00100000:2.0:1746139097.870965:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840240000 00000100:00100000:2.0:1746139097.871018:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29644 00000100:00100000:2.0:1746139097.871025:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800885ce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840240000:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139097.871044:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139097.871061:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008763dc00/0x1f9f6ca451acb111 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3511f77 expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.871088:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008763d800/0x1f9f6ca451acb10a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f70 expref: 31 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.871094:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139097.871096:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139097.871099:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008763dc00/0x1f9f6ca451acb111 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f77 expref: 6 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.871128:0:18644:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008763d800/0x1f9f6ca451acb10a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f70 expref: 31 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.871144:0:18644:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008763d800/0x1f9f6ca451acb10a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f70 expref: 31 pid: 9563 timeout: 823 lvb_type: 0 00000100:00100000:2.0:1746139097.871154:0:18644:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cbac380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832104704:192.168.203.56@tcp:104: 00000100:00100000:2.0:1746139097.871238:0:18644:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a066dd80 going to sleep for 11 seconds 00000100:00100000:2.0:1746139097.873241:0:18644:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cbac380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832104704:192.168.203.56@tcp:104: 00010000:00010000:2.0:1746139097.873270:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008763dc00/0x1f9f6ca451acb111 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f77 expref: 6 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.873287:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008763dc00, rc 0) 00000100:00100000:2.0:1746139097.873931:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800885ce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840240000:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2903us (3151us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139097.873940:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29644 00000100:00100000:0.0:1746139097.874169:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139097.874390:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840240128 00000100:00100000:3.0:1746139097.874397:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840240128 00010000:00010000:3.0:1746139097.874426:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008763d800/0x1f9f6ca451acb10a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f70 expref: 32 pid: 9563 timeout: 823 lvb_type: 0 00000100:00100000:3.0:1746139097.874456:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16958 00000100:00100000:3.0:1746139097.874463:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba6f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+32:2008:x1830958840240128:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139097.874475:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139097.874499:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008763d800/0x1f9f6ca451acb10a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f70 expref: 32 pid: 9563 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746139097.874510:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008763d800/0x1f9f6ca451acb10a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f70 expref: 32 pid: 9563 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746139097.874539:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008763d800/0x1f9f6ca451acb10a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f70 expref: 32 pid: 9563 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746139097.874562:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139097.874565:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139097.874572:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008763dc00/0x1f9f6ca451acb111 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f77 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139097.874580:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008763dc00/0x1f9f6ca451acb111 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f77 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139097.874609:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008763dc00/0x1f9f6ca451acb111 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f77 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139097.874640:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a075aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832104832:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139097.874694:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800acdb09c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746139097.876007:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139097.876184:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840240384 00000100:00100000:2.0:1746139097.876190:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840240384 00002000:00100000:2.0:1746139097.876226:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009ba6e300 x1830958840240384/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:23/0 lens 488/0 e 0 to 0 dl 1746139108 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139097.876235:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba6e300 with x1830958840240384 ext(0->4095) 00002000:00010000:2.0:1746139097.876239:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ba6e300 00000100:00100000:2.0:1746139097.876268:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13179 00000100:00100000:2.0:1746139097.876276:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba6e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2009:x1830958840240384:12345-192.168.203.56@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746139097.876396:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba6e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2009:x1830958840240384:12345-192.168.203.56@tcp:3:ptlrpcd_01_00.0 Request processed in 120us (391us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746139097.876405:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13179 00002000:00100000:2.0:1746139097.876410:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009ba6e300 x1830958840240384/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:23/0 lens 488/4536 e 0 to 0 dl 1746139108 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139097.876416:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba6e300 with x1830958840240384 ext(0->4095) 00002000:00010000:2.0:1746139097.876419:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ba6e300 00000100:00100000:0.0:1746139097.876717:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139097.876918:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a075aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832104832:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139097.876940:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139097.876966:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba6f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+31:2008:x1830958840240128:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 2503us (2798us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139097.876974:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16958 00000100:00100000:2.0:1746139097.877428:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840240512 00000100:00100000:2.0:1746139097.877432:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840240512 00000100:00100000:2.0:1746139097.877459:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29645 00000100:00100000:2.0:1746139097.877465:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba6dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+31:1800:x1830958840240512:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139097.877474:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139097.877489:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008763d400/0x1f9f6ca451acb118 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3511f7e expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.877512:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008763dc00/0x1f9f6ca451acb111 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f77 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.877519:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139097.877521:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139097.877524:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008763d400/0x1f9f6ca451acb118 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f7e expref: 32 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.877561:0:18644:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008763dc00/0x1f9f6ca451acb111 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f77 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.877572:0:18644:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008763dc00/0x1f9f6ca451acb111 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f77 expref: 5 pid: 18644 timeout: 823 lvb_type: 0 00000100:00100000:2.0:1746139097.877588:0:18644:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cbac380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832104960:192.168.203.56@tcp:104: 00000100:00100000:2.0:1746139097.878363:0:18644:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a066dcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746139097.879799:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139097.880297:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840240640 00000100:00100000:2.0:1746139097.880305:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840240640 00000100:00100000:2.0:1746139097.880346:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29646 00000100:00100000:2.0:1746139097.880354:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087511c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+33:1814:x1830958840240640:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139097.880369:0:9563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139097.880384:0:9563:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008763c800/0x1f9f6ca451acb11f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3511f85 expref: -99 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.880408:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139097.880413:0:9563:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008763d400/0x1f9f6ca451acb118 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f7e expref: 34 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.880418:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139097.880421:0:9563:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008763c800/0x1f9f6ca451acb11f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f85 expref: 34 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.880455:0:9563:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008763d400/0x1f9f6ca451acb118 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f7e expref: 34 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.880467:0:9563:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008763c800/0x1f9f6ca451acb11f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f85 expref: 34 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.880476:0:9563:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008763c800, rc 0) 00000100:00100000:2.0:1746139097.881300:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087511c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+34:1814:x1830958840240640:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 943us (1505us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139097.881308:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29646 00000100:00100000:2.0:1746139097.882050:0:18644:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cbac380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832104960:192.168.203.56@tcp:104: 00010000:00010000:2.0:1746139097.882276:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008763d400/0x1f9f6ca451acb118 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f7e expref: 33 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.882290:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008763d400, rc 0) 00000100:00100000:2.0:1746139097.882331:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba6dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+33:1800:x1830958840240512:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4865us (5613us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139097.882337:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29645 00000100:00100000:0.0:1746139097.883349:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139097.883601:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840240768 00000100:00100000:3.0:1746139097.883608:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840240768 00010000:00010000:3.0:1746139097.883662:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008763dc00/0x1f9f6ca451acb111 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f77 expref: 6 pid: 18644 timeout: 823 lvb_type: 0 00000100:00100000:3.0:1746139097.883699:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16959 00000100:00100000:3.0:1746139097.883707:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087512680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840240768:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139097.883719:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139097.883738:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008763dc00/0x1f9f6ca451acb111 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f77 expref: 6 pid: 18644 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746139097.883754:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008763dc00/0x1f9f6ca451acb111 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f77 expref: 6 pid: 18644 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746139097.883777:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008763dc00/0x1f9f6ca451acb111 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f77 expref: 6 pid: 18644 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746139097.883791:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139097.883794:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139097.883800:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008763d400/0x1f9f6ca451acb118 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f7e expref: 32 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139097.883807:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008763d400/0x1f9f6ca451acb118 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f7e expref: 32 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139097.883838:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008763d400/0x1f9f6ca451acb118 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f7e expref: 32 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139097.883848:0:15672:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008763d400/0x1f9f6ca451acb118 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f7e expref: 32 pid: 18644 timeout: 823 lvb_type: 0 00000100:00100000:3.0:1746139097.883859:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a075aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832105216:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139097.883927:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800acdb09c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746139097.887425:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a075aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832105216:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139097.887460:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139097.887512:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087512680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2007:x1830958840240768:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3805us (4165us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139097.887526:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16959 00000100:00100000:0.0:1746139097.888014:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139097.888057:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840241024 00000100:00100000:2.0:1746139097.888064:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840241024 00002000:00100000:2.0:1746139097.888101:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880087513480 x1830958840241024/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:23/0 lens 488/0 e 0 to 0 dl 1746139108 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139097.888111:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087513480 with x1830958840241024 ext(0->4095) 00010000:00010000:2.0:1746139097.888119:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008763d400/0x1f9f6ca451acb118 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f7e expref: 33 pid: 18644 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746139097.888131:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008763d400/0x1f9f6ca451acb118 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f7e expref: 33 pid: 18644 timeout: 823 lvb_type: 0 00002000:00010000:2.0:1746139097.888137:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880087513480 00000100:00100000:2.0:1746139097.888165:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2524 00000100:00100000:2.0:1746139097.888172:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087513480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+33:2007:x1830958840241024:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746139097.888311:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087513480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+33:2007:x1830958840241024:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 139us (298us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746139097.888317:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2524 00002000:00100000:2.0:1746139097.888322:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880087513480 x1830958840241024/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:23/0 lens 488/4536 e 0 to 0 dl 1746139108 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139097.888329:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087513480 with x1830958840241024 ext(0->4095) 00010000:00010000:2.0:1746139097.888333:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008763d400/0x1f9f6ca451acb118 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f7e expref: 33 pid: 18644 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746139097.888341:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008763d400/0x1f9f6ca451acb118 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f7e expref: 33 pid: 18644 timeout: 823 lvb_type: 0 00002000:00010000:2.0:1746139097.888346:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880087513480 00000100:00100000:0.0:1746139097.891923:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139097.892038:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840241152 00000100:00100000:3.0:1746139097.892047:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840241152 00010000:00010000:3.0:1746139097.892086:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008763d400/0x1f9f6ca451acb118 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f7e expref: 33 pid: 18644 timeout: 823 lvb_type: 0 00000100:00100000:3.0:1746139097.892190:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16960 00000100:00100000:3.0:1746139097.892198:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087513b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+33:2007:x1830958840241152:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139097.892213:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139097.892233:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008763d400/0x1f9f6ca451acb118 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f7e expref: 33 pid: 18644 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746139097.892245:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008763d400/0x1f9f6ca451acb118 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f7e expref: 33 pid: 18644 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746139097.892266:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008763d400/0x1f9f6ca451acb118 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f7e expref: 33 pid: 18644 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746139097.892281:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139097.892283:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139097.892289:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008763c800/0x1f9f6ca451acb11f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f85 expref: 32 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139097.892296:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008763c800/0x1f9f6ca451acb11f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f85 expref: 32 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139097.892326:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008763c800/0x1f9f6ca451acb11f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f85 expref: 32 pid: 9563 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139097.892339:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a075aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832105344:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139097.892411:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800acdb09c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746139097.895567:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139097.895715:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a075aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832105344:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139097.895740:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139097.895847:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087513b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+32:2007:x1830958840241152:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3648us (3932us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139097.895857:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16960 00000100:00100000:2.0:1746139097.895869:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840241408 00000100:00100000:2.0:1746139097.895876:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840241408 00002000:00100000:2.0:1746139097.895914:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880087510a80 x1830958840241408/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:23/0 lens 488/0 e 0 to 0 dl 1746139108 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139097.895924:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087510a80 with x1830958840241408 ext(0->4095) 00002000:00010000:2.0:1746139097.895929:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880087510a80 00000100:00100000:2.0:1746139097.895958:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13180 00000100:00100000:2.0:1746139097.895965:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087510a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+32:2009:x1830958840241408:12345-192.168.203.56@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746139097.896092:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087510a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+32:2009:x1830958840241408:12345-192.168.203.56@tcp:3:ptlrpcd_01_00.0 Request processed in 127us (535us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746139097.896099:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13180 00002000:00100000:2.0:1746139097.896104:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880087510a80 x1830958840241408/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:23/0 lens 488/4536 e 0 to 0 dl 1746139108 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139097.896117:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087510a80 with x1830958840241408 ext(0->4095) 00002000:00010000:2.0:1746139097.896120:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880087510a80 00000100:00100000:0.0:1746139097.897847:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139097.898455:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840241536 00000100:00100000:2.0:1746139097.898464:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840241536 00000100:00100000:2.0:1746139097.898517:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29647 00000100:00100000:2.0:1746139097.898524:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087510700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840241536:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139097.898550:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139097.898566:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008763ce00/0x1f9f6ca451acb126 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3511f8c expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.898595:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008763c800/0x1f9f6ca451acb11f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f85 expref: 31 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.898603:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139097.898605:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139097.898609:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008763ce00/0x1f9f6ca451acb126 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f8c expref: 6 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.898667:0:18644:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008763c800/0x1f9f6ca451acb11f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f85 expref: 31 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.898679:0:18644:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008763c800/0x1f9f6ca451acb11f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f85 expref: 31 pid: 9563 timeout: 823 lvb_type: 0 00000100:00100000:2.0:1746139097.898691:0:18644:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cbac380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832105472:192.168.203.56@tcp:104: 00000100:00100000:2.0:1746139097.899726:0:18644:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a066da80 going to sleep for 11 seconds 00000100:00100000:2.0:1746139097.901701:0:18644:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cbac380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832105472:192.168.203.56@tcp:104: 00010000:00010000:2.0:1746139097.901731:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008763ce00/0x1f9f6ca451acb126 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f8c expref: 6 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.901931:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008763ce00, rc 0) 00000100:00100000:2.0:1746139097.901986:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087510700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840241536:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3460us (4143us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139097.901995:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29647 00000100:00100000:0.0:1746139097.903718:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139097.903875:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840241664 00000100:00100000:3.0:1746139097.903883:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840241664 00010000:00010000:3.0:1746139097.903919:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008763c800/0x1f9f6ca451acb11f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f85 expref: 32 pid: 9563 timeout: 823 lvb_type: 0 00000100:00100000:3.0:1746139097.903959:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16961 00000100:00100000:3.0:1746139097.903967:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087511f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+32:2007:x1830958840241664:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139097.903982:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139097.904003:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008763c800/0x1f9f6ca451acb11f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f85 expref: 32 pid: 9563 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746139097.904015:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008763c800/0x1f9f6ca451acb11f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f85 expref: 32 pid: 9563 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746139097.904038:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008763c800/0x1f9f6ca451acb11f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f85 expref: 32 pid: 9563 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746139097.904064:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139097.904067:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139097.904073:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008763ce00/0x1f9f6ca451acb126 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f8c expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139097.904085:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008763ce00/0x1f9f6ca451acb126 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f8c expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139097.904123:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008763ce00/0x1f9f6ca451acb126 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f8c expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139097.904135:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a075aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832105600:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139097.904200:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800acdb09c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746139097.906272:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139097.907347:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139097.907583:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840241792 00000100:00100000:2.0:1746139097.907592:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840241792 00000100:00100000:2.0:1746139097.907655:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29648 00000100:00100000:2.0:1746139097.907663:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087512a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+32:1800:x1830958840241792:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139097.907683:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139097.907700:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008763c400/0x1f9f6ca451acb12d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3511f93 expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.907728:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008763ce00/0x1f9f6ca451acb126 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f8c expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.907735:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139097.907737:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139097.907740:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008763c400/0x1f9f6ca451acb12d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f93 expref: 33 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.907768:0:18644:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008763ce00/0x1f9f6ca451acb126 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f8c expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.907779:0:18644:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008763ce00/0x1f9f6ca451acb126 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f8c expref: 5 pid: 18644 timeout: 823 lvb_type: 0 00000100:00100000:2.0:1746139097.907791:0:18644:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cbac380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832105728:192.168.203.56@tcp:104: 00000100:00100000:2.0:1746139097.907856:0:18644:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a066da80 going to sleep for 11 seconds 00000100:00100000:2.0:1746139097.907899:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a075aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832105600:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139097.907919:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139097.907940:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087511f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+33:2007:x1830958840241664:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3974us (4230us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139097.907949:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16961 00000100:00100000:0.0:1746139097.908114:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840242048 00000100:00100000:0.0:1746139097.908117:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840242048 00002000:00100000:0.0:1746139097.908145:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009ed1d500 x1830958840242048/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:23/0 lens 488/0 e 0 to 0 dl 1746139108 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139097.908154:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ed1d500 with x1830958840242048 ext(0->4095) 00010000:00010000:0.0:1746139097.908159:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008763ce00/0x1f9f6ca451acb126 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f8c expref: 6 pid: 18644 timeout: 823 lvb_type: 0 00010000:00010000:0.0:1746139097.908169:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008763ce00/0x1f9f6ca451acb126 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f8c expref: 6 pid: 18644 timeout: 823 lvb_type: 0 00002000:00010000:0.0:1746139097.908174:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ed1d500 00000100:00100000:0.0:1746139097.908198:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2525 00000100:00100000:0.0:1746139097.908204:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed1d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840242048:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746139097.908308:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed1d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840242048:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 104us (963us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746139097.908314:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2525 00002000:00100000:0.0:1746139097.908319:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009ed1d500 x1830958840242048/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:23/0 lens 488/4536 e 0 to 0 dl 1746139108 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139097.908326:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ed1d500 with x1830958840242048 ext(0->4095) 00010000:00010000:0.0:1746139097.908330:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008763ce00/0x1f9f6ca451acb126 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f8c expref: 6 pid: 18644 timeout: 823 lvb_type: 0 00010000:00010000:0.0:1746139097.908338:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008763ce00/0x1f9f6ca451acb126 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f8c expref: 6 pid: 18644 timeout: 823 lvb_type: 0 00002000:00010000:0.0:1746139097.908343:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ed1d500 00000100:00100000:2.0:1746139097.910281:0:18644:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cbac380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832105728:192.168.203.56@tcp:104: 00010000:00010000:2.0:1746139097.910310:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008763c400/0x1f9f6ca451acb12d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f93 expref: 32 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.910324:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008763c400, rc 0) 00000100:00100000:2.0:1746139097.910356:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087512a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+32:1800:x1830958840241792:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2694us (4093us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139097.910365:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29648 00000100:00100000:0.0:1746139097.910502:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139097.910611:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139097.910826:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840242304 00000100:00100000:2.0:1746139097.910832:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840242304 00000100:00100000:2.0:1746139097.911145:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29649 00000100:00100000:2.0:1746139097.911153:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087513100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840242304:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139097.911168:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139097.911182:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008763ca00/0x1f9f6ca451acb134 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3511f9a expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.911201:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139097.911206:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008763c400/0x1f9f6ca451acb12d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f93 expref: 31 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.911212:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139097.911216:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008763ca00/0x1f9f6ca451acb134 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f9a expref: 7 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.911243:0:18644:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008763c400/0x1f9f6ca451acb12d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f93 expref: 31 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.911252:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008763ca00/0x1f9f6ca451acb134 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f9a expref: 7 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.911259:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008763ca00, rc 0) 00000100:00100000:3.0:1746139097.911435:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840242176 00000100:00100000:3.0:1746139097.911440:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840242176 00010000:00010000:3.0:1746139097.911457:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008763ce00/0x1f9f6ca451acb126 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f8c expref: 8 pid: 18644 timeout: 823 lvb_type: 0 00000100:00100000:3.0:1746139097.911474:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16962 00000100:00100000:3.0:1746139097.911478:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124a2c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+8:2010:x1830958840242176:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139097.911487:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139097.911505:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008763ce00/0x1f9f6ca451acb126 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f8c expref: 8 pid: 18644 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746139097.911515:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008763ce00/0x1f9f6ca451acb126 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f8c expref: 8 pid: 18644 timeout: 823 lvb_type: 0 00000100:00100000:2.0:1746139097.911832:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087513100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+8:1814:x1830958840242304:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 679us (1220us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139097.911838:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29649 00010000:00010000:3.0:1746139097.912101:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008763ce00/0x1f9f6ca451acb126 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f8c expref: 7 pid: 18644 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746139097.912318:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139097.912320:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139097.912327:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008763c400/0x1f9f6ca451acb12d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f93 expref: 31 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139097.912335:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008763c400/0x1f9f6ca451acb12d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f93 expref: 31 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139097.912363:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008763c400/0x1f9f6ca451acb12d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f93 expref: 31 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139097.912381:0:15672:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008763c400/0x1f9f6ca451acb12d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f93 expref: 31 pid: 18644 timeout: 823 lvb_type: 0 00000100:00100000:3.0:1746139097.912392:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0758380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832105984:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139097.912456:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800acdb09c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746139097.915168:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0758380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832105984:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139097.915196:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139097.915246:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124a2c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2010:x1830958840242176:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3765us (4743us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139097.915256:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16962 00000100:00100000:0.0:1746139097.915576:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139097.915900:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840242560 00000100:00100000:3.0:1746139097.915906:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840242560 00002000:00100000:3.0:1746139097.915939:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880087511880 x1830958840242560/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:23/0 lens 488/0 e 0 to 0 dl 1746139108 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139097.915954:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087511880 with x1830958840242560 ext(0->4095) 00010000:00010000:3.0:1746139097.915962:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008763c400/0x1f9f6ca451acb12d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f93 expref: 32 pid: 18644 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746139097.915974:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008763c400/0x1f9f6ca451acb12d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f93 expref: 32 pid: 18644 timeout: 823 lvb_type: 0 00002000:00010000:3.0:1746139097.915980:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880087511880 00000100:00100000:3.0:1746139097.917206:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2526 00000100:00100000:3.0:1746139097.917218:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087511880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+32:2007:x1830958840242560:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746139097.917374:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087511880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+32:2007:x1830958840242560:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 158us (1797us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746139097.917381:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2526 00002000:00100000:3.0:1746139097.917387:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880087511880 x1830958840242560/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:23/0 lens 488/4536 e 0 to 0 dl 1746139108 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139097.917396:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087511880 with x1830958840242560 ext(0->4095) 00010000:00010000:3.0:1746139097.917403:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008763c400/0x1f9f6ca451acb12d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f93 expref: 32 pid: 18644 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746139097.917415:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008763c400/0x1f9f6ca451acb12d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f93 expref: 32 pid: 18644 timeout: 823 lvb_type: 0 00002000:00010000:3.0:1746139097.917420:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880087511880 00000100:00100000:0.0:1746139097.922177:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139097.922282:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840242688 00000100:00100000:2.0:1746139097.922291:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840242688 00000100:00100000:2.0:1746139097.922679:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29650 00000100:00100000:2.0:1746139097.922688:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087511180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+32:1800:x1830958840242688:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139097.922708:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139097.922725:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008763dc00/0x1f9f6ca451acb13b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3511fa1 expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.922753:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139097.922759:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008763ca00/0x1f9f6ca451acb134 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f9a expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.922769:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746139097.922772:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008763dc00/0x1f9f6ca451acb13b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511fa1 expref: 33 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.922809:0:18644:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008763ca00/0x1f9f6ca451acb134 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f9a expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.922820:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008763dc00/0x1f9f6ca451acb13b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511fa1 expref: 33 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.922829:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008763dc00, rc 0) 00000100:00100000:2.0:1746139097.922886:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087511180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+33:1800:x1830958840242688:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 199us (721us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139097.922892:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29650 00000100:00100000:0.0:1746139097.923169:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139097.923538:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840242816 00000100:00100000:2.0:1746139097.923542:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840242816 00010000:00010000:2.0:1746139097.923560:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008763c400/0x1f9f6ca451acb12d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f93 expref: 33 pid: 18644 timeout: 823 lvb_type: 0 00000100:00100000:2.0:1746139097.923585:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16963 00000100:00100000:2.0:1746139097.923590:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087510380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+33:2009:x1830958840242816:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139097.923599:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139097.923809:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008763c400/0x1f9f6ca451acb12d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f93 expref: 33 pid: 18644 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746139097.923821:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008763c400/0x1f9f6ca451acb12d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f93 expref: 33 pid: 18644 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746139097.923839:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008763c400/0x1f9f6ca451acb12d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f93 expref: 33 pid: 18644 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746139097.923863:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139097.923865:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139097.923871:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008763ca00/0x1f9f6ca451acb134 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f9a expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.923878:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008763ca00/0x1f9f6ca451acb134 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f9a expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.923896:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008763ca00/0x1f9f6ca451acb134 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f9a expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.923905:0:15672:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008763ca00/0x1f9f6ca451acb134 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f9a expref: 5 pid: 18644 timeout: 823 lvb_type: 0 00000100:00100000:2.0:1746139097.923916:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cbac380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832106240:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139097.923974:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a066da80 going to sleep for 11 seconds 00000100:00100000:3.0:1746139097.927080:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cbac380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832106240:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139097.927105:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139097.927160:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087510380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+32:2009:x1830958840242816:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3568us (3990us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139097.927170:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16963 00000100:00100000:0.0:1746139097.927192:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139097.927674:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840243072 00000100:00100000:1.0:1746139097.927681:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840243072 00002000:00100000:1.0:1746139097.927726:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880087512300 x1830958840243072/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:23/0 lens 488/0 e 0 to 0 dl 1746139108 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139097.927735:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087512300 with x1830958840243072 ext(0->4095) 00010000:00010000:1.0:1746139097.927744:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008763ca00/0x1f9f6ca451acb134 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f9a expref: 6 pid: 18644 timeout: 823 lvb_type: 0 00010000:00010000:1.0:1746139097.927757:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008763ca00/0x1f9f6ca451acb134 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f9a expref: 6 pid: 18644 timeout: 823 lvb_type: 0 00002000:00010000:1.0:1746139097.927763:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880087512300 00000100:00100000:1.0:1746139097.927789:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2527 00000100:00100000:1.0:1746139097.927796:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087512300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840243072:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746139097.929200:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087512300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840243072:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 1396us (2001us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139097.929208:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2527 00002000:00100000:1.0:1746139097.929214:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880087512300 x1830958840243072/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:23/0 lens 488/4536 e 0 to 0 dl 1746139108 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139097.929222:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087512300 with x1830958840243072 ext(0->4095) 00010000:00010000:1.0:1746139097.929227:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008763ca00/0x1f9f6ca451acb134 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f9a expref: 6 pid: 18644 timeout: 823 lvb_type: 0 00010000:00010000:1.0:1746139097.929239:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008763ca00/0x1f9f6ca451acb134 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f9a expref: 6 pid: 18644 timeout: 823 lvb_type: 0 00002000:00010000:1.0:1746139097.929244:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880087512300 00000100:00100000:0.0:1746139097.933787:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139097.934010:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840243200 00000100:00100000:3.0:1746139097.934024:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840243200 00010000:00010000:3.0:1746139097.934067:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008763ca00/0x1f9f6ca451acb134 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f9a expref: 6 pid: 18644 timeout: 823 lvb_type: 0 00000100:00100000:3.0:1746139097.934112:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16964 00000100:00100000:3.0:1746139097.934119:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087510000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840243200:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139097.934135:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139097.934155:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008763ca00/0x1f9f6ca451acb134 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f9a expref: 6 pid: 18644 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746139097.934167:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008763ca00/0x1f9f6ca451acb134 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f9a expref: 6 pid: 18644 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746139097.934188:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008763ca00/0x1f9f6ca451acb134 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511f9a expref: 6 pid: 18644 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746139097.934208:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139097.934210:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139097.934216:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008763dc00/0x1f9f6ca451acb13b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511fa1 expref: 31 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139097.934224:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008763dc00/0x1f9f6ca451acb13b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511fa1 expref: 31 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139097.934264:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008763dc00/0x1f9f6ca451acb13b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511fa1 expref: 31 pid: 18644 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139097.934276:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0758380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832106368:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139097.934358:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b534a780 going to sleep for 11 seconds 00000100:00100000:3.0:1746139097.938039:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0758380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832106368:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139097.938068:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139097.938909:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087510000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2007:x1830958840243200:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 4782us (5125us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139097.938922:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16964 00000100:00100000:0.0:1746139097.939341:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139097.939823:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840243456 00000100:00100000:3.0:1746139097.939831:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840243456 00002000:00100000:3.0:1746139097.939875:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880087512680 x1830958840243456/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:23/0 lens 488/0 e 0 to 0 dl 1746139108 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139097.939885:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087512680 with x1830958840243456 ext(0->4095) 00002000:00010000:3.0:1746139097.939890:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880087512680 00000100:00100000:3.0:1746139097.940452:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13181 00000100:00100000:3.0:1746139097.940461:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087512680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+32:2008:x1830958840243456:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746139097.940639:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087512680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+32:2008:x1830958840243456:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 154us (1274us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746139097.940646:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13181 00002000:00100000:3.0:1746139097.940652:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880087512680 x1830958840243456/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:23/0 lens 488/4536 e 0 to 0 dl 1746139108 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139097.940666:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087512680 with x1830958840243456 ext(0->4095) 00002000:00010000:3.0:1746139097.940669:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880087512680 00000100:00100000:0.0:1746139097.943756:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139097.945628:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840243584 00000100:00100000:1.0:1746139097.945641:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840243584 00000100:00100000:1.0:1746139097.945709:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29651 00000100:00100000:1.0:1746139097.945718:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087513b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840243584:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139097.945738:0:9563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139097.945756:0:9563:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ee00/0x1f9f6ca451acb142 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3511fa8 expref: -99 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139097.945786:0:9563:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008763dc00/0x1f9f6ca451acb13b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511fa1 expref: 31 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139097.945793:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139097.945796:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139097.945799:0:9563:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ee00/0x1f9f6ca451acb142 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511fa8 expref: 6 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139097.945833:0:9563:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008763dc00/0x1f9f6ca451acb13b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511fa1 expref: 31 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139097.945849:0:9563:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008763dc00/0x1f9f6ca451acb13b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511fa1 expref: 31 pid: 18644 timeout: 823 lvb_type: 0 00000100:00100000:1.0:1746139097.945862:0:9563:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009bd88000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832106496:192.168.203.56@tcp:104: 00000100:00100000:1.0:1746139097.945957:0:9563:0:(client.c:2553:ptlrpc_set_wait()) set ffff880131166e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746139097.949183:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139097.949232:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139097.949419:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840243840 00000100:00100000:2.0:1746139097.949428:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840243840 00000100:00100000:2.0:1746139097.949482:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29652 00000100:00100000:2.0:1746139097.949491:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5d80700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+32:1800:x1830958840243840:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139097.949512:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139097.949538:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008763ca00/0x1f9f6ca451acb149 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3511faf expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.949568:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139097.949574:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ee00/0x1f9f6ca451acb142 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511fa8 expref: 6 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.949581:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746139097.949583:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008763ca00/0x1f9f6ca451acb149 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511faf expref: 33 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.949650:0:18644:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ee00/0x1f9f6ca451acb142 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511fa8 expref: 6 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.949663:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008763ca00/0x1f9f6ca451acb149 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511faf expref: 33 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.949673:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008763ca00, rc 0) 00000100:00100000:2.0:1746139097.949717:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5d80700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+33:1800:x1830958840243840:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 227us (484us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139097.949723:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29652 00000100:00100000:1.0:1746139097.949824:0:9563:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009bd88000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832106496:192.168.203.56@tcp:104: 00010000:00010000:1.0:1746139097.949840:0:9563:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ee00/0x1f9f6ca451acb142 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511fa8 expref: 6 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139097.949848:0:9563:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7ee00, rc 0) 00000100:00100000:1.0:1746139097.949866:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087513b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840243584:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4150us (6120us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139097.949871:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29651 00000100:00100000:3.0:1746139097.949946:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840243712 00000100:00100000:3.0:1746139097.949950:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840243712 00010000:00010000:3.0:1746139097.949968:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008763dc00/0x1f9f6ca451acb13b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511fa1 expref: 33 pid: 18644 timeout: 823 lvb_type: 0 00000100:00100000:3.0:1746139097.949986:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16965 00000100:00100000:3.0:1746139097.949991:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087511f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+33:2008:x1830958840243712:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139097.949999:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139097.950017:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008763dc00/0x1f9f6ca451acb13b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511fa1 expref: 33 pid: 18644 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746139097.950026:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008763dc00/0x1f9f6ca451acb13b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511fa1 expref: 33 pid: 18644 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746139097.950041:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008763dc00/0x1f9f6ca451acb13b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511fa1 expref: 33 pid: 18644 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746139097.950069:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139097.950070:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139097.950075:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ee00/0x1f9f6ca451acb142 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511fa8 expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139097.950082:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ee00/0x1f9f6ca451acb142 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511fa8 expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139097.950106:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ee00/0x1f9f6ca451acb142 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511fa8 expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139097.950116:0:15672:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ee00/0x1f9f6ca451acb142 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511fa8 expref: 5 pid: 9563 timeout: 823 lvb_type: 0 00000100:00100000:3.0:1746139097.950127:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0758380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832106752:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139097.950178:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b534a9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746139097.952463:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139097.952594:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0758380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832106752:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139097.952639:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139097.952677:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087511f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+32:2008:x1830958840243712:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 2684us (3504us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139097.952686:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16965 00000100:00100000:1.0:1746139097.954136:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840244096 00000100:00100000:1.0:1746139097.954147:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840244096 00002000:00100000:1.0:1746139097.954193:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800a5d83800 x1830958840244096/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:23/0 lens 488/0 e 0 to 0 dl 1746139108 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139097.954204:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5d83800 with x1830958840244096 ext(0->4095) 00010000:00010000:1.0:1746139097.954213:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ee00/0x1f9f6ca451acb142 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511fa8 expref: 6 pid: 9563 timeout: 823 lvb_type: 0 00010000:00010000:1.0:1746139097.954226:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ee00/0x1f9f6ca451acb142 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511fa8 expref: 6 pid: 9563 timeout: 823 lvb_type: 0 00002000:00010000:1.0:1746139097.954237:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a5d83800 00000100:00100000:1.0:1746139097.954269:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2528 00000100:00100000:1.0:1746139097.954277:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5d83800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2009:x1830958840244096:12345-192.168.203.56@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746139097.954447:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5d83800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2009:x1830958840244096:12345-192.168.203.56@tcp:3:ptlrpcd_01_00.0 Request processed in 169us (1992us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139097.954453:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2528 00002000:00100000:1.0:1746139097.954458:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800a5d83800 x1830958840244096/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:23/0 lens 488/4536 e 0 to 0 dl 1746139108 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139097.954465:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5d83800 with x1830958840244096 ext(0->4095) 00010000:00010000:1.0:1746139097.954470:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ee00/0x1f9f6ca451acb142 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511fa8 expref: 6 pid: 9563 timeout: 823 lvb_type: 0 00010000:00010000:1.0:1746139097.954479:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ee00/0x1f9f6ca451acb142 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511fa8 expref: 6 pid: 9563 timeout: 823 lvb_type: 0 00002000:00010000:1.0:1746139097.954485:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a5d83800 00000100:00100000:0.0:1746139097.956918:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139097.957167:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840244224 00000100:00100000:2.0:1746139097.957175:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840244224 00010000:00010000:2.0:1746139097.957209:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ee00/0x1f9f6ca451acb142 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511fa8 expref: 6 pid: 9563 timeout: 823 lvb_type: 0 00000100:00100000:2.0:1746139097.957245:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16966 00000100:00100000:2.0:1746139097.957253:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5d80380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2010:x1830958840244224:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139097.957268:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139097.957289:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ee00/0x1f9f6ca451acb142 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511fa8 expref: 6 pid: 9563 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746139097.957300:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ee00/0x1f9f6ca451acb142 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511fa8 expref: 6 pid: 9563 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746139097.957323:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ee00/0x1f9f6ca451acb142 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511fa8 expref: 6 pid: 9563 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746139097.957347:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139097.957349:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139097.957357:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008763ca00/0x1f9f6ca451acb149 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511faf expref: 31 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.957364:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008763ca00/0x1f9f6ca451acb149 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511faf expref: 31 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.957911:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008763ca00/0x1f9f6ca451acb149 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511faf expref: 31 pid: 18644 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746139097.957925:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cbae300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832106880:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139097.958310:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a066de40 going to sleep for 11 seconds 00000100:00100000:0.0:1746139097.961414:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139097.961451:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cbae300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832106880:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139097.961473:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139097.961476:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840244480 00000100:00100000:3.0:1746139097.961484:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840244480 00000100:00100000:2.0:1746139097.961528:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5d80380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2010:x1830958840244224:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 4275us (4618us total) trans 0 rc 0/0 00002000:00100000:3.0:1746139097.961542:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800a5d80000 x1830958840244480/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:23/0 lens 488/0 e 0 to 0 dl 1746139108 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746139097.961546:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16966 00002000:00100000:3.0:1746139097.961552:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5d80000 with x1830958840244480 ext(0->4095) 00002000:00010000:3.0:1746139097.961557:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a5d80000 00000100:00100000:3.0:1746139097.961589:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13182 00000100:00100000:3.0:1746139097.961597:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5d80000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+32:2007:x1830958840244480:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746139097.961764:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5d80000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+32:2007:x1830958840244480:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 167us (362us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746139097.961774:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13182 00002000:00100000:3.0:1746139097.961779:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800a5d80000 x1830958840244480/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:23/0 lens 488/4536 e 0 to 0 dl 1746139108 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139097.961787:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5d80000 with x1830958840244480 ext(0->4095) 00002000:00010000:3.0:1746139097.961790:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a5d80000 00000100:00100000:0.0:1746139097.963693:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139097.963835:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840244608 00000100:00100000:2.0:1746139097.963843:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840244608 00000100:00100000:2.0:1746139097.963895:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29653 00000100:00100000:2.0:1746139097.963903:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5d82d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840244608:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139097.963917:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139097.963935:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008763de00/0x1f9f6ca451acb150 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3511fb6 expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.963962:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008763ca00/0x1f9f6ca451acb149 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511faf expref: 31 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.963970:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139097.963971:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139097.963975:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008763de00/0x1f9f6ca451acb150 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511fb6 expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.964005:0:9564:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008763ca00/0x1f9f6ca451acb149 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511faf expref: 31 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.964017:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008763ca00/0x1f9f6ca451acb149 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511faf expref: 31 pid: 18644 timeout: 823 lvb_type: 0 00000100:00100000:2.0:1746139097.964028:0:9564:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cbae300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832107008:192.168.203.56@tcp:104: 00000100:00100000:2.0:1746139097.964122:0:9564:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a066de40 going to sleep for 11 seconds 00000100:00100000:2.0:1746139097.966701:0:9564:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cbae300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832107008:192.168.203.56@tcp:104: 00010000:00010000:2.0:1746139097.966735:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008763de00/0x1f9f6ca451acb150 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511fb6 expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.966846:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008763de00, rc 0) 00000100:00100000:2.0:1746139097.967051:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5d82d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840244608:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3147us (3363us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139097.967059:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29653 00000100:00100000:0.0:1746139097.968881:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139097.968965:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840244736 00000100:00100000:3.0:1746139097.968973:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840244736 00002000:00100000:3.0:1746139097.969019:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff8800a5d81f80 x1830958840244736/t0(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:23/0 lens 496/0 e 0 to 0 dl 1746139108 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139097.969028:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5d81f80 with x1830958840244736 ext(0->7) 00010000:00010000:3.0:1746139097.969036:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008763ca00/0x1f9f6ca451acb149 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511faf expref: 32 pid: 18644 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746139097.969049:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008763ca00/0x1f9f6ca451acb149 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511faf expref: 32 pid: 18644 timeout: 823 lvb_type: 0 00002000:00010000:3.0:1746139097.969055:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a5d81f80 00000100:00100000:3.0:1746139097.969088:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2529 00000100:00100000:3.0:1746139097.969095:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5d81f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+32:2008:x1830958840244736:12345-192.168.203.56@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746139097.969958:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5d81f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+34:2008:x1830958840244736:12345-192.168.203.56@tcp:4:ldlm_bl.0 Request processed in 859us (1079us total) trans 4294972053 rc 0/0 00000100:00100000:3.0:1746139097.969965:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2529 00002000:00100000:3.0:1746139097.969971:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff8800a5d81f80 x1830958840244736/t4294972053(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:23/0 lens 496/448 e 0 to 0 dl 1746139108 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139097.969984:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5d81f80 with x1830958840244736 ext(0->7) 00010000:00010000:3.0:1746139097.969989:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008763ca00/0x1f9f6ca451acb149 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511faf expref: 34 pid: 18644 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746139097.969999:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008763ca00/0x1f9f6ca451acb149 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511faf expref: 34 pid: 18644 timeout: 823 lvb_type: 0 00002000:00010000:3.0:1746139097.970005:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a5d81f80 00000100:00100000:0.0:1746139097.973323:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139097.973457:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840244864 00000100:00100000:2.0:1746139097.973466:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840244864 00010000:00010000:2.0:1746139097.973502:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008763ca00/0x1f9f6ca451acb149 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511faf expref: 34 pid: 18644 timeout: 823 lvb_type: 0 00000100:00100000:2.0:1746139097.973564:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16967 00000100:00100000:2.0:1746139097.973571:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5d83b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+34:2008:x1830958840244864:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139097.973586:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139097.973607:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008763ca00/0x1f9f6ca451acb149 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511faf expref: 34 pid: 18644 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746139097.973654:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008763ca00/0x1f9f6ca451acb149 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511faf expref: 34 pid: 18644 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746139097.973676:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008763ca00/0x1f9f6ca451acb149 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511faf expref: 34 pid: 18644 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746139097.973700:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139097.973702:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139097.973709:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008763de00/0x1f9f6ca451acb150 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511fb6 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.973722:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008763de00/0x1f9f6ca451acb150 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511fb6 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.973753:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008763de00/0x1f9f6ca451acb150 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511fb6 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746139097.973765:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cbae300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832107136:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139097.973852:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a066de40 going to sleep for 11 seconds 00000100:00100000:2.0:1746139097.980009:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139097.980175:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cbae300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832107136:192.168.203.56@tcp:105: 00010000:00010000:1.0:1746139097.980200:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746139097.980259:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5d83b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+33:2008:x1830958840244864:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 6686us (6948us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139097.980269:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16967 00000100:00100000:3.0:1746139097.980572:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840245120 00000100:00100000:3.0:1746139097.980580:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840245120 00002000:00100000:3.0:1746139097.980631:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009cbad180 x1830958840245120/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:23/0 lens 488/0 e 0 to 0 dl 1746139108 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139097.980640:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cbad180 with x1830958840245120 ext(0->4095) 00002000:00010000:3.0:1746139097.980644:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cbad180 00000100:00100000:3.0:1746139097.980907:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13183 00000100:00100000:3.0:1746139097.980915:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840245120:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746139097.981036:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840245120:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 122us (1039us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746139097.981041:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13183 00002000:00100000:3.0:1746139097.981046:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009cbad180 x1830958840245120/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:23/0 lens 488/4536 e 0 to 0 dl 1746139108 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139097.981053:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cbad180 with x1830958840245120 ext(0->4095) 00002000:00010000:3.0:1746139097.981055:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cbad180 00000100:00100000:0.0:1746139097.983735:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139097.985048:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840245248 00000100:00100000:2.0:1746139097.985064:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840245248 00000100:00100000:2.0:1746139097.985126:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29654 00000100:00100000:2.0:1746139097.985135:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5d80e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+33:1800:x1830958840245248:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139097.985155:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139097.985174:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008763d400/0x1f9f6ca451acb157 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3511fbd expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.985205:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008763de00/0x1f9f6ca451acb150 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511fb6 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.985213:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139097.985215:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139097.985218:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008763d400/0x1f9f6ca451acb157 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511fbd expref: 34 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.985252:0:9564:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008763de00/0x1f9f6ca451acb150 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511fb6 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.985265:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008763de00/0x1f9f6ca451acb150 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511fb6 expref: 5 pid: 9564 timeout: 823 lvb_type: 0 00000100:00100000:2.0:1746139097.985278:0:9564:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cbae300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832107264:192.168.203.56@tcp:104: 00000100:00100000:2.0:1746139097.985367:0:9564:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a066d780 going to sleep for 11 seconds 00000100:00100000:0.0:1746139097.985902:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139097.985959:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840245376 00000100:00100000:1.0:1746139097.985963:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840245376 00000100:00100000:1.0:1746139097.985999:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29655 00000100:00100000:1.0:1746139097.986005:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5d80a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+35:1814:x1830958840245376:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139097.986013:0:9563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139097.986021:0:9563:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fa00/0x1f9f6ca451acb15e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3511fc4 expref: -99 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139097.986033:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139097.986037:0:9563:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008763d400/0x1f9f6ca451acb157 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511fbd expref: 36 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139097.986042:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139097.986045:0:9563:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fa00/0x1f9f6ca451acb15e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511fc4 expref: 36 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139097.986066:0:9563:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008763d400/0x1f9f6ca451acb157 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511fbd expref: 36 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139097.986076:0:9563:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fa00/0x1f9f6ca451acb15e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511fc4 expref: 36 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139097.986091:0:9563:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7fa00, rc 0) 00000100:00100000:1.0:1746139097.986122:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5d80a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+36:1814:x1830958840245376:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 117us (221us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139097.986127:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29655 00000100:00100000:2.0:1746139097.989231:0:9564:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cbae300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832107264:192.168.203.56@tcp:104: 00010000:00010000:2.0:1746139097.989263:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008763d400/0x1f9f6ca451acb157 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511fbd expref: 35 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139097.989279:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008763d400, rc 0) 00000100:00100000:0.0:1746139097.989281:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139097.989334:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5d80e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+35:1800:x1830958840245248:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4199us (5609us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139097.989342:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29654 00000100:00100000:1.0:1746139097.989726:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840245504 00000100:00100000:1.0:1746139097.989733:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840245504 00010000:00010000:1.0:1746139097.989763:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008763de00/0x1f9f6ca451acb150 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511fb6 expref: 6 pid: 9564 timeout: 823 lvb_type: 0 00000100:00100000:1.0:1746139097.989802:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16968 00000100:00100000:1.0:1746139097.989808:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5d81c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840245504:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746139097.989821:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746139097.989840:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008763de00/0x1f9f6ca451acb150 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511fb6 expref: 6 pid: 9564 timeout: 823 lvb_type: 0 00010000:00010000:1.0:1746139097.989851:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008763de00/0x1f9f6ca451acb150 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511fb6 expref: 6 pid: 9564 timeout: 823 lvb_type: 0 00010000:00010000:1.0:1746139097.989872:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008763de00/0x1f9f6ca451acb150 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511fb6 expref: 6 pid: 9564 timeout: 823 lvb_type: 0 00010000:00010000:1.0:1746139097.989889:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139097.989891:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139097.989898:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008763d400/0x1f9f6ca451acb157 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511fbd expref: 34 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139097.989905:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008763d400/0x1f9f6ca451acb157 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511fbd expref: 34 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139097.989933:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008763d400/0x1f9f6ca451acb157 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511fbd expref: 34 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139097.989944:0:15672:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008763d400/0x1f9f6ca451acb157 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511fbd expref: 34 pid: 9564 timeout: 823 lvb_type: 0 00000100:00100000:1.0:1746139097.989959:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009bd88000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832107520:192.168.203.56@tcp:105: 00000100:00100000:1.0:1746139097.990021:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff880131166e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746139097.992174:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009bd88000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832107520:192.168.203.56@tcp:105: 00010000:00010000:1.0:1746139097.992192:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746139097.992240:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5d81c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2007:x1830958840245504:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 2431us (2959us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139097.992249:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16968 00000100:00100000:2.0:1746139097.993465:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139097.993711:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840245760 00000100:00100000:1.0:1746139097.993719:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840245760 00002000:00100000:1.0:1746139097.993760:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009cbae300 x1830958840245760/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:23/0 lens 488/0 e 0 to 0 dl 1746139108 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139097.993770:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cbae300 with x1830958840245760 ext(0->4095) 00010000:00010000:1.0:1746139097.993780:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008763d400/0x1f9f6ca451acb157 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511fbd expref: 35 pid: 9564 timeout: 823 lvb_type: 0 00010000:00010000:1.0:1746139097.993792:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008763d400/0x1f9f6ca451acb157 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511fbd expref: 35 pid: 9564 timeout: 823 lvb_type: 0 00002000:00010000:1.0:1746139097.993799:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cbae300 00000100:00100000:1.0:1746139097.993910:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2530 00000100:00100000:1.0:1746139097.993918:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+35:2009:x1830958840245760:12345-192.168.203.56@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746139097.994281:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+35:2009:x1830958840245760:12345-192.168.203.56@tcp:3:ptlrpcd_01_00.0 Request processed in 362us (819us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139097.994291:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2530 00002000:00100000:1.0:1746139097.994297:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009cbae300 x1830958840245760/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:23/0 lens 488/4536 e 0 to 0 dl 1746139108 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139097.994304:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cbae300 with x1830958840245760 ext(0->4095) 00010000:00010000:1.0:1746139097.994309:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008763d400/0x1f9f6ca451acb157 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511fbd expref: 35 pid: 9564 timeout: 823 lvb_type: 0 00010000:00010000:1.0:1746139097.994318:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008763d400/0x1f9f6ca451acb157 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511fbd expref: 35 pid: 9564 timeout: 823 lvb_type: 0 00002000:00010000:1.0:1746139097.994324:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cbae300 00000100:00100000:0.0:1746139097.998819:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139097.999249:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840245888 00000100:00100000:1.0:1746139097.999260:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840245888 00010000:00010000:1.0:1746139097.999301:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008763d400/0x1f9f6ca451acb157 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511fbd expref: 35 pid: 9564 timeout: 823 lvb_type: 0 00000100:00100000:1.0:1746139097.999346:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16969 00000100:00100000:1.0:1746139097.999354:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124a2e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+35:2008:x1830958840245888:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746139097.999367:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746139097.999389:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008763d400/0x1f9f6ca451acb157 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511fbd expref: 35 pid: 9564 timeout: 823 lvb_type: 0 00010000:00010000:1.0:1746139097.999401:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008763d400/0x1f9f6ca451acb157 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511fbd expref: 35 pid: 9564 timeout: 823 lvb_type: 0 00010000:00010000:1.0:1746139097.999424:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008763d400/0x1f9f6ca451acb157 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511fbd expref: 35 pid: 9564 timeout: 823 lvb_type: 0 00010000:00010000:1.0:1746139097.999445:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139097.999447:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139097.999454:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fa00/0x1f9f6ca451acb15e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511fc4 expref: 34 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139097.999461:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fa00/0x1f9f6ca451acb15e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511fc4 expref: 34 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139097.999495:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fa00/0x1f9f6ca451acb15e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511fc4 expref: 34 pid: 9563 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746139097.999507:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009bd88000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832107648:192.168.203.56@tcp:105: 00000100:00100000:1.0:1746139097.999603:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff880131166e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746139098.002336:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009bd88000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832107648:192.168.203.56@tcp:105: 00010000:00010000:1.0:1746139098.002359:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746139098.002402:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124a2e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+34:2008:x1830958840245888:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3048us (3592us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139098.002413:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16969 00000100:00100000:0.0:1746139098.004215:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139098.004305:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840246144 00000100:00100000:1.0:1746139098.004314:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840246144 00002000:00100000:1.0:1746139098.004384:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800a5d82a00 x1830958840246144/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:24/0 lens 488/0 e 0 to 0 dl 1746139109 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139098.004393:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5d82a00 with x1830958840246144 ext(0->4095) 00002000:00010000:1.0:1746139098.004398:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a5d82a00 00000100:00100000:1.0:1746139098.004430:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13184 00000100:00100000:1.0:1746139098.004440:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5d82a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+34:2008:x1830958840246144:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746139098.004588:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5d82a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+34:2008:x1830958840246144:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 149us (381us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139098.004594:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13184 00002000:00100000:1.0:1746139098.004600:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800a5d82a00 x1830958840246144/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:24/0 lens 488/4536 e 0 to 0 dl 1746139109 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139098.004606:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5d82a00 with x1830958840246144 ext(0->4095) 00002000:00010000:1.0:1746139098.004608:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a5d82a00 00000100:00080000:3.0:1746139098.005148:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746139098.008247:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139098.008474:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840246272 00000100:00100000:2.0:1746139098.008482:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840246272 00000100:00100000:2.0:1746139098.008917:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29656 00000100:00100000:2.0:1746139098.008926:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5d82680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840246272:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139098.008944:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139098.008961:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008763c400/0x1f9f6ca451acb165 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3511fcb expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139098.008988:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fa00/0x1f9f6ca451acb15e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511fc4 expref: 33 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139098.009000:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139098.009002:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139098.009006:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008763c400/0x1f9f6ca451acb165 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511fcb expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139098.009034:0:9564:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fa00/0x1f9f6ca451acb15e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511fc4 expref: 33 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139098.009046:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fa00/0x1f9f6ca451acb15e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511fc4 expref: 33 pid: 9563 timeout: 823 lvb_type: 0 00000100:00100000:2.0:1746139098.009058:0:9564:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cbac380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832107776:192.168.203.56@tcp:104: 00000100:00100000:2.0:1746139098.009146:0:9564:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a066d780 going to sleep for 11 seconds 00000100:00080000:3.0:1746139098.009251:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746139098.011228:0:9564:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cbac380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832107776:192.168.203.56@tcp:104: 00010000:00010000:2.0:1746139098.011254:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008763c400/0x1f9f6ca451acb165 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511fcb expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139098.011268:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008763c400, rc 0) 00000100:00100000:2.0:1746139098.012664:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5d82680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840246272:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3730us (4418us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139098.012674:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29656 00000100:00100000:0.0:1746139098.013013:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139098.013139:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139098.013193:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840246528 00000100:00100000:3.0:1746139098.013202:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840246528 00000100:00100000:2.0:1746139098.013227:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840246400 00000100:00100000:2.0:1746139098.013231:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840246400 00000100:00100000:3.0:1746139098.013236:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29657 00000100:00100000:3.0:1746139098.013242:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5d81500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+35:1800:x1830958840246528:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139098.013249:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fa00/0x1f9f6ca451acb15e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511fc4 expref: 35 pid: 9563 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746139098.013256:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139098.013270:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9ce00/0x1f9f6ca451acb16c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3511fd2 expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746139098.013283:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16970 00000100:00100000:2.0:1746139098.013287:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5d83100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+36:2007:x1830958840246400:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139098.013292:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746139098.013297:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008763c400/0x1f9f6ca451acb165 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511fcb expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139098.013297:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139098.013303:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746139098.013306:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9ce00/0x1f9f6ca451acb16c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511fd2 expref: 36 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139098.013316:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fa00/0x1f9f6ca451acb15e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511fc4 expref: 36 pid: 9563 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746139098.013325:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fa00/0x1f9f6ca451acb15e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511fc4 expref: 36 pid: 9563 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746139098.013341:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fa00/0x1f9f6ca451acb15e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511fc4 expref: 36 pid: 9563 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746139098.013354:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139098.013355:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139098.013360:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008763c400/0x1f9f6ca451acb165 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511fcb expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139098.013367:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008763c400/0x1f9f6ca451acb165 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511fcb expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139098.013389:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008763c400/0x1f9f6ca451acb165 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511fcb expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139098.013398:0:7207:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008763c400/0x1f9f6ca451acb165 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511fcb expref: 5 pid: 9564 timeout: 823 lvb_type: 0 00000100:00100000:2.0:1746139098.013413:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cbac380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832107904:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139098.013461:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a066d780 going to sleep for 11 seconds 00010000:00010000:3.0:1746139098.013694:0:9564:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008763c400/0x1f9f6ca451acb165 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511fcb expref: 5 pid: 9564 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746139098.013703:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008763c400/0x1f9f6ca451acb165 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511fcb expref: 5 pid: 9564 timeout: 823 lvb_type: 0 00000100:00100000:3.0:1746139098.013712:0:9564:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0758380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832108032:192.168.203.56@tcp:104: 00000100:00100000:3.0:1746139098.013745:0:9564:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b534a780 going to sleep for 11 seconds 00000100:00100000:2.0:1746139098.017054:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cbac380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832107904:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139098.017077:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139098.017124:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5d83100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+35:2007:x1830958840246400:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3835us (4111us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139098.017135:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16970 00000100:00100000:3.0:1746139098.017221:0:9564:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0758380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832108032:192.168.203.56@tcp:104: 00010000:00010000:3.0:1746139098.017248:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9ce00/0x1f9f6ca451acb16c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511fd2 expref: 34 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139098.017264:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800b1a9ce00, rc 0) 00000100:00100000:3.0:1746139098.017287:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5d81500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+34:1800:x1830958840246528:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4046us (4148us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139098.017294:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29657 00000100:00100000:0.0:1746139098.017868:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139098.018057:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840246784 00000100:00100000:1.0:1746139098.018065:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840246784 00002000:00100000:1.0:1746139098.018097:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800a5d80380 x1830958840246784/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:24/0 lens 488/0 e 0 to 0 dl 1746139109 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139098.018107:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5d80380 with x1830958840246784 ext(0->4095) 00010000:00010000:1.0:1746139098.018114:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008763c400/0x1f9f6ca451acb165 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511fcb expref: 6 pid: 9564 timeout: 823 lvb_type: 0 00010000:00010000:1.0:1746139098.018126:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008763c400/0x1f9f6ca451acb165 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511fcb expref: 6 pid: 9564 timeout: 823 lvb_type: 0 00002000:00010000:1.0:1746139098.018132:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a5d80380 00000100:00100000:3.0:1746139098.018338:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2531 00000100:00100000:3.0:1746139098.018346:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5d80380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840246784:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746139098.018466:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5d80380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840246784:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 120us (598us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746139098.018472:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2531 00002000:00100000:3.0:1746139098.018477:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800a5d80380 x1830958840246784/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:24/0 lens 488/4536 e 0 to 0 dl 1746139109 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139098.018485:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5d80380 with x1830958840246784 ext(0->4095) 00010000:00010000:3.0:1746139098.018490:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008763c400/0x1f9f6ca451acb165 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511fcb expref: 6 pid: 9564 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746139098.018499:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008763c400/0x1f9f6ca451acb165 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511fcb expref: 6 pid: 9564 timeout: 823 lvb_type: 0 00002000:00010000:3.0:1746139098.018504:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a5d80380 00000100:00100000:0.0:1746139098.021655:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139098.021886:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840246912 00000100:00100000:2.0:1746139098.021895:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840246912 00010000:00010000:2.0:1746139098.021935:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008763c400/0x1f9f6ca451acb165 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511fcb expref: 6 pid: 9564 timeout: 823 lvb_type: 0 00000100:00100000:2.0:1746139098.021977:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16971 00000100:00100000:2.0:1746139098.021984:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5d83b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840246912:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139098.021998:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139098.022020:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008763c400/0x1f9f6ca451acb165 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511fcb expref: 6 pid: 9564 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746139098.022033:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008763c400/0x1f9f6ca451acb165 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511fcb expref: 6 pid: 9564 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746139098.022061:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008763c400/0x1f9f6ca451acb165 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511fcb expref: 6 pid: 9564 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746139098.022090:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139098.022093:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139098.022101:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9ce00/0x1f9f6ca451acb16c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511fd2 expref: 33 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139098.022109:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9ce00/0x1f9f6ca451acb16c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511fd2 expref: 33 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139098.022143:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9ce00/0x1f9f6ca451acb16c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511fd2 expref: 33 pid: 9564 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746139098.022156:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cbac380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832108160:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139098.022547:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a066d780 going to sleep for 11 seconds 00000100:00100000:0.0:1746139098.025305:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139098.025518:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cbac380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832108160:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139098.025549:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139098.025589:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5d83b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2007:x1830958840246912:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3605us (3980us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139098.025599:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16971 00000100:00100000:1.0:1746139098.025748:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840247168 00000100:00100000:1.0:1746139098.025756:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840247168 00002000:00100000:1.0:1746139098.025795:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800a5d81c00 x1830958840247168/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:24/0 lens 488/0 e 0 to 0 dl 1746139109 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139098.025804:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5d81c00 with x1830958840247168 ext(0->4095) 00002000:00010000:1.0:1746139098.025809:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a5d81c00 00000100:00100000:1.0:1746139098.025841:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13185 00000100:00100000:1.0:1746139098.025847:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5d81c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+34:2007:x1830958840247168:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746139098.025974:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5d81c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+34:2007:x1830958840247168:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 127us (679us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139098.025980:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13185 00002000:00100000:1.0:1746139098.025985:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800a5d81c00 x1830958840247168/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:24/0 lens 488/4536 e 0 to 0 dl 1746139109 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139098.025993:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5d81c00 with x1830958840247168 ext(0->4095) 00002000:00010000:1.0:1746139098.025995:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a5d81c00 00000100:00100000:0.0:1746139098.028552:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139098.028643:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840247296 00000100:00100000:3.0:1746139098.028652:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840247296 00000100:00100000:3.0:1746139098.029454:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29658 00000100:00100000:3.0:1746139098.029466:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131494000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840247296:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746139098.029490:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139098.029510:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9ca00/0x1f9f6ca451acb173 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3511fd9 expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139098.029548:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9ce00/0x1f9f6ca451acb16c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511fd2 expref: 33 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139098.029555:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746139098.029557:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746139098.029560:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9ca00/0x1f9f6ca451acb173 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511fd9 expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139098.029595:0:9564:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9ce00/0x1f9f6ca451acb16c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511fd2 expref: 33 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139098.029607:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9ce00/0x1f9f6ca451acb16c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511fd2 expref: 33 pid: 9564 timeout: 823 lvb_type: 0 00000100:00100000:3.0:1746139098.029651:0:9564:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0758380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832108288:192.168.203.56@tcp:104: 00000100:00100000:3.0:1746139098.029747:0:9564:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b534aa80 going to sleep for 11 seconds 00000100:00100000:3.0:1746139098.032689:0:9564:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0758380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832108288:192.168.203.56@tcp:104: 00010000:00010000:3.0:1746139098.032723:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9ca00/0x1f9f6ca451acb173 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511fd9 expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139098.032741:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800b1a9ca00, rc 0) 00000100:00100000:3.0:1746139098.032795:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131494000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840247296:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3331us (4262us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139098.032808:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29658 00000100:00100000:0.0:1746139098.036883:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139098.037583:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840247424 00000100:00100000:1.0:1746139098.037594:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840247424 00002000:00100000:1.0:1746139098.037674:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff880131496300 x1830958840247424/t0(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:24/0 lens 496/0 e 0 to 0 dl 1746139109 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139098.037684:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131496300 with x1830958840247424 ext(0->7) 00010000:00010000:1.0:1746139098.037693:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9ce00/0x1f9f6ca451acb16c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511fd2 expref: 34 pid: 9564 timeout: 823 lvb_type: 0 00010000:00010000:1.0:1746139098.037707:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9ce00/0x1f9f6ca451acb16c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511fd2 expref: 34 pid: 9564 timeout: 823 lvb_type: 0 00002000:00010000:1.0:1746139098.037714:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131496300 00000100:00100000:1.0:1746139098.037743:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2532 00000100:00100000:1.0:1746139098.037750:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131496300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+34:2008:x1830958840247424:12345-192.168.203.56@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746139098.039246:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131496300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+36:2008:x1830958840247424:12345-192.168.203.56@tcp:4:ldlm_bl.0 Request processed in 1487us (2365us total) trans 4294972054 rc 0/0 00000100:00100000:1.0:1746139098.039256:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2532 00002000:00100000:1.0:1746139098.039264:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff880131496300 x1830958840247424/t4294972054(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:24/0 lens 496/448 e 0 to 0 dl 1746139109 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139098.039272:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131496300 with x1830958840247424 ext(0->7) 00010000:00010000:1.0:1746139098.039279:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9ce00/0x1f9f6ca451acb16c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511fd2 expref: 36 pid: 9564 timeout: 823 lvb_type: 0 00010000:00010000:1.0:1746139098.039291:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9ce00/0x1f9f6ca451acb16c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511fd2 expref: 36 pid: 9564 timeout: 823 lvb_type: 0 00002000:00010000:1.0:1746139098.039298:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131496300 00000100:00100000:0.0:1746139098.042242:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139098.042398:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840247552 00000100:00100000:2.0:1746139098.042408:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840247552 00010000:00010000:2.0:1746139098.042447:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9ce00/0x1f9f6ca451acb16c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511fd2 expref: 36 pid: 9564 timeout: 823 lvb_type: 0 00000100:00100000:2.0:1746139098.042485:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16972 00000100:00100000:2.0:1746139098.042493:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131496d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+36:2009:x1830958840247552:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139098.042508:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139098.042539:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9ce00/0x1f9f6ca451acb16c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511fd2 expref: 36 pid: 9564 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746139098.042556:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9ce00/0x1f9f6ca451acb16c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511fd2 expref: 36 pid: 9564 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746139098.042578:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9ce00/0x1f9f6ca451acb16c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511fd2 expref: 36 pid: 9564 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746139098.042613:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139098.042645:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139098.042653:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9ca00/0x1f9f6ca451acb173 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511fd9 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139098.042661:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9ca00/0x1f9f6ca451acb173 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511fd9 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139098.042694:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9ca00/0x1f9f6ca451acb173 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511fd9 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746139098.042707:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cbac380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832108416:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139098.042795:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a066d780 going to sleep for 11 seconds 00000100:00100000:0.0:1746139098.044300:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139098.044397:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840247808 00000100:00100000:1.0:1746139098.044404:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840247808 00002000:00100000:1.0:1746139098.044440:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880131494a80 x1830958840247808/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:24/0 lens 488/0 e 0 to 0 dl 1746139109 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139098.044450:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131494a80 with x1830958840247808 ext(0->4095) 00002000:00010000:1.0:1746139098.044454:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131494a80 00000100:00100000:2.0:1746139098.044460:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cbac380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832108416:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139098.044478:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746139098.044485:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13186 00000100:00100000:1.0:1746139098.044492:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131494a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2010:x1830958840247808:12345-192.168.203.56@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746139098.044526:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131496d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+35:2009:x1830958840247552:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 2033us (2292us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139098.044545:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16972 00000100:00100000:1.0:1746139098.044655:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131494a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2010:x1830958840247808:12345-192.168.203.56@tcp:3:ptlrpcd_01_01.0 Request processed in 163us (356us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139098.044661:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13186 00002000:00100000:1.0:1746139098.044667:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880131494a80 x1830958840247808/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:24/0 lens 488/4536 e 0 to 0 dl 1746139109 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139098.044680:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131494a80 with x1830958840247808 ext(0->4095) 00002000:00010000:1.0:1746139098.044683:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131494a80 00000100:00100000:0.0:1746139098.045987:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139098.046087:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840247936 00000100:00100000:3.0:1746139098.046092:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840247936 00000100:00100000:3.0:1746139098.046131:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29659 00000100:00100000:3.0:1746139098.046138:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131495180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+35:1800:x1830958840247936:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746139098.046150:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139098.046165:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9d800/0x1f9f6ca451acb17a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3511fe0 expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139098.046188:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9ca00/0x1f9f6ca451acb173 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511fd9 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139098.046195:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139098.046197:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139098.046200:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9d800/0x1f9f6ca451acb17a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511fe0 expref: 36 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139098.046226:0:9564:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9ca00/0x1f9f6ca451acb173 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511fd9 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139098.046237:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9ca00/0x1f9f6ca451acb173 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511fd9 expref: 5 pid: 9564 timeout: 823 lvb_type: 0 00000100:00100000:3.0:1746139098.046248:0:9564:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0758380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832108544:192.168.203.56@tcp:104: 00000100:00100000:3.0:1746139098.046309:0:9564:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b534aa80 going to sleep for 11 seconds 00000100:00100000:0.0:1746139098.047031:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139098.047072:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840248064 00000100:00100000:1.0:1746139098.047076:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840248064 00000100:00100000:1.0:1746139098.047100:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29660 00000100:00100000:1.0:1746139098.047106:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131496680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+37:1814:x1830958840248064:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139098.047114:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139098.047122:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acb181 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3511fe7 expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139098.047135:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139098.047139:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9d800/0x1f9f6ca451acb17a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511fe0 expref: 38 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139098.047144:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139098.047147:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acb181 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511fe7 expref: 38 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139098.047168:0:18644:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9d800/0x1f9f6ca451acb17a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511fe0 expref: 38 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139098.047179:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acb181 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511fe7 expref: 38 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139098.047187:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7f400, rc 0) 00000100:00100000:1.0:1746139098.047214:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131496680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+38:1814:x1830958840248064:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 108us (185us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139098.047221:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29660 00000100:00100000:2.0:1746139098.051086:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139098.051113:0:9564:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0758380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832108544:192.168.203.56@tcp:104: 00000100:00100000:2.0:1746139098.051114:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840248192 00000100:00100000:2.0:1746139098.051120:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840248192 00010000:00010000:3.0:1746139098.051145:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9d800/0x1f9f6ca451acb17a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511fe0 expref: 37 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139098.051151:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9ca00/0x1f9f6ca451acb173 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511fd9 expref: 6 pid: 9564 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746139098.051161:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800b1a9d800, rc 0) 00000100:00100000:2.0:1746139098.051188:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16973 00000100:00100000:2.0:1746139098.051195:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbac380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840248192:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139098.051207:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139098.051227:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9ca00/0x1f9f6ca451acb173 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511fd9 expref: 6 pid: 9564 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746139098.051243:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9ca00/0x1f9f6ca451acb173 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511fd9 expref: 6 pid: 9564 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746139098.051267:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9ca00/0x1f9f6ca451acb173 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511fd9 expref: 6 pid: 9564 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746139098.051279:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139098.051281:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139098.051288:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9d800/0x1f9f6ca451acb17a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511fe0 expref: 37 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139098.051296:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9d800/0x1f9f6ca451acb17a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511fe0 expref: 37 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139098.051323:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9d800/0x1f9f6ca451acb17a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511fe0 expref: 37 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139098.051333:0:7207:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9d800/0x1f9f6ca451acb17a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511fe0 expref: 37 pid: 9564 timeout: 823 lvb_type: 0 00000100:00100000:2.0:1746139098.051345:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cbad880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832108800:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139098.051425:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131495180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+37:1800:x1830958840247936:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5287us (5440us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139098.051433:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29659 00000100:00100000:2.0:1746139098.051523:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a066d780 going to sleep for 11 seconds 00000100:00100000:2.0:1746139098.053930:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cbad880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832108800:192.168.203.56@tcp:105: 00000100:00100000:0.0:1746139098.053936:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00010000:00010000:2.0:1746139098.053950:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139098.053990:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbac380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2007:x1830958840248192:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 2795us (2914us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139098.054001:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16973 00000100:00100000:1.0:1746139098.054074:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840248448 00000100:00100000:1.0:1746139098.054082:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840248448 00002000:00100000:1.0:1746139098.054123:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880131495c00 x1830958840248448/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:24/0 lens 488/0 e 0 to 0 dl 1746139109 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139098.054133:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131495c00 with x1830958840248448 ext(0->4095) 00010000:00010000:1.0:1746139098.054141:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9d800/0x1f9f6ca451acb17a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511fe0 expref: 37 pid: 9564 timeout: 823 lvb_type: 0 00010000:00010000:1.0:1746139098.054154:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9d800/0x1f9f6ca451acb17a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511fe0 expref: 37 pid: 9564 timeout: 823 lvb_type: 0 00002000:00010000:1.0:1746139098.054160:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131495c00 00000100:00100000:1.0:1746139098.054188:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2533 00000100:00100000:1.0:1746139098.054195:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131495c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+37:2007:x1830958840248448:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746139098.054316:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131495c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+37:2007:x1830958840248448:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 121us (379us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139098.054321:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2533 00002000:00100000:1.0:1746139098.054327:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880131495c00 x1830958840248448/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:24/0 lens 488/4536 e 0 to 0 dl 1746139109 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139098.054333:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131495c00 with x1830958840248448 ext(0->4095) 00010000:00010000:1.0:1746139098.054337:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9d800/0x1f9f6ca451acb17a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511fe0 expref: 37 pid: 9564 timeout: 823 lvb_type: 0 00010000:00010000:1.0:1746139098.054350:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9d800/0x1f9f6ca451acb17a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511fe0 expref: 37 pid: 9564 timeout: 823 lvb_type: 0 00002000:00010000:1.0:1746139098.054356:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131495c00 00000100:00100000:0.0:1746139098.057241:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139098.057345:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840248576 00000100:00100000:2.0:1746139098.057354:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840248576 00010000:00010000:2.0:1746139098.057387:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9d800/0x1f9f6ca451acb17a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511fe0 expref: 37 pid: 9564 timeout: 823 lvb_type: 0 00000100:00100000:2.0:1746139098.057413:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16974 00000100:00100000:2.0:1746139098.057420:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131497100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+37:2007:x1830958840248576:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139098.057434:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139098.057454:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9d800/0x1f9f6ca451acb17a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511fe0 expref: 37 pid: 9564 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746139098.057465:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9d800/0x1f9f6ca451acb17a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511fe0 expref: 37 pid: 9564 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746139098.057487:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9d800/0x1f9f6ca451acb17a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511fe0 expref: 37 pid: 9564 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746139098.057501:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139098.057504:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139098.057511:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acb181 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511fe7 expref: 36 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139098.057519:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acb181 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511fe7 expref: 36 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139098.057563:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acb181 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511fe7 expref: 36 pid: 18644 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746139098.057575:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cbad880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832108928:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139098.058424:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a066d780 going to sleep for 11 seconds 00000100:00100000:0.0:1746139098.062235:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139098.062285:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840248832 00000100:00100000:1.0:1746139098.062293:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840248832 00002000:00100000:1.0:1746139098.062337:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880131497800 x1830958840248832/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:24/0 lens 488/0 e 0 to 0 dl 1746139109 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139098.062347:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131497800 with x1830958840248832 ext(0->4095) 00002000:00010000:1.0:1746139098.062352:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131497800 00000100:00100000:1.0:1746139098.062371:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13187 00000100:00100000:1.0:1746139098.062378:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131497800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+37:2007:x1830958840248832:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746139098.062514:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131497800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+37:2007:x1830958840248832:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 136us (290us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139098.062520:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13187 00002000:00100000:1.0:1746139098.062525:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880131497800 x1830958840248832/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:24/0 lens 488/4536 e 0 to 0 dl 1746139109 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139098.062540:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131497800 with x1830958840248832 ext(0->4095) 00002000:00010000:1.0:1746139098.062543:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131497800 00000100:00100000:2.0:1746139098.062639:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cbad880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832108928:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139098.062657:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139098.062678:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131497100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+36:2007:x1830958840248576:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 5259us (5448us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139098.062685:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16974 00000100:00100000:0.0:1746139098.064971:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139098.065471:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840248960 00000100:00100000:3.0:1746139098.065478:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840248960 00000100:00100000:3.0:1746139098.065571:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29661 00000100:00100000:3.0:1746139098.065579:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb68000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840248960:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746139098.065597:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139098.065741:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9d000/0x1f9f6ca451acb188 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3511fee expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139098.065773:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acb181 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511fe7 expref: 35 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139098.065781:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746139098.065783:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746139098.065786:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9d000/0x1f9f6ca451acb188 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511fee expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139098.065817:0:9564:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acb181 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511fe7 expref: 35 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139098.065828:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acb181 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511fe7 expref: 35 pid: 18644 timeout: 823 lvb_type: 0 00000100:00100000:3.0:1746139098.065841:0:9564:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0758380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832109056:192.168.203.56@tcp:104: 00000100:00100000:3.0:1746139098.066212:0:9564:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b534aa80 going to sleep for 11 seconds 00000100:00100000:3.0:1746139098.069309:0:9564:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0758380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832109056:192.168.203.56@tcp:104: 00010000:00010000:3.0:1746139098.069348:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9d000/0x1f9f6ca451acb188 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511fee expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139098.069366:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800b1a9d000, rc 0) 00000100:00100000:3.0:1746139098.069410:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb68000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840248960:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3831us (4450us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139098.069418:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29661 00000100:00100000:0.0:1746139098.069745:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139098.070114:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840249088 00000100:00100000:3.0:1746139098.070120:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840249088 00010000:00010000:3.0:1746139098.070147:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acb181 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511fe7 expref: 36 pid: 18644 timeout: 823 lvb_type: 0 00000100:00100000:3.0:1746139098.070451:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16975 00000100:00100000:3.0:1746139098.070459:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb6b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+36:2007:x1830958840249088:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139098.070473:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139098.070493:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acb181 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511fe7 expref: 36 pid: 18644 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746139098.070504:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acb181 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511fe7 expref: 36 pid: 18644 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746139098.070541:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acb181 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511fe7 expref: 36 pid: 18644 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746139098.071247:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139098.071250:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139098.071259:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9d000/0x1f9f6ca451acb188 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511fee expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139098.071267:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9d000/0x1f9f6ca451acb188 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511fee expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139098.071297:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9d000/0x1f9f6ca451acb188 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511fee expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139098.071308:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0758380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832109184:192.168.203.56@tcp:105: 00000100:00100000:0.0:1746139098.072298:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139098.072399:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b534aa80 going to sleep for 11 seconds 00000100:00100000:2.0:1746139098.072713:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840249216 00000100:00100000:2.0:1746139098.072720:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840249216 00000100:00100000:2.0:1746139098.072762:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29662 00000100:00100000:2.0:1746139098.072768:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb69c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+36:1800:x1830958840249216:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139098.072782:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139098.072797:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008763c600/0x1f9f6ca451acb18f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3511ff5 expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139098.072819:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9d000/0x1f9f6ca451acb188 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511fee expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139098.072830:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139098.072832:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139098.072835:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008763c600/0x1f9f6ca451acb18f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511ff5 expref: 37 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139098.072856:0:9564:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9d000/0x1f9f6ca451acb188 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511fee expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139098.072865:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9d000/0x1f9f6ca451acb188 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511fee expref: 5 pid: 9564 timeout: 823 lvb_type: 0 00000100:00100000:2.0:1746139098.072874:0:9564:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cbad880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832109312:192.168.203.56@tcp:104: 00000100:00100000:2.0:1746139098.072926:0:9564:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a066d780 going to sleep for 11 seconds 00000100:00100000:2.0:1746139098.075885:0:9564:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cbad880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832109312:192.168.203.56@tcp:104: 00010000:00010000:2.0:1746139098.075918:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008763c600/0x1f9f6ca451acb18f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511ff5 expref: 37 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139098.075937:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008763c600, rc 0) 00000100:00100000:2.0:1746139098.075991:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb69c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+37:1800:x1830958840249216:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3221us (3694us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139098.076000:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29662 00000100:00100000:3.0:1746139098.076092:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0758380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832109184:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139098.076108:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139098.076128:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb6b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+36:2007:x1830958840249088:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 5671us (6384us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139098.076136:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16975 00000100:00100000:0.0:1746139098.076787:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139098.076850:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840249472 00000100:00100000:3.0:1746139098.076857:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840249472 00002000:00100000:3.0:1746139098.076892:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009cb6ad80 x1830958840249472/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:24/0 lens 488/0 e 0 to 0 dl 1746139109 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139098.076907:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb6ad80 with x1830958840249472 ext(0->4095) 00010000:00010000:3.0:1746139098.076915:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9d000/0x1f9f6ca451acb188 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511fee expref: 6 pid: 9564 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746139098.076926:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9d000/0x1f9f6ca451acb188 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511fee expref: 6 pid: 9564 timeout: 823 lvb_type: 0 00002000:00010000:3.0:1746139098.076932:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cb6ad80 00000100:00100000:3.0:1746139098.076960:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2534 00000100:00100000:3.0:1746139098.076967:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb6ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840249472:12345-192.168.203.56@tcp:3:ldlm_bl.0 00000100:00100000:3.0:1746139098.077078:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb6ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840249472:12345-192.168.203.56@tcp:3:ldlm_bl.0 Request processed in 112us (292us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746139098.077083:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2534 00002000:00100000:3.0:1746139098.077087:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009cb6ad80 x1830958840249472/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:24/0 lens 488/4536 e 0 to 0 dl 1746139109 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139098.077094:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb6ad80 with x1830958840249472 ext(0->4095) 00010000:00010000:3.0:1746139098.077098:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9d000/0x1f9f6ca451acb188 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511fee expref: 6 pid: 9564 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746139098.077106:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9d000/0x1f9f6ca451acb188 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511fee expref: 6 pid: 9564 timeout: 823 lvb_type: 0 00002000:00010000:3.0:1746139098.077117:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cb6ad80 00000100:00100000:0.0:1746139098.080843:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139098.081159:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840249600 00000100:00100000:3.0:1746139098.081168:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840249600 00010000:00010000:3.0:1746139098.081204:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9d000/0x1f9f6ca451acb188 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511fee expref: 6 pid: 9564 timeout: 823 lvb_type: 0 00000100:00100000:3.0:1746139098.081232:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16976 00000100:00100000:3.0:1746139098.081239:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124a2e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2010:x1830958840249600:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139098.081252:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139098.081273:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9d000/0x1f9f6ca451acb188 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511fee expref: 6 pid: 9564 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746139098.081285:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9d000/0x1f9f6ca451acb188 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511fee expref: 6 pid: 9564 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746139098.081309:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9d000/0x1f9f6ca451acb188 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511fee expref: 6 pid: 9564 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746139098.081340:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139098.081343:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139098.081350:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008763c600/0x1f9f6ca451acb18f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511ff5 expref: 35 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139098.081358:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008763c600/0x1f9f6ca451acb18f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511ff5 expref: 35 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139098.081394:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008763c600/0x1f9f6ca451acb18f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511ff5 expref: 35 pid: 9564 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139098.081406:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0758380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832109440:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139098.081484:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b534aa80 going to sleep for 11 seconds 00000100:00100000:3.0:1746139098.085153:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0758380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832109440:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139098.085181:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139098.085230:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124a2e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2010:x1830958840249600:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3989us (4396us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139098.085241:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16976 00000100:00100000:0.0:1746139098.085978:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139098.086129:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840249856 00000100:00100000:1.0:1746139098.086137:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840249856 00002000:00100000:1.0:1746139098.086181:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009cb6aa00 x1830958840249856/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:24/0 lens 488/0 e 0 to 0 dl 1746139109 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139098.086197:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb6aa00 with x1830958840249856 ext(0->4095) 00002000:00010000:1.0:1746139098.086201:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cb6aa00 00000100:00100000:1.0:1746139098.086232:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13188 00000100:00100000:1.0:1746139098.086240:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb6aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+36:2009:x1830958840249856:12345-192.168.203.56@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746139098.086358:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb6aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+36:2009:x1830958840249856:12345-192.168.203.56@tcp:3:ptlrpcd_01_00.0 Request processed in 119us (382us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139098.086363:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13188 00002000:00100000:1.0:1746139098.086369:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009cb6aa00 x1830958840249856/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:24/0 lens 488/4536 e 0 to 0 dl 1746139109 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139098.086376:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb6aa00 with x1830958840249856 ext(0->4095) 00002000:00010000:1.0:1746139098.086378:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cb6aa00 00000100:00100000:0.0:1746139098.097287:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139098.097393:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840249984 00000100:00100000:2.0:1746139098.097402:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840249984 00000100:00100000:1.0:1746139098.097966:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29663 00000100:00100000:1.0:1746139098.097977:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb68e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840249984:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139098.097997:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139098.098016:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451acb196 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3511ffc expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139098.098048:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008763c600/0x1f9f6ca451acb18f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511ff5 expref: 35 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139098.098057:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139098.098059:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139098.098062:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451acb196 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511ffc expref: 6 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139098.098098:0:18644:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008763c600/0x1f9f6ca451acb18f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511ff5 expref: 35 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139098.098111:0:18644:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008763c600/0x1f9f6ca451acb18f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511ff5 expref: 35 pid: 9564 timeout: 823 lvb_type: 0 00000100:00100000:1.0:1746139098.098124:0:18644:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009bd88000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832109568:192.168.203.56@tcp:104: 00000100:00100000:1.0:1746139098.098207:0:18644:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a059d000 going to sleep for 11 seconds 00000100:00100000:0.0:1746139098.104014:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139098.104079:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840250112 00000100:00100000:3.0:1746139098.104088:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840250112 00002000:00100000:3.0:1746139098.104140:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff88009cb69180 x1830958840250112/t0(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:24/0 lens 496/0 e 0 to 0 dl 1746139109 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139098.104150:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb69180 with x1830958840250112 ext(0->7) 00010000:00010000:3.0:1746139098.104161:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008763c600/0x1f9f6ca451acb18f lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511ff5 expref: 36 pid: 9564 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746139098.104174:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008763c600/0x1f9f6ca451acb18f lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511ff5 expref: 36 pid: 9564 timeout: 823 lvb_type: 0 00002000:00010000:3.0:1746139098.104181:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cb69180 00000100:00100000:3.0:1746139098.104304:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2535 00000100:00100000:3.0:1746139098.104312:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb69180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+36:2008:x1830958840250112:12345-192.168.203.56@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746139098.104351:0:18644:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009bd88000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832109568:192.168.203.56@tcp:104: 00010000:00010000:1.0:1746139098.104375:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451acb196 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511ffc expref: 6 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139098.104389:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7f600, rc 0) 00000100:00100000:1.0:1746139098.104480:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb68e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840249984:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6505us (7203us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139098.104487:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29663 00000100:00100000:0.0:1746139098.106286:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb69180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+38:2008:x1830958840250112:12345-192.168.203.56@tcp:4:ldlm_bl.0 Request processed in 1967us (2275us total) trans 4294972055 rc 0/0 00000100:00100000:0.0:1746139098.106295:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2535 00002000:00100000:0.0:1746139098.106302:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff88009cb69180 x1830958840250112/t4294972055(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:24/0 lens 496/448 e 0 to 0 dl 1746139109 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139098.106311:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb69180 with x1830958840250112 ext(0->7) 00010000:00010000:0.0:1746139098.106318:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008763c600/0x1f9f6ca451acb18f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511ff5 expref: 38 pid: 9564 timeout: 823 lvb_type: 0 00010000:00010000:0.0:1746139098.106331:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008763c600/0x1f9f6ca451acb18f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511ff5 expref: 38 pid: 9564 timeout: 823 lvb_type: 0 00002000:00010000:0.0:1746139098.106338:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cb69180 00000100:00100000:0.0:1746139098.112894:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139098.113012:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840250240 00000100:00100000:1.0:1746139098.113023:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840250240 00000100:00100000:1.0:1746139098.113085:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29664 00000100:00100000:1.0:1746139098.113094:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb68380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+38:1800:x1830958840250240:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139098.113117:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139098.113136:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e400/0x1f9f6ca451acb19d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512003 expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139098.113169:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139098.113176:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451acb196 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511ffc expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139098.113183:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746139098.113186:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e400/0x1f9f6ca451acb19d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512003 expref: 39 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139098.113226:0:18644:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451acb196 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511ffc expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139098.113239:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e400/0x1f9f6ca451acb19d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512003 expref: 39 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139098.113249:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7e400, rc 0) 00000100:00100000:1.0:1746139098.113298:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb68380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+39:1800:x1830958840250240:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 206us (417us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139098.113304:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29664 00000100:00100000:0.0:1746139098.115985:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139098.116054:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840250368 00000100:00100000:3.0:1746139098.116063:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840250368 00010000:00010000:3.0:1746139098.116101:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008763c600/0x1f9f6ca451acb18f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511ff5 expref: 39 pid: 9564 timeout: 823 lvb_type: 0 00000100:00100000:3.0:1746139098.116143:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16977 00000100:00100000:3.0:1746139098.116151:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb69500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+39:2007:x1830958840250368:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139098.116165:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139098.116189:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008763c600/0x1f9f6ca451acb18f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511ff5 expref: 39 pid: 9564 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746139098.116202:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008763c600/0x1f9f6ca451acb18f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511ff5 expref: 39 pid: 9564 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746139098.116225:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008763c600/0x1f9f6ca451acb18f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511ff5 expref: 39 pid: 9564 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746139098.116256:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139098.116259:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139098.116266:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451acb196 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511ffc expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139098.116275:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451acb196 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511ffc expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139098.116309:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451acb196 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511ffc expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139098.116321:0:7207:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451acb196 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511ffc expref: 5 pid: 18644 timeout: 823 lvb_type: 0 00000100:00100000:3.0:1746139098.116333:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0758380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832109824:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139098.116415:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b534a780 going to sleep for 11 seconds 00000100:00100000:0.0:1746139098.121089:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139098.121102:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0758380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832109824:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139098.121127:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746139098.121165:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840250624 00000100:00100000:1.0:1746139098.121175:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840250624 00000100:00100000:3.0:1746139098.121191:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb69500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+38:2007:x1830958840250368:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 5039us (5215us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139098.121202:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16977 00002000:00100000:1.0:1746139098.121227:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009cb69880 x1830958840250624/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:24/0 lens 488/0 e 0 to 0 dl 1746139109 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139098.121236:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb69880 with x1830958840250624 ext(0->4095) 00010000:00010000:1.0:1746139098.121245:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451acb196 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511ffc expref: 6 pid: 18644 timeout: 823 lvb_type: 0 00010000:00010000:1.0:1746139098.121258:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451acb196 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511ffc expref: 6 pid: 18644 timeout: 823 lvb_type: 0 00002000:00010000:1.0:1746139098.121270:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cb69880 00000100:00100000:1.0:1746139098.121300:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2536 00000100:00100000:1.0:1746139098.121307:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb69880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840250624:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746139098.122035:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb69880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840250624:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 727us (958us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139098.122043:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2536 00002000:00100000:1.0:1746139098.122048:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009cb69880 x1830958840250624/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:24/0 lens 488/4536 e 0 to 0 dl 1746139109 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139098.122056:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb69880 with x1830958840250624 ext(0->4095) 00010000:00010000:1.0:1746139098.122061:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451acb196 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511ffc expref: 6 pid: 18644 timeout: 823 lvb_type: 0 00010000:00010000:1.0:1746139098.122071:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451acb196 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511ffc expref: 6 pid: 18644 timeout: 823 lvb_type: 0 00002000:00010000:1.0:1746139098.122077:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cb69880 00000100:00100000:0.0:1746139098.124092:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139098.124741:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840250752 00000100:00100000:3.0:1746139098.124750:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840250752 00010000:00010000:3.0:1746139098.124788:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451acb196 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511ffc expref: 6 pid: 18644 timeout: 823 lvb_type: 0 00000100:00100000:3.0:1746139098.124983:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16978 00000100:00100000:3.0:1746139098.124992:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb6bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840250752:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139098.125004:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139098.125024:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451acb196 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511ffc expref: 6 pid: 18644 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746139098.125035:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451acb196 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511ffc expref: 6 pid: 18644 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746139098.125058:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451acb196 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3511ffc expref: 6 pid: 18644 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746139098.125084:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139098.125086:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139098.125093:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e400/0x1f9f6ca451acb19d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512003 expref: 37 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139098.125102:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e400/0x1f9f6ca451acb19d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512003 expref: 37 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139098.125136:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e400/0x1f9f6ca451acb19d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512003 expref: 37 pid: 18644 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139098.125148:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0758380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832109952:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139098.125770:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b534a780 going to sleep for 11 seconds 00000100:00100000:3.0:1746139098.128190:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0758380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832109952:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139098.128223:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139098.128276:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb6bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2008:x1830958840250752:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3283us (4187us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139098.128290:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16978 00000100:00100000:0.0:1746139098.128899:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139098.129767:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840251008 00000100:00100000:1.0:1746139098.129776:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840251008 00002000:00100000:1.0:1746139098.129836:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009cb6b480 x1830958840251008/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:24/0 lens 488/0 e 0 to 0 dl 1746139109 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139098.129847:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb6b480 with x1830958840251008 ext(0->4095) 00002000:00010000:1.0:1746139098.129853:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cb6b480 00000100:00100000:1.0:1746139098.129876:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13189 00000100:00100000:1.0:1746139098.129883:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb6b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+38:2010:x1830958840251008:12345-192.168.203.56@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746139098.130025:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb6b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+38:2010:x1830958840251008:12345-192.168.203.56@tcp:3:ptlrpcd_01_01.0 Request processed in 141us (1127us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139098.130030:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13189 00002000:00100000:1.0:1746139098.130036:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009cb6b480 x1830958840251008/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:24/0 lens 488/4536 e 0 to 0 dl 1746139109 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139098.130044:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb6b480 with x1830958840251008 ext(0->4095) 00002000:00010000:1.0:1746139098.130046:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cb6b480 00000100:00100000:0.0:1746139098.135956:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139098.136104:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840251136 00000100:00100000:1.0:1746139098.136116:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840251136 00000100:00100000:1.0:1746139098.140716:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29665 00000100:00100000:1.0:1746139098.140737:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb6a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840251136:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139098.140760:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139098.140781:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acb1a4 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a351200a expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139098.140813:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e400/0x1f9f6ca451acb19d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512003 expref: 37 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139098.140820:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139098.140822:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139098.140825:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acb1a4 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351200a expref: 6 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139098.140860:0:18644:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e400/0x1f9f6ca451acb19d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512003 expref: 37 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139098.140879:0:18644:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e400/0x1f9f6ca451acb19d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512003 expref: 37 pid: 18644 timeout: 823 lvb_type: 0 00000100:00100000:1.0:1746139098.140892:0:18644:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009bd88000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832110080:192.168.203.56@tcp:104: 00000100:00100000:1.0:1746139098.141012:0:18644:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a059dcc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746139098.144434:0:18644:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009bd88000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832110080:192.168.203.56@tcp:104: 00010000:00010000:1.0:1746139098.144470:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acb1a4 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351200a expref: 6 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139098.144486:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7f200, rc 0) 00000100:00100000:1.0:1746139098.145174:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb6a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840251136:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4443us (9228us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139098.145184:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29665 00000100:00100000:0.0:1746139098.148738:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139098.148872:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139098.149064:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840251392 00000100:00100000:2.0:1746139098.149076:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840251392 00000100:00100000:2.0:1746139098.149148:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29666 00000100:00100000:2.0:1746139098.149158:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb69f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+38:1800:x1830958840251392:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139098.149182:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139098.149204:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008763c800/0x1f9f6ca451acb1ab lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512011 expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139098.149236:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139098.149243:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acb1a4 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351200a expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139098.149249:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746139098.149253:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008763c800/0x1f9f6ca451acb1ab lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512011 expref: 39 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139098.149297:0:18644:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acb1a4 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351200a expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139098.149309:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008763c800/0x1f9f6ca451acb1ab lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512011 expref: 39 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139098.149321:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008763c800, rc 0) 00000100:00100000:2.0:1746139098.149366:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb69f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+39:1800:x1830958840251392:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 210us (494us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139098.149373:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29666 00000100:00100000:1.0:1746139098.149960:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840251264 00000100:00100000:1.0:1746139098.149965:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840251264 00002000:00100000:1.0:1746139098.149998:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff88009cb6a680 x1830958840251264/t0(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:24/0 lens 496/0 e 0 to 0 dl 1746139109 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139098.150007:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb6a680 with x1830958840251264 ext(0->7) 00010000:00010000:1.0:1746139098.150015:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e400/0x1f9f6ca451acb19d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512003 expref: 39 pid: 18644 timeout: 823 lvb_type: 0 00010000:00010000:1.0:1746139098.150028:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e400/0x1f9f6ca451acb19d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512003 expref: 39 pid: 18644 timeout: 823 lvb_type: 0 00002000:00010000:1.0:1746139098.150039:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cb6a680 00000100:00100000:1.0:1746139098.150070:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2537 00000100:00100000:1.0:1746139098.150077:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb6a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+39:2007:x1830958840251264:12345-192.168.203.56@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746139098.151762:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb6a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+41:2007:x1830958840251264:12345-192.168.203.56@tcp:4:ldlm_bl.0 Request processed in 1677us (3033us total) trans 4294972056 rc 0/0 00000100:00100000:0.0:1746139098.151776:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2537 00002000:00100000:0.0:1746139098.151785:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff88009cb6a680 x1830958840251264/t4294972056(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:24/0 lens 496/448 e 0 to 0 dl 1746139109 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139098.151794:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb6a680 with x1830958840251264 ext(0->7) 00010000:00010000:0.0:1746139098.151802:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e400/0x1f9f6ca451acb19d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512003 expref: 41 pid: 18644 timeout: 823 lvb_type: 0 00010000:00010000:0.0:1746139098.151817:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e400/0x1f9f6ca451acb19d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512003 expref: 41 pid: 18644 timeout: 823 lvb_type: 0 00002000:00010000:0.0:1746139098.151823:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cb6a680 00000100:00100000:0.0:1746139098.154186:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139098.154258:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840251520 00000100:00100000:3.0:1746139098.154267:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840251520 00010000:00010000:3.0:1746139098.154307:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e400/0x1f9f6ca451acb19d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512003 expref: 41 pid: 18644 timeout: 823 lvb_type: 0 00000100:00100000:3.0:1746139098.154346:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16979 00000100:00100000:3.0:1746139098.154354:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb6b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+41:2010:x1830958840251520:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139098.154369:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139098.154391:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e400/0x1f9f6ca451acb19d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512003 expref: 41 pid: 18644 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746139098.154404:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e400/0x1f9f6ca451acb19d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512003 expref: 41 pid: 18644 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746139098.154426:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e400/0x1f9f6ca451acb19d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512003 expref: 41 pid: 18644 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746139098.154463:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139098.154466:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139098.154476:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acb1a4 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351200a expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139098.154484:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acb1a4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351200a expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139098.154522:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acb1a4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351200a expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139098.154543:0:7207:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acb1a4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351200a expref: 5 pid: 18644 timeout: 823 lvb_type: 0 00000100:00100000:3.0:1746139098.154555:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0758380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832110336:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139098.154661:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b534a780 going to sleep for 11 seconds 00000100:00100000:0.0:1746139098.157955:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139098.157968:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0758380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832110336:192.168.203.56@tcp:105: 00000100:00100000:1.0:1746139098.158025:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840251776 00000100:00100000:1.0:1746139098.158032:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840251776 00002000:00100000:1.0:1746139098.158080:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009cb6b100 x1830958840251776/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:24/0 lens 488/0 e 0 to 0 dl 1746139109 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139098.158089:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb6b100 with x1830958840251776 ext(0->4095) 00010000:00010000:1.0:1746139098.158099:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acb1a4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351200a expref: 6 pid: 18644 timeout: 823 lvb_type: 0 00010000:00010000:1.0:1746139098.158113:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acb1a4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351200a expref: 6 pid: 18644 timeout: 823 lvb_type: 0 00002000:00010000:1.0:1746139098.158120:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cb6b100 00010000:00010000:3.0:1746139098.158251:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139098.158297:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb6b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+40:2010:x1830958840251520:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3942us (4118us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139098.158306:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16979 00000100:00100000:1.0:1746139098.158364:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2538 00000100:00100000:1.0:1746139098.158371:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb6b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840251776:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746139098.158515:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb6b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840251776:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 144us (571us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139098.158521:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2538 00002000:00100000:1.0:1746139098.158526:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009cb6b100 x1830958840251776/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:24/0 lens 488/4536 e 0 to 0 dl 1746139109 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139098.158545:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb6b100 with x1830958840251776 ext(0->4095) 00010000:00010000:1.0:1746139098.158551:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acb1a4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351200a expref: 6 pid: 18644 timeout: 823 lvb_type: 0 00010000:00010000:1.0:1746139098.158560:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acb1a4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351200a expref: 6 pid: 18644 timeout: 823 lvb_type: 0 00002000:00010000:1.0:1746139098.158567:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cb6b100 00000100:00100000:0.0:1746139098.161774:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139098.162314:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840251904 00000100:00100000:3.0:1746139098.162325:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840251904 00010000:00010000:3.0:1746139098.162368:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acb1a4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351200a expref: 6 pid: 18644 timeout: 823 lvb_type: 0 00000100:00100000:3.0:1746139098.162726:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16980 00000100:00100000:3.0:1746139098.162736:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072789c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840251904:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139098.162754:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139098.162778:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acb1a4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351200a expref: 6 pid: 18644 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746139098.162790:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acb1a4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351200a expref: 6 pid: 18644 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746139098.162813:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acb1a4 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351200a expref: 6 pid: 18644 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746139098.162847:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139098.162849:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139098.162857:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008763c800/0x1f9f6ca451acb1ab lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512011 expref: 39 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139098.162865:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008763c800/0x1f9f6ca451acb1ab lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512011 expref: 39 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139098.162902:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008763c800/0x1f9f6ca451acb1ab lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512011 expref: 39 pid: 18644 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139098.162915:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0758380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832110464:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139098.163834:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b534a780 going to sleep for 11 seconds 00000100:00100000:3.0:1746139098.166520:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0758380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832110464:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139098.166557:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139098.166689:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072789c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2007:x1830958840251904:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3952us (4922us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139098.166702:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16980 00000100:00100000:0.0:1746139098.167219:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139098.167429:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840252160 00000100:00100000:3.0:1746139098.167438:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840252160 00002000:00100000:3.0:1746139098.167479:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880072788a80 x1830958840252160/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:24/0 lens 488/0 e 0 to 0 dl 1746139109 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139098.167490:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072788a80 with x1830958840252160 ext(0->4095) 00002000:00010000:3.0:1746139098.167495:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072788a80 00000100:00100000:3.0:1746139098.167526:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13190 00000100:00100000:3.0:1746139098.167542:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072788a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+40:2007:x1830958840252160:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746139098.167711:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072788a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+40:2007:x1830958840252160:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 170us (495us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746139098.167717:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13190 00002000:00100000:3.0:1746139098.167722:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880072788a80 x1830958840252160/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:24/0 lens 488/4536 e 0 to 0 dl 1746139109 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139098.167728:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072788a80 with x1830958840252160 ext(0->4095) 00002000:00010000:3.0:1746139098.167731:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072788a80 00000100:00100000:0.0:1746139098.170403:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139098.170560:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840252288 00000100:00100000:2.0:1746139098.170568:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840252288 00000100:00100000:2.0:1746139098.170645:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29667 00000100:00100000:2.0:1746139098.170653:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072789180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840252288:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139098.170671:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139098.170691:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008763de00/0x1f9f6ca451acb1b2 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512018 expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139098.170717:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008763c800/0x1f9f6ca451acb1ab lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512011 expref: 39 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139098.170724:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139098.170726:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139098.170729:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008763de00/0x1f9f6ca451acb1b2 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512018 expref: 6 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139098.170756:0:18644:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008763c800/0x1f9f6ca451acb1ab lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512011 expref: 39 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139098.170766:0:18644:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008763c800/0x1f9f6ca451acb1ab lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512011 expref: 39 pid: 18644 timeout: 823 lvb_type: 0 00000100:00100000:2.0:1746139098.170777:0:18644:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cbad880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832110592:192.168.203.56@tcp:104: 00000100:00100000:2.0:1746139098.170848:0:18644:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a066d780 going to sleep for 11 seconds 00000100:00100000:2.0:1746139098.173811:0:18644:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cbad880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832110592:192.168.203.56@tcp:104: 00000100:00100000:0.0:1746139098.173838:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139098.173916:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840252416 00000100:00100000:3.0:1746139098.173925:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840252416 00010000:00010000:3.0:1746139098.173976:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008763c800/0x1f9f6ca451acb1ab lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512011 expref: 40 pid: 18644 timeout: 823 lvb_type: 0 00000100:00100000:3.0:1746139098.174019:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16981 00000100:00100000:3.0:1746139098.174027:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072788000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+40:2008:x1830958840252416:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139098.174046:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139098.174064:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008763de00/0x1f9f6ca451acb1b2 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512018 expref: 6 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139098.174076:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008763c800/0x1f9f6ca451acb1ab lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512011 expref: 40 pid: 18644 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746139098.174082:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008763de00, rc 0) 00010000:00010000:3.0:1746139098.174089:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008763c800/0x1f9f6ca451acb1ab lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512011 expref: 40 pid: 18644 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746139098.174116:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008763c800/0x1f9f6ca451acb1ab lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512011 expref: 40 pid: 18644 timeout: 823 lvb_type: 0 00000100:00100000:2.0:1746139098.174421:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072789180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840252288:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3766us (4024us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139098.174432:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29667 00010000:00010000:3.0:1746139098.174509:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139098.174512:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139098.174521:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008763de00/0x1f9f6ca451acb1b2 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512018 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139098.174541:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008763de00/0x1f9f6ca451acb1b2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512018 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139098.174573:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008763de00/0x1f9f6ca451acb1b2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512018 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139098.174586:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0758380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832110720:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139098.174666:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b534a9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746139098.177019:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139098.177128:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139098.177172:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840252800 00000100:00100000:1.0:1746139098.177183:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840252800 00002000:00100000:1.0:1746139098.177233:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880072789f80 x1830958840252800/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:24/0 lens 488/0 e 0 to 0 dl 1746139109 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139098.177244:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072789f80 with x1830958840252800 ext(0->4095) 00002000:00010000:1.0:1746139098.177249:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072789f80 00000100:00100000:2.0:1746139098.177334:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840252672 00000100:00100000:2.0:1746139098.177338:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840252672 00000100:00100000:1.0:1746139098.177515:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13191 00000100:00100000:1.0:1746139098.177523:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072789f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840252800:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746139098.177600:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0758380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832110720:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139098.177646:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139098.177780:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29668 00000100:00100000:2.0:1746139098.177795:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072788380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+40:1800:x1830958840252672:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139098.177804:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139098.177819:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008763ce00/0x1f9f6ca451acb1b9 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a351201f expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139098.177844:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008763de00/0x1f9f6ca451acb1b2 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512018 expref: 6 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139098.177851:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139098.177852:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139098.177856:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008763ce00/0x1f9f6ca451acb1b9 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351201f expref: 41 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139098.177881:0:18644:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008763de00/0x1f9f6ca451acb1b2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512018 expref: 6 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139098.177891:0:18644:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008763de00/0x1f9f6ca451acb1b2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512018 expref: 6 pid: 18644 timeout: 823 lvb_type: 0 00000100:00100000:2.0:1746139098.177901:0:18644:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cbad880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832110848:192.168.203.56@tcp:104: 00000100:00100000:1.0:1746139098.179230:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072789f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840252800:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 1695us (2090us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746139098.179241:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072788000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+41:2008:x1830958840252416:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 5212us (5401us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139098.179241:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13191 00000100:00100000:3.0:1746139098.179252:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16981 00002000:00100000:1.0:1746139098.179252:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880072789f80 x1830958840252800/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:24/0 lens 488/4536 e 0 to 0 dl 1746139109 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139098.179261:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072789f80 with x1830958840252800 ext(0->4095) 00010000:00010000:1.0:1746139098.179270:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008763de00/0x1f9f6ca451acb1b2 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512018 expref: 6 pid: 18644 timeout: 823 lvb_type: 0 00010000:00010000:1.0:1746139098.179284:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008763de00/0x1f9f6ca451acb1b2 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512018 expref: 6 pid: 18644 timeout: 823 lvb_type: 0 00002000:00010000:1.0:1746139098.179291:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072789f80 00000100:00100000:2.0:1746139098.179365:0:18644:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a066d780 going to sleep for 11 seconds 00000100:00100000:0.0:1746139098.181474:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139098.181500:0:18644:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cbad880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832110848:192.168.203.56@tcp:104: 00010000:00010000:2.0:1746139098.181545:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008763ce00/0x1f9f6ca451acb1b9 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351201f expref: 40 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139098.181563:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008763ce00, rc 0) 00000100:00100000:3.0:1746139098.181576:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840252928 00000100:00100000:3.0:1746139098.181584:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840252928 00000100:00100000:0.0:1746139098.181653:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29669 00000100:00100000:0.0:1746139098.181663:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072789880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+41:1814:x1830958840252928:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746139098.181684:0:9563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746139098.181700:0:9563:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f14f600/0x1f9f6ca451acb1c0 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512026 expref: -99 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139098.181726:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139098.181731:0:9563:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008763ce00/0x1f9f6ca451acb1b9 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351201f expref: 42 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139098.181742:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746139098.181745:0:9563:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f14f600/0x1f9f6ca451acb1c0 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512026 expref: 42 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139098.181777:0:9563:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008763ce00/0x1f9f6ca451acb1b9 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351201f expref: 42 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139098.181789:0:9563:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f14f600/0x1f9f6ca451acb1c0 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512026 expref: 42 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139098.181797:0:9563:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f14f600, rc 0) 00000100:00100000:2.0:1746139098.181927:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072788380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+42:1800:x1830958840252672:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4139us (4914us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139098.181933:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29668 00000100:00100000:0.0:1746139098.181956:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072789880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+41:1814:x1830958840252928:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 294us (489us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139098.181963:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29669 00000100:00100000:0.0:1746139098.183123:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139098.183182:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840253056 00000100:00100000:3.0:1746139098.183188:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840253056 00010000:00010000:3.0:1746139098.183216:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008763de00/0x1f9f6ca451acb1b2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512018 expref: 6 pid: 18644 timeout: 823 lvb_type: 0 00000100:00100000:3.0:1746139098.183720:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16982 00000100:00100000:3.0:1746139098.183728:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072788e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840253056:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139098.183745:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139098.183767:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008763de00/0x1f9f6ca451acb1b2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512018 expref: 6 pid: 18644 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746139098.183779:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008763de00/0x1f9f6ca451acb1b2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512018 expref: 6 pid: 18644 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746139098.183800:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008763de00/0x1f9f6ca451acb1b2 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512018 expref: 6 pid: 18644 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746139098.183822:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139098.183824:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139098.183831:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008763ce00/0x1f9f6ca451acb1b9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351201f expref: 40 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139098.183844:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008763ce00/0x1f9f6ca451acb1b9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351201f expref: 40 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139098.183873:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008763ce00/0x1f9f6ca451acb1b9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351201f expref: 40 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139098.183884:0:7207:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008763ce00/0x1f9f6ca451acb1b9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351201f expref: 40 pid: 18644 timeout: 823 lvb_type: 0 00000100:00100000:3.0:1746139098.183896:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0758380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832111104:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139098.183969:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b534a9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746139098.185605:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0758380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832111104:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139098.185665:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139098.185704:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072788e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2007:x1830958840253056:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 1976us (2583us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139098.185713:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16982 00000100:00100000:0.0:1746139098.186011:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139098.186156:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840253312 00000100:00100000:1.0:1746139098.186163:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840253312 00002000:00100000:1.0:1746139098.186204:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88007278a680 x1830958840253312/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:24/0 lens 488/0 e 0 to 0 dl 1746139109 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139098.186214:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007278a680 with x1830958840253312 ext(0->4095) 00010000:00010000:1.0:1746139098.186221:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008763ce00/0x1f9f6ca451acb1b9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351201f expref: 41 pid: 18644 timeout: 823 lvb_type: 0 00010000:00010000:1.0:1746139098.186235:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008763ce00/0x1f9f6ca451acb1b9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351201f expref: 41 pid: 18644 timeout: 823 lvb_type: 0 00002000:00010000:1.0:1746139098.186241:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007278a680 00000100:00100000:1.0:1746139098.186257:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2539 00000100:00100000:1.0:1746139098.186262:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007278a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+41:2007:x1830958840253312:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746139098.186390:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007278a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+41:2007:x1830958840253312:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 127us (380us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139098.186395:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2539 00002000:00100000:1.0:1746139098.186400:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88007278a680 x1830958840253312/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:24/0 lens 488/4536 e 0 to 0 dl 1746139109 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139098.186406:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007278a680 with x1830958840253312 ext(0->4095) 00010000:00010000:1.0:1746139098.186410:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008763ce00/0x1f9f6ca451acb1b9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351201f expref: 41 pid: 18644 timeout: 823 lvb_type: 0 00010000:00010000:1.0:1746139098.186423:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008763ce00/0x1f9f6ca451acb1b9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351201f expref: 41 pid: 18644 timeout: 823 lvb_type: 0 00002000:00010000:1.0:1746139098.186428:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007278a680 00000100:00100000:0.0:1746139098.188761:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139098.189683:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840253440 00000100:00100000:3.0:1746139098.189695:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840253440 00010000:00010000:3.0:1746139098.189738:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008763ce00/0x1f9f6ca451acb1b9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351201f expref: 41 pid: 18644 timeout: 823 lvb_type: 0 00000100:00100000:3.0:1746139098.189788:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16983 00000100:00100000:3.0:1746139098.189796:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124a2d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+41:2007:x1830958840253440:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139098.189811:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139098.189835:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008763ce00/0x1f9f6ca451acb1b9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351201f expref: 41 pid: 18644 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746139098.189848:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008763ce00/0x1f9f6ca451acb1b9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351201f expref: 41 pid: 18644 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746139098.189869:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008763ce00/0x1f9f6ca451acb1b9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351201f expref: 41 pid: 18644 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746139098.189905:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139098.189907:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139098.189914:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f14f600/0x1f9f6ca451acb1c0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512026 expref: 40 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139098.189921:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f14f600/0x1f9f6ca451acb1c0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512026 expref: 40 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139098.189955:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f14f600/0x1f9f6ca451acb1c0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512026 expref: 40 pid: 9563 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139098.189967:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0758380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832111232:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139098.191998:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b534a9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746139098.195894:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0758380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832111232:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139098.195925:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139098.195981:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124a2d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+40:2007:x1830958840253440:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 6185us (7227us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139098.195991:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16983 00000100:00100000:0.0:1746139098.199942:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139098.200014:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840253696 00000100:00100000:3.0:1746139098.200024:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840253696 00002000:00100000:3.0:1746139098.200080:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88007278a300 x1830958840253696/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:24/0 lens 488/0 e 0 to 0 dl 1746139109 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139098.200091:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007278a300 with x1830958840253696 ext(0->4095) 00002000:00010000:3.0:1746139098.200097:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007278a300 00000100:00100000:3.0:1746139098.200136:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13192 00000100:00100000:3.0:1746139098.200144:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007278a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+40:2008:x1830958840253696:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746139098.200302:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007278a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+40:2008:x1830958840253696:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 158us (373us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746139098.200309:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13192 00002000:00100000:3.0:1746139098.200314:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88007278a300 x1830958840253696/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:24/0 lens 488/4536 e 0 to 0 dl 1746139109 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139098.200321:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007278a300 with x1830958840253696 ext(0->4095) 00002000:00010000:3.0:1746139098.200324:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007278a300 00000100:00100000:0.0:1746139098.214139:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139098.214402:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840253824 00000100:00100000:2.0:1746139098.214413:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840253824 00000100:00100000:2.0:1746139098.214474:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29670 00000100:00100000:2.0:1746139098.214483:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007278aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840253824:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139098.214504:0:9563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139098.214524:0:9563:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008763c600/0x1f9f6ca451acb1c7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a351202d expref: -99 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139098.214567:0:9563:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f14f600/0x1f9f6ca451acb1c0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512026 expref: 39 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139098.214576:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139098.214577:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139098.214581:0:9563:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008763c600/0x1f9f6ca451acb1c7 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351202d expref: 6 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139098.214647:0:9563:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f14f600/0x1f9f6ca451acb1c0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512026 expref: 39 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139098.214661:0:9563:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f14f600/0x1f9f6ca451acb1c0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512026 expref: 39 pid: 9563 timeout: 823 lvb_type: 0 00000100:00100000:2.0:1746139098.214676:0:9563:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cbad880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832111360:192.168.203.56@tcp:104: 00000100:00100000:2.0:1746139098.215825:0:9563:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a066d780 going to sleep for 11 seconds 00000100:00100000:2.0:1746139098.225416:0:9563:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cbad880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832111360:192.168.203.56@tcp:104: 00010000:00010000:2.0:1746139098.225453:0:9563:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008763c600/0x1f9f6ca451acb1c7 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351202d expref: 6 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139098.225471:0:9563:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008763c600, rc 0) 00000100:00100000:2.0:1746139098.225537:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007278aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840253824:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 11046us (11400us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139098.225546:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29670 00000100:00100000:0.0:1746139098.225827:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139098.225924:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840254080 00000100:00100000:3.0:1746139098.225932:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840254080 00000100:00100000:3.0:1746139098.225971:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29671 00000100:00100000:3.0:1746139098.225978:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007278ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+40:1800:x1830958840254080:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746139098.225996:0:9563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139098.226011:0:9563:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9ca00/0x1f9f6ca451acb1ce lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512034 expref: -99 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139098.226033:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746139098.226037:0:9563:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008763c600/0x1f9f6ca451acb1c7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351202d expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139098.226044:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746139098.226047:0:9563:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9ca00/0x1f9f6ca451acb1ce lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512034 expref: 41 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139098.226086:0:9563:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008763c600/0x1f9f6ca451acb1c7 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351202d expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139098.226095:0:9563:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9ca00/0x1f9f6ca451acb1ce lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512034 expref: 41 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139098.226103:0:9563:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800b1a9ca00, rc 0) 00000100:00100000:3.0:1746139098.226133:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007278ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+41:1800:x1830958840254080:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 156us (307us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139098.226139:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29671 00000100:00100000:0.0:1746139098.226756:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139098.227118:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840253952 00000100:00100000:1.0:1746139098.227123:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840253952 00002000:00100000:1.0:1746139098.227153:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff88007278b800 x1830958840253952/t0(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:24/0 lens 496/0 e 0 to 0 dl 1746139109 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139098.227162:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007278b800 with x1830958840253952 ext(0->7) 00010000:00010000:1.0:1746139098.227169:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f14f600/0x1f9f6ca451acb1c0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512026 expref: 41 pid: 9563 timeout: 823 lvb_type: 0 00010000:00010000:1.0:1746139098.227180:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f14f600/0x1f9f6ca451acb1c0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512026 expref: 41 pid: 9563 timeout: 823 lvb_type: 0 00002000:00010000:1.0:1746139098.227187:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007278b800 00000100:00100000:1.0:1746139098.227213:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2540 00000100:00100000:1.0:1746139098.227219:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007278b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+41:2009:x1830958840253952:12345-192.168.203.56@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746139098.228104:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007278b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+43:2009:x1830958840253952:12345-192.168.203.56@tcp:4:ldlm_bl.0 Request processed in 881us (1345us total) trans 4294972057 rc 0/0 00000100:00100000:1.0:1746139098.228114:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2540 00002000:00100000:1.0:1746139098.228120:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff88007278b800 x1830958840253952/t4294972057(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:24/0 lens 496/448 e 0 to 0 dl 1746139109 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139098.228127:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007278b800 with x1830958840253952 ext(0->7) 00010000:00010000:1.0:1746139098.228132:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f14f600/0x1f9f6ca451acb1c0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512026 expref: 43 pid: 9563 timeout: 823 lvb_type: 0 00010000:00010000:1.0:1746139098.228141:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f14f600/0x1f9f6ca451acb1c0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512026 expref: 43 pid: 9563 timeout: 823 lvb_type: 0 00002000:00010000:1.0:1746139098.228147:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007278b800 00000100:00100000:0.0:1746139098.230709:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139098.230845:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840254208 00000100:00100000:3.0:1746139098.230854:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840254208 00010000:00010000:3.0:1746139098.230890:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f14f600/0x1f9f6ca451acb1c0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512026 expref: 43 pid: 9563 timeout: 823 lvb_type: 0 00000100:00100000:3.0:1746139098.230914:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16984 00000100:00100000:3.0:1746139098.230921:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007278b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+43:2008:x1830958840254208:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139098.230934:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139098.230953:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f14f600/0x1f9f6ca451acb1c0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512026 expref: 43 pid: 9563 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746139098.230964:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f14f600/0x1f9f6ca451acb1c0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512026 expref: 43 pid: 9563 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746139098.230988:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f14f600/0x1f9f6ca451acb1c0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512026 expref: 43 pid: 9563 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746139098.231009:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139098.231011:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139098.231021:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008763c600/0x1f9f6ca451acb1c7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351202d expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139098.231028:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008763c600/0x1f9f6ca451acb1c7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351202d expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139098.231065:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008763c600/0x1f9f6ca451acb1c7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351202d expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139098.231077:0:7207:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008763c600/0x1f9f6ca451acb1c7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351202d expref: 5 pid: 9563 timeout: 823 lvb_type: 0 00000100:00100000:3.0:1746139098.231090:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0758380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832111616:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139098.231846:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b534a780 going to sleep for 11 seconds 00000100:00100000:3.0:1746139098.233296:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0758380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832111616:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139098.233321:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139098.233356:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007278b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+42:2008:x1830958840254208:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 2433us (2657us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139098.233366:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16984 00000100:00100000:0.0:1746139098.235496:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139098.235609:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840254464 00000100:00100000:1.0:1746139098.235643:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840254464 00002000:00100000:1.0:1746139098.235688:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880072788700 x1830958840254464/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:24/0 lens 488/0 e 0 to 0 dl 1746139109 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139098.235698:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072788700 with x1830958840254464 ext(0->4095) 00010000:00010000:1.0:1746139098.235707:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008763c600/0x1f9f6ca451acb1c7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351202d expref: 6 pid: 9563 timeout: 823 lvb_type: 0 00010000:00010000:1.0:1746139098.235720:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008763c600/0x1f9f6ca451acb1c7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351202d expref: 6 pid: 9563 timeout: 823 lvb_type: 0 00002000:00010000:1.0:1746139098.235727:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072788700 00000100:00100000:1.0:1746139098.235757:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2541 00000100:00100000:1.0:1746139098.235765:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072788700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840254464:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746139098.235902:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072788700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840254464:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 137us (414us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139098.235908:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2541 00002000:00100000:1.0:1746139098.235913:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880072788700 x1830958840254464/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:24/0 lens 488/4536 e 0 to 0 dl 1746139109 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139098.235925:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072788700 with x1830958840254464 ext(0->4095) 00010000:00010000:1.0:1746139098.235929:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008763c600/0x1f9f6ca451acb1c7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351202d expref: 6 pid: 9563 timeout: 823 lvb_type: 0 00010000:00010000:1.0:1746139098.235937:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008763c600/0x1f9f6ca451acb1c7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351202d expref: 6 pid: 9563 timeout: 823 lvb_type: 0 00002000:00010000:1.0:1746139098.235943:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072788700 00000100:00100000:0.0:1746139098.241334:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139098.241576:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840254592 00000100:00100000:3.0:1746139098.241585:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840254592 00010000:00010000:3.0:1746139098.241659:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008763c600/0x1f9f6ca451acb1c7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351202d expref: 6 pid: 9563 timeout: 823 lvb_type: 0 00000100:00100000:3.0:1746139098.241693:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16985 00000100:00100000:3.0:1746139098.241701:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007278b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840254592:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139098.241718:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139098.241741:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008763c600/0x1f9f6ca451acb1c7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351202d expref: 6 pid: 9563 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746139098.241752:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008763c600/0x1f9f6ca451acb1c7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351202d expref: 6 pid: 9563 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746139098.241775:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008763c600/0x1f9f6ca451acb1c7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351202d expref: 6 pid: 9563 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746139098.241808:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139098.241811:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139098.241818:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9ca00/0x1f9f6ca451acb1ce lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512034 expref: 41 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139098.241826:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9ca00/0x1f9f6ca451acb1ce lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512034 expref: 41 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139098.241861:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9ca00/0x1f9f6ca451acb1ce lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512034 expref: 41 pid: 9563 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139098.241873:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0758380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832111744:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139098.241965:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b534a780 going to sleep for 11 seconds 00000100:00100000:3.0:1746139098.244202:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0758380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832111744:192.168.203.56@tcp:105: 00000100:00100000:0.0:1746139098.244208:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00010000:00010000:3.0:1746139098.244228:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139098.244265:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007278b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2008:x1830958840254592:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 2563us (2941us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139098.244274:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16985 00000100:00100000:2.0:1746139098.244367:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840254848 00000100:00100000:2.0:1746139098.244373:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840254848 00002000:00100000:2.0:1746139098.244410:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880072789500 x1830958840254848/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:24/0 lens 488/0 e 0 to 0 dl 1746139109 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139098.244420:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072789500 with x1830958840254848 ext(0->4095) 00002000:00010000:2.0:1746139098.244425:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072789500 00000100:00100000:2.0:1746139098.244454:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13193 00000100:00100000:2.0:1746139098.244461:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072789500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+42:2008:x1830958840254848:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746139098.244588:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072789500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+42:2008:x1830958840254848:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 128us (381us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746139098.244593:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13193 00002000:00100000:2.0:1746139098.244598:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880072789500 x1830958840254848/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:24/0 lens 488/4536 e 0 to 0 dl 1746139109 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139098.244610:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072789500 with x1830958840254848 ext(0->4095) 00002000:00010000:2.0:1746139098.244613:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072789500 00000100:00100000:0.0:1746139098.246147:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139098.246227:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840254976 00000100:00100000:3.0:1746139098.246233:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840254976 00000100:00100000:3.0:1746139098.246386:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29672 00000100:00100000:3.0:1746139098.246393:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072789c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840254976:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746139098.246406:0:9563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139098.246423:0:9563:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9c800/0x1f9f6ca451acb1d5 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a351203b expref: -99 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139098.246449:0:9563:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9ca00/0x1f9f6ca451acb1ce lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512034 expref: 41 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139098.246456:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746139098.246458:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746139098.246461:0:9563:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9c800/0x1f9f6ca451acb1d5 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351203b expref: 6 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139098.246490:0:9563:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9ca00/0x1f9f6ca451acb1ce lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512034 expref: 41 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139098.246502:0:9563:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9ca00/0x1f9f6ca451acb1ce lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512034 expref: 41 pid: 9563 timeout: 823 lvb_type: 0 00000100:00100000:3.0:1746139098.246520:0:9563:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0758380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832111872:192.168.203.56@tcp:104: 00000100:00100000:3.0:1746139098.247352:0:9563:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b534a780 going to sleep for 11 seconds 00000100:00100000:0.0:1746139098.251418:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139098.251513:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840255104 00000100:00100000:2.0:1746139098.251522:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840255104 00010000:00010000:2.0:1746139098.251564:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9ca00/0x1f9f6ca451acb1ce lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512034 expref: 42 pid: 9563 timeout: 823 lvb_type: 0 00000100:00100000:2.0:1746139098.251592:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16986 00000100:00100000:2.0:1746139098.251600:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072788000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+42:2008:x1830958840255104:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139098.251612:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139098.251650:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9ca00/0x1f9f6ca451acb1ce lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512034 expref: 42 pid: 9563 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746139098.251662:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9ca00/0x1f9f6ca451acb1ce lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512034 expref: 42 pid: 9563 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746139098.251686:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139098.251688:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139098.251695:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9c800/0x1f9f6ca451acb1d5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351203b expref: 6 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139098.251703:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9c800/0x1f9f6ca451acb1d5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351203b expref: 6 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139098.251735:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9c800/0x1f9f6ca451acb1d5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351203b expref: 6 pid: 9563 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746139098.251750:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cbad880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832112000:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139098.251829:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a066d9c0 going to sleep for 11 seconds 00010000:00010000:3.0:1746139098.252303:0:9563:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9ca00/0x1f9f6ca451acb1ce lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512034 expref: 42 pid: 9563 timeout: 823 lvb_type: 0 00000100:00100000:3.0:1746139098.252332:0:9563:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0758380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832111872:192.168.203.56@tcp:104: 00010000:00010000:3.0:1746139098.252354:0:9563:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9c800/0x1f9f6ca451acb1d5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351203b expref: 6 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139098.252362:0:9563:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800b1a9c800, rc 0) 00000100:00100000:3.0:1746139098.252400:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072789c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840254976:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6006us (6258us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139098.252407:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29672 00000100:00100000:2.0:1746139098.253874:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cbad880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832112000:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139098.253891:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139098.253927:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072788000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+41:2008:x1830958840255104:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 2327us (2521us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139098.253936:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16986 00000100:00100000:0.0:1746139098.255296:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139098.255436:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139098.255499:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840255232 00000100:00100000:3.0:1746139098.255506:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840255232 00000100:00100000:3.0:1746139098.255552:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29673 00000100:00100000:3.0:1746139098.255559:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072788e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+41:1800:x1830958840255232:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746139098.255577:0:9563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139098.255594:0:9563:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9d800/0x1f9f6ca451acb1dc lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512042 expref: -99 pid: 9563 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746139098.255717:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840255488 00000100:00100000:1.0:1746139098.255720:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840255488 00002000:00100000:1.0:1746139098.255750:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8801314be680 x1830958840255488/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:24/0 lens 488/0 e 0 to 0 dl 1746139109 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139098.255760:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801314be680 with x1830958840255488 ext(0->4095) 00002000:00010000:1.0:1746139098.255764:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801314be680 00000100:00100000:1.0:1746139098.255788:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13194 00000100:00100000:1.0:1746139098.255794:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801314be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2009:x1830958840255488:12345-192.168.203.56@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746139098.255912:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801314be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2009:x1830958840255488:12345-192.168.203.56@tcp:3:ptlrpcd_01_00.0 Request processed in 118us (476us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139098.255918:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13194 00002000:00100000:1.0:1746139098.255923:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8801314be680 x1830958840255488/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:24/0 lens 488/4536 e 0 to 0 dl 1746139109 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139098.255929:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801314be680 with x1830958840255488 ext(0->4095) 00002000:00010000:1.0:1746139098.255932:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801314be680 00010000:00010000:3.0:1746139098.256240:0:9563:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9c800/0x1f9f6ca451acb1d5 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351203b expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139098.256252:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139098.256254:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139098.256258:0:9563:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9d800/0x1f9f6ca451acb1dc lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512042 expref: 42 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139098.256289:0:9563:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9c800/0x1f9f6ca451acb1d5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351203b expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139098.256299:0:9563:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9c800/0x1f9f6ca451acb1d5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351203b expref: 5 pid: 9563 timeout: 823 lvb_type: 0 00000100:00100000:3.0:1746139098.256310:0:9563:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0758380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832112128:192.168.203.56@tcp:104: 00000100:00100000:3.0:1746139098.256375:0:9563:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b534a780 going to sleep for 11 seconds 00000100:00100000:3.0:1746139098.258369:0:9563:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0758380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832112128:192.168.203.56@tcp:104: 00010000:00010000:3.0:1746139098.258406:0:9563:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9d800/0x1f9f6ca451acb1dc lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512042 expref: 42 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139098.258422:0:9563:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800b1a9d800, rc 0) 00000100:00100000:3.0:1746139098.258459:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072788e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+42:1800:x1830958840255232:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2899us (3166us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139098.258467:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29673 00000100:00100000:0.0:1746139098.260332:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139098.261955:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840255616 00000100:00100000:3.0:1746139098.261966:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840255616 00000100:00100000:3.0:1746139098.262015:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29674 00000100:00100000:3.0:1746139098.262022:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801314bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+42:1814:x1830958840255616:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746139098.262042:0:9563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139098.262058:0:9563:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9de00/0x1f9f6ca451acb1e3 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512049 expref: -99 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139098.262084:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139098.262088:0:9563:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9d800/0x1f9f6ca451acb1dc lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512042 expref: 43 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139098.262094:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746139098.262097:0:9563:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9de00/0x1f9f6ca451acb1e3 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512049 expref: 43 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139098.262131:0:9563:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9d800/0x1f9f6ca451acb1dc lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512042 expref: 43 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139098.262141:0:9563:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9de00/0x1f9f6ca451acb1e3 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512049 expref: 43 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139098.262149:0:9563:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800b1a9de00, rc 0) 00000100:00100000:3.0:1746139098.262308:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801314bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+43:1814:x1830958840255616:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 286us (1983us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139098.262314:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29674 00000100:00100000:0.0:1746139098.265729:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139098.265871:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840255744 00000100:00100000:2.0:1746139098.265880:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840255744 00010000:00010000:2.0:1746139098.265917:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9c800/0x1f9f6ca451acb1d5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351203b expref: 6 pid: 9563 timeout: 823 lvb_type: 0 00000100:00100000:2.0:1746139098.265944:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16987 00000100:00100000:2.0:1746139098.265951:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801314bc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2010:x1830958840255744:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139098.265969:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139098.265991:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9c800/0x1f9f6ca451acb1d5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351203b expref: 6 pid: 9563 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746139098.266004:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9c800/0x1f9f6ca451acb1d5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351203b expref: 6 pid: 9563 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746139098.266027:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9c800/0x1f9f6ca451acb1d5 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351203b expref: 6 pid: 9563 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746139098.266059:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139098.266061:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139098.266069:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9d800/0x1f9f6ca451acb1dc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512042 expref: 42 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139098.266076:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9d800/0x1f9f6ca451acb1dc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512042 expref: 42 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139098.266109:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9d800/0x1f9f6ca451acb1dc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512042 expref: 42 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139098.266120:0:7207:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9d800/0x1f9f6ca451acb1dc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512042 expref: 42 pid: 9563 timeout: 823 lvb_type: 0 00000100:00100000:2.0:1746139098.266132:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cbad880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832112384:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139098.266212:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a066d9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746139098.268847:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139098.269016:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cbad880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832112384:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139098.269037:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139098.269079:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801314bc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2010:x1830958840255744:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3127us (3360us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139098.269089:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16987 00000100:00100000:3.0:1746139098.269256:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840256000 00000100:00100000:3.0:1746139098.269262:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840256000 00002000:00100000:3.0:1746139098.269299:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8801314bdc00 x1830958840256000/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:24/0 lens 488/0 e 0 to 0 dl 1746139109 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139098.269308:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801314bdc00 with x1830958840256000 ext(0->4095) 00010000:00010000:3.0:1746139098.269317:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9d800/0x1f9f6ca451acb1dc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512042 expref: 43 pid: 9563 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746139098.269330:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9d800/0x1f9f6ca451acb1dc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512042 expref: 43 pid: 9563 timeout: 823 lvb_type: 0 00002000:00010000:3.0:1746139098.269335:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801314bdc00 00000100:00100000:3.0:1746139098.269996:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2542 00000100:00100000:3.0:1746139098.270004:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801314bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+43:2007:x1830958840256000:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746139098.270136:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801314bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+43:2007:x1830958840256000:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 133us (1299us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746139098.270141:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2542 00002000:00100000:3.0:1746139098.270146:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8801314bdc00 x1830958840256000/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:24/0 lens 488/4536 e 0 to 0 dl 1746139109 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139098.270153:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801314bdc00 with x1830958840256000 ext(0->4095) 00010000:00010000:3.0:1746139098.270158:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9d800/0x1f9f6ca451acb1dc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512042 expref: 43 pid: 9563 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746139098.270166:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9d800/0x1f9f6ca451acb1dc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512042 expref: 43 pid: 9563 timeout: 823 lvb_type: 0 00002000:00010000:3.0:1746139098.270172:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801314bdc00 00000100:00100000:0.0:1746139098.272776:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139098.272866:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840256128 00000100:00100000:2.0:1746139098.272876:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840256128 00010000:00010000:2.0:1746139098.272908:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9d800/0x1f9f6ca451acb1dc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512042 expref: 43 pid: 9563 timeout: 823 lvb_type: 0 00000100:00100000:2.0:1746139098.272968:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16988 00000100:00100000:2.0:1746139098.272976:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801314bea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+43:2008:x1830958840256128:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139098.272993:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139098.273013:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9d800/0x1f9f6ca451acb1dc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512042 expref: 43 pid: 9563 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746139098.273025:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9d800/0x1f9f6ca451acb1dc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512042 expref: 43 pid: 9563 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746139098.273047:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9d800/0x1f9f6ca451acb1dc lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512042 expref: 43 pid: 9563 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746139098.273063:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139098.273065:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139098.273072:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9de00/0x1f9f6ca451acb1e3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512049 expref: 42 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139098.273080:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9de00/0x1f9f6ca451acb1e3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512049 expref: 42 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139098.273111:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9de00/0x1f9f6ca451acb1e3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512049 expref: 42 pid: 9563 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746139098.273123:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cbad880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832112512:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139098.273658:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a066d9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746139098.277074:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139098.277167:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cbad880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832112512:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139098.277189:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139098.277233:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801314bea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+42:2008:x1830958840256128:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 4257us (4466us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139098.277247:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16988 00000100:00100000:1.0:1746139098.277574:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840256384 00000100:00100000:1.0:1746139098.277581:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840256384 00002000:00100000:1.0:1746139098.277636:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8801314bf800 x1830958840256384/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:24/0 lens 488/0 e 0 to 0 dl 1746139109 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139098.277646:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801314bf800 with x1830958840256384 ext(0->4095) 00002000:00010000:1.0:1746139098.277650:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801314bf800 00000100:00100000:1.0:1746139098.277673:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13195 00000100:00100000:1.0:1746139098.277678:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801314bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+42:2007:x1830958840256384:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746139098.277791:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801314bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+42:2007:x1830958840256384:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 112us (728us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139098.277796:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13195 00002000:00100000:1.0:1746139098.277800:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8801314bf800 x1830958840256384/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:24/0 lens 488/4536 e 0 to 0 dl 1746139109 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139098.277807:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801314bf800 with x1830958840256384 ext(0->4095) 00002000:00010000:1.0:1746139098.277809:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801314bf800 00000100:00100000:0.0:1746139098.281082:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139098.281177:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840256512 00000100:00100000:3.0:1746139098.281186:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840256512 00000100:00100000:3.0:1746139098.281224:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29675 00000100:00100000:3.0:1746139098.281230:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801314bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840256512:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746139098.281247:0:9563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139098.281263:0:9563:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9ca00/0x1f9f6ca451acb1ea lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512050 expref: -99 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139098.281290:0:9563:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9de00/0x1f9f6ca451acb1e3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512049 expref: 41 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139098.281297:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746139098.281298:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746139098.281301:0:9563:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9ca00/0x1f9f6ca451acb1ea lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512050 expref: 6 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139098.281329:0:9563:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9de00/0x1f9f6ca451acb1e3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512049 expref: 41 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139098.281338:0:9563:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9de00/0x1f9f6ca451acb1e3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512049 expref: 41 pid: 9563 timeout: 823 lvb_type: 0 00000100:00100000:3.0:1746139098.281348:0:9563:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0758380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832112640:192.168.203.56@tcp:104: 00000100:00100000:3.0:1746139098.281426:0:9563:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b534a780 going to sleep for 11 seconds 00000100:00100000:3.0:1746139098.283564:0:9563:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0758380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832112640:192.168.203.56@tcp:104: 00010000:00010000:3.0:1746139098.283596:0:9563:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9ca00/0x1f9f6ca451acb1ea lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512050 expref: 6 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139098.283611:0:9563:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800b1a9ca00, rc 0) 00000100:00100000:3.0:1746139098.283670:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801314bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840256512:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2439us (2595us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139098.283681:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29675 00000100:00100000:0.0:1746139098.285051:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139098.285151:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840256640 00000100:00100000:2.0:1746139098.285157:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840256640 00010000:00010000:2.0:1746139098.285188:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9de00/0x1f9f6ca451acb1e3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512049 expref: 42 pid: 9563 timeout: 823 lvb_type: 0 00000100:00100000:2.0:1746139098.285215:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16989 00000100:00100000:2.0:1746139098.285221:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801314bd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+42:2008:x1830958840256640:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139098.285233:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139098.285251:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9de00/0x1f9f6ca451acb1e3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512049 expref: 42 pid: 9563 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746139098.285261:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9de00/0x1f9f6ca451acb1e3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512049 expref: 42 pid: 9563 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746139098.285280:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9de00/0x1f9f6ca451acb1e3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512049 expref: 42 pid: 9563 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746139098.285305:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139098.285307:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139098.285313:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9ca00/0x1f9f6ca451acb1ea lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512050 expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139098.285321:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9ca00/0x1f9f6ca451acb1ea lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512050 expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139098.285346:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9ca00/0x1f9f6ca451acb1ea lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512050 expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746139098.285357:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cbad880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832112768:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139098.285422:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a066d9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746139098.288859:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139098.289040:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840256896 00000100:00100000:3.0:1746139098.289049:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840256896 00002000:00100000:3.0:1746139098.289094:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8801314bfb80 x1830958840256896/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:24/0 lens 488/0 e 0 to 0 dl 1746139109 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139098.289104:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801314bfb80 with x1830958840256896 ext(0->4095) 00002000:00010000:3.0:1746139098.289108:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801314bfb80 00000100:00100000:2.0:1746139098.289221:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cbad880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832112768:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139098.289240:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139098.289280:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801314bd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+41:2008:x1830958840256640:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 4058us (4235us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139098.289289:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16989 00000100:00100000:3.0:1746139098.289403:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13196 00000100:00100000:3.0:1746139098.289410:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801314bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840256896:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746139098.289542:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801314bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840256896:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 132us (693us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746139098.289547:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13196 00002000:00100000:3.0:1746139098.289553:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8801314bfb80 x1830958840256896/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:24/0 lens 488/4536 e 0 to 0 dl 1746139109 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139098.289560:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801314bfb80 with x1830958840256896 ext(0->4095) 00002000:00010000:3.0:1746139098.289562:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801314bfb80 00000100:00100000:0.0:1746139098.290519:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139098.290710:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840257024 00000100:00100000:3.0:1746139098.290717:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840257024 00000100:00100000:3.0:1746139098.290745:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29676 00000100:00100000:3.0:1746139098.290750:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801314bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+41:1800:x1830958840257024:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746139098.290760:0:9563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139098.290776:0:9563:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9c800/0x1f9f6ca451acb1f1 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512057 expref: -99 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139098.290803:0:9563:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9ca00/0x1f9f6ca451acb1ea lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512050 expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139098.290810:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139098.290812:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139098.290815:0:9563:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9c800/0x1f9f6ca451acb1f1 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512057 expref: 42 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139098.290847:0:9563:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9ca00/0x1f9f6ca451acb1ea lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512050 expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139098.290859:0:9563:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9ca00/0x1f9f6ca451acb1ea lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512050 expref: 5 pid: 9563 timeout: 823 lvb_type: 0 00000100:00100000:3.0:1746139098.290871:0:9563:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0758380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832112896:192.168.203.56@tcp:104: 00000100:00100000:3.0:1746139098.290936:0:9563:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b534a780 going to sleep for 11 seconds 00010000:00010000:3.0:1746139098.294239:0:7209:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746139098.294766:0:9563:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0758380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832112896:192.168.203.56@tcp:104: 00010000:00010000:3.0:1746139098.294796:0:9563:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9c800/0x1f9f6ca451acb1f1 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512057 expref: 42 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139098.294814:0:9563:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800b1a9c800, rc 0) 00000100:00100000:3.0:1746139098.294856:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801314bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+42:1800:x1830958840257024:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4104us (4339us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139098.294864:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29676 00000100:00100000:0.0:1746139098.298246:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139098.298468:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139098.298672:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840257280 00000100:00100000:2.0:1746139098.298683:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840257280 00010000:00010000:2.0:1746139098.298723:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9ca00/0x1f9f6ca451acb1ea lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512050 expref: 6 pid: 9563 timeout: 823 lvb_type: 0 00000100:00100000:2.0:1746139098.298756:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16990 00000100:00100000:2.0:1746139098.298764:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124a2d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840257280:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139098.298779:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139098.298800:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9ca00/0x1f9f6ca451acb1ea lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512050 expref: 6 pid: 9563 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746139098.298812:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9ca00/0x1f9f6ca451acb1ea lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512050 expref: 6 pid: 9563 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746139098.298836:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9ca00/0x1f9f6ca451acb1ea lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512050 expref: 6 pid: 9563 timeout: 823 lvb_type: 0 00000100:00100000:3.0:1746139098.299054:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840257152 00000100:00100000:3.0:1746139098.299058:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840257152 00000100:00100000:3.0:1746139098.299083:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29677 00000100:00100000:3.0:1746139098.299088:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801314bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+42:1814:x1830958840257152:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746139098.299102:0:9563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139098.299114:0:9563:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9d000/0x1f9f6ca451acb1f8 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a351205e expref: -99 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139098.299133:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139098.299139:0:9563:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9c800/0x1f9f6ca451acb1f1 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512057 expref: 43 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139098.299145:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746139098.299148:0:9563:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9d000/0x1f9f6ca451acb1f8 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351205e expref: 43 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139098.299194:0:9563:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9c800/0x1f9f6ca451acb1f1 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512057 expref: 43 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139098.299207:0:9563:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9d000/0x1f9f6ca451acb1f8 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351205e expref: 43 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139098.299215:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139098.299217:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139098.299223:0:9563:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9c800/0x1f9f6ca451acb1f1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512057 expref: 43 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139098.299231:0:9563:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9c800/0x1f9f6ca451acb1f1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512057 expref: 43 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139098.299255:0:9563:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9c800/0x1f9f6ca451acb1f1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512057 expref: 43 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139098.299266:0:9563:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9c800/0x1f9f6ca451acb1f1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512057 expref: 43 pid: 9563 timeout: 823 lvb_type: 0 00000100:00100000:3.0:1746139098.299279:0:9563:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0758380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832113152:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139098.299360:0:9563:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b534a780 going to sleep for 11 seconds 00010000:00010000:2.0:1746139098.299569:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139098.299598:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124a2d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2008:x1830958840257280:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 834us (1129us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139098.299605:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16990 00000100:00100000:3.0:1746139098.303428:0:9563:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0758380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832113152:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139098.303455:0:9563:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800b1a9d000, rc 0) 00000100:00100000:3.0:1746139098.303507:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801314bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+43:1814:x1830958840257152:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4416us (5274us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139098.303516:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29677 00000100:00100000:0.0:1746139098.304029:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139098.304071:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840257536 00000100:00100000:1.0:1746139098.304078:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840257536 00002000:00100000:1.0:1746139098.304119:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8801314bd500 x1830958840257536/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:24/0 lens 488/0 e 0 to 0 dl 1746139109 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139098.304129:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801314bd500 with x1830958840257536 ext(0->4095) 00010000:00010000:1.0:1746139098.304138:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9c800/0x1f9f6ca451acb1f1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512057 expref: 43 pid: 9563 timeout: 823 lvb_type: 0 00010000:00010000:1.0:1746139098.304152:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9c800/0x1f9f6ca451acb1f1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512057 expref: 43 pid: 9563 timeout: 823 lvb_type: 0 00002000:00010000:1.0:1746139098.304164:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801314bd500 00000100:00100000:1.0:1746139098.304193:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2543 00000100:00100000:1.0:1746139098.304201:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801314bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+43:2008:x1830958840257536:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746139098.304441:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801314bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+43:2008:x1830958840257536:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 240us (411us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139098.304447:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2543 00002000:00100000:1.0:1746139098.304452:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8801314bd500 x1830958840257536/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:24/0 lens 488/4536 e 0 to 0 dl 1746139109 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139098.304460:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801314bd500 with x1830958840257536 ext(0->4095) 00010000:00010000:1.0:1746139098.304464:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9c800/0x1f9f6ca451acb1f1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512057 expref: 43 pid: 9563 timeout: 823 lvb_type: 0 00010000:00010000:1.0:1746139098.304472:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9c800/0x1f9f6ca451acb1f1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512057 expref: 43 pid: 9563 timeout: 823 lvb_type: 0 00002000:00010000:1.0:1746139098.304477:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801314bd500 00000100:00100000:0.0:1746139098.306320:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139098.306470:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840257664 00000100:00100000:2.0:1746139098.306477:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840257664 00010000:00010000:2.0:1746139098.306505:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9c800/0x1f9f6ca451acb1f1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512057 expref: 43 pid: 9563 timeout: 823 lvb_type: 0 00000100:00100000:2.0:1746139098.306548:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16991 00000100:00100000:2.0:1746139098.306556:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801314bf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+43:2010:x1830958840257664:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139098.306571:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139098.306591:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9c800/0x1f9f6ca451acb1f1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512057 expref: 43 pid: 9563 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746139098.306602:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9c800/0x1f9f6ca451acb1f1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512057 expref: 43 pid: 9563 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746139098.306644:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9c800/0x1f9f6ca451acb1f1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512057 expref: 43 pid: 9563 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746139098.306662:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139098.306664:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139098.306671:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9d000/0x1f9f6ca451acb1f8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351205e expref: 42 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139098.306679:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9d000/0x1f9f6ca451acb1f8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351205e expref: 42 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139098.306719:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9d000/0x1f9f6ca451acb1f8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351205e expref: 42 pid: 9563 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746139098.306732:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cbad880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832113280:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139098.307110:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a066d540 going to sleep for 11 seconds 00000100:00100000:2.0:1746139098.309344:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cbad880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832113280:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139098.309367:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139098.309407:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801314bf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+42:2010:x1830958840257664:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 2851us (3093us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139098.309417:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16991 00000100:00100000:0.0:1746139098.310250:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139098.311031:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840257920 00000100:00100000:1.0:1746139098.311040:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840257920 00002000:00100000:1.0:1746139098.311081:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8801314bc700 x1830958840257920/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:24/0 lens 488/0 e 0 to 0 dl 1746139109 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139098.311091:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801314bc700 with x1830958840257920 ext(0->4095) 00002000:00010000:1.0:1746139098.311095:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801314bc700 00000100:00100000:1.0:1746139098.311129:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13197 00000100:00100000:1.0:1746139098.311138:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801314bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+42:2007:x1830958840257920:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746139098.311549:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801314bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+42:2007:x1830958840257920:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 411us (1301us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139098.311556:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13197 00002000:00100000:1.0:1746139098.311562:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8801314bc700 x1830958840257920/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:24/0 lens 488/4536 e 0 to 0 dl 1746139109 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139098.311569:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801314bc700 with x1830958840257920 ext(0->4095) 00002000:00010000:1.0:1746139098.311572:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801314bc700 00000100:00100000:0.0:1746139098.314118:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139098.314247:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840258048 00000100:00100000:3.0:1746139098.314255:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840258048 00000100:00100000:3.0:1746139098.314302:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29678 00000100:00100000:3.0:1746139098.314310:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801314bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840258048:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746139098.314327:0:9563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139098.314347:0:9563:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f034600/0x1f9f6ca451acb1ff lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512065 expref: -99 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139098.314379:0:9563:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9d000/0x1f9f6ca451acb1f8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351205e expref: 41 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139098.314391:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746139098.314393:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746139098.314396:0:9563:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f034600/0x1f9f6ca451acb1ff lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512065 expref: 6 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139098.314430:0:9563:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9d000/0x1f9f6ca451acb1f8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351205e expref: 41 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139098.314441:0:9563:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9d000/0x1f9f6ca451acb1f8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351205e expref: 41 pid: 9563 timeout: 823 lvb_type: 0 00000100:00100000:3.0:1746139098.314452:0:9563:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0758380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832113408:192.168.203.56@tcp:104: 00000100:00100000:3.0:1746139098.314565:0:9563:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b534a780 going to sleep for 11 seconds 00000100:00100000:3.0:1746139098.319945:0:9563:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0758380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832113408:192.168.203.56@tcp:104: 00010000:00010000:3.0:1746139098.320389:0:9563:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f034600/0x1f9f6ca451acb1ff lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512065 expref: 6 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139098.320408:0:9563:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f034600, rc 0) 00000100:00100000:3.0:1746139098.320491:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801314bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840258048:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6181us (6381us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139098.320500:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29678 00000100:00100000:0.0:1746139098.321739:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139098.322664:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840258176 00000100:00100000:2.0:1746139098.322675:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840258176 00010000:00010000:2.0:1746139098.322719:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9d000/0x1f9f6ca451acb1f8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351205e expref: 42 pid: 9563 timeout: 823 lvb_type: 0 00000100:00100000:2.0:1746139098.322757:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16992 00000100:00100000:2.0:1746139098.322764:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801314bd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+42:2007:x1830958840258176:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139098.322781:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139098.322808:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9d000/0x1f9f6ca451acb1f8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351205e expref: 42 pid: 9563 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746139098.322821:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9d000/0x1f9f6ca451acb1f8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351205e expref: 42 pid: 9563 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746139098.322846:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9d000/0x1f9f6ca451acb1f8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351205e expref: 42 pid: 9563 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746139098.322888:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139098.322890:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139098.322900:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f034600/0x1f9f6ca451acb1ff lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512065 expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746139098.323398:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139098.323499:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840258304 00000100:00100000:3.0:1746139098.323505:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840258304 00010000:00010000:2.0:1746139098.323548:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f034600/0x1f9f6ca451acb1ff lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512065 expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139098.323725:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29679 00000100:00100000:3.0:1746139098.323732:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c249180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+42:1800:x1830958840258304:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139098.323736:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f034600/0x1f9f6ca451acb1ff lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512065 expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139098.323749:0:9563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1746139098.323751:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cbad880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832113536:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139098.323762:0:9563:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9ca00/0x1f9f6ca451acb206 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a351206c expref: -99 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139098.323782:0:9563:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f034600/0x1f9f6ca451acb1ff lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512065 expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139098.323788:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139098.323790:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139098.323793:0:9563:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9ca00/0x1f9f6ca451acb206 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351206c expref: 43 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139098.323811:0:9563:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f034600/0x1f9f6ca451acb1ff lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512065 expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139098.323822:0:9563:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f034600/0x1f9f6ca451acb1ff lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512065 expref: 5 pid: 9563 timeout: 823 lvb_type: 0 00000100:00100000:2.0:1746139098.323823:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a066d540 going to sleep for 11 seconds 00000100:00100000:3.0:1746139098.323831:0:9563:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0758380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832113664:192.168.203.56@tcp:104: 00000100:00100000:3.0:1746139098.323935:0:9563:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b534a780 going to sleep for 11 seconds 00000100:00100000:2.0:1746139098.326088:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cbad880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832113536:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139098.326112:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139098.326154:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801314bd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+43:2007:x1830958840258176:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3389us (4420us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139098.326165:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16992 00000100:00100000:0.0:1746139098.326911:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139098.326934:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840258560 00000100:00100000:1.0:1746139098.326942:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840258560 00002000:00100000:1.0:1746139098.326984:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88012c248380 x1830958840258560/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:24/0 lens 488/0 e 0 to 0 dl 1746139109 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746139098.326989:0:9563:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0758380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832113664:192.168.203.56@tcp:104: 00002000:00100000:1.0:1746139098.326995:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c248380 with x1830958840258560 ext(0->4095) 00010000:00010000:1.0:1746139098.327004:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f034600/0x1f9f6ca451acb1ff lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512065 expref: 6 pid: 9563 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746139098.327017:0:9563:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9ca00/0x1f9f6ca451acb206 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351206c expref: 42 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139098.327018:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f034600/0x1f9f6ca451acb1ff lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512065 expref: 6 pid: 9563 timeout: 823 lvb_type: 0 00002000:00010000:1.0:1746139098.327024:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012c248380 00000100:00100000:1.0:1746139098.327056:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2544 00000100:00100000:1.0:1746139098.327063:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c248380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2010:x1830958840258560:12345-192.168.203.56@tcp:3:ptlrpcd_01_01.0 00010000:00010000:3.0:1746139098.327236:0:9563:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800b1a9ca00, rc 0) 00000100:00100000:3.0:1746139098.327296:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c249180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+42:1800:x1830958840258304:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3564us (3898us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139098.327307:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29679 00000100:00100000:1.0:1746139098.327513:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c248380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2010:x1830958840258560:12345-192.168.203.56@tcp:3:ptlrpcd_01_01.0 Request processed in 450us (602us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139098.327524:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2544 00002000:00100000:1.0:1746139098.328168:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88012c248380 x1830958840258560/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:24/0 lens 488/4536 e 0 to 0 dl 1746139109 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139098.328176:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c248380 with x1830958840258560 ext(0->4095) 00010000:00010000:1.0:1746139098.328183:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f034600/0x1f9f6ca451acb1ff lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512065 expref: 6 pid: 9563 timeout: 823 lvb_type: 0 00010000:00010000:1.0:1746139098.328194:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f034600/0x1f9f6ca451acb1ff lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512065 expref: 6 pid: 9563 timeout: 823 lvb_type: 0 00002000:00010000:1.0:1746139098.328200:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012c248380 00000100:00100000:0.0:1746139098.331760:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139098.332005:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840258688 00000100:00100000:2.0:1746139098.332015:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840258688 00010000:00010000:2.0:1746139098.332051:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f034600/0x1f9f6ca451acb1ff lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512065 expref: 6 pid: 9563 timeout: 823 lvb_type: 0 00000100:00100000:2.0:1746139098.332081:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16993 00000100:00100000:2.0:1746139098.332088:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c24a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840258688:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139098.332106:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139098.332129:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f034600/0x1f9f6ca451acb1ff lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512065 expref: 6 pid: 9563 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746139098.332140:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f034600/0x1f9f6ca451acb1ff lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512065 expref: 6 pid: 9563 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746139098.332163:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f034600/0x1f9f6ca451acb1ff lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512065 expref: 6 pid: 9563 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746139098.332457:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139098.332459:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139098.332467:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9ca00/0x1f9f6ca451acb206 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351206c expref: 41 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139098.332475:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9ca00/0x1f9f6ca451acb206 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351206c expref: 41 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139098.332508:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9ca00/0x1f9f6ca451acb206 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351206c expref: 41 pid: 9563 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746139098.332521:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cbad880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832113792:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139098.332635:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a066d540 going to sleep for 11 seconds 00000100:00100000:2.0:1746139098.335434:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cbad880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832113792:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139098.335464:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139098.335542:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c24a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2007:x1830958840258688:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3440us (3777us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139098.335560:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16993 00000100:00100000:0.0:1746139098.335717:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139098.335805:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840258944 00000100:00100000:2.0:1746139098.335812:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840258944 00002000:00100000:2.0:1746139098.335848:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88012c249500 x1830958840258944/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:24/0 lens 488/0 e 0 to 0 dl 1746139109 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139098.335857:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c249500 with x1830958840258944 ext(0->4095) 00002000:00010000:2.0:1746139098.335862:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c249500 00000100:00100000:2.0:1746139098.335890:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13198 00000100:00100000:2.0:1746139098.335897:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c249500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+42:2009:x1830958840258944:12345-192.168.203.56@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746139098.336024:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c249500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+42:2009:x1830958840258944:12345-192.168.203.56@tcp:3:ptlrpcd_01_00.0 Request processed in 127us (307us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746139098.336031:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13198 00002000:00100000:2.0:1746139098.336036:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88012c249500 x1830958840258944/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:24/0 lens 488/4536 e 0 to 0 dl 1746139109 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139098.336043:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c249500 with x1830958840258944 ext(0->4095) 00002000:00010000:2.0:1746139098.336045:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c249500 00000100:00100000:0.0:1746139098.337904:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139098.338112:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840259072 00000100:00100000:3.0:1746139098.338119:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840259072 00000100:00100000:3.0:1746139098.338160:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29680 00000100:00100000:3.0:1746139098.338168:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c248e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840259072:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746139098.338182:0:9563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139098.338201:0:9563:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9ce00/0x1f9f6ca451acb20d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512073 expref: -99 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139098.338227:0:9563:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9ca00/0x1f9f6ca451acb206 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351206c expref: 41 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139098.338235:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746139098.338237:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746139098.338240:0:9563:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9ce00/0x1f9f6ca451acb20d lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512073 expref: 6 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139098.338271:0:9563:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9ca00/0x1f9f6ca451acb206 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351206c expref: 41 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139098.338284:0:9563:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9ca00/0x1f9f6ca451acb206 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351206c expref: 41 pid: 9563 timeout: 823 lvb_type: 0 00000100:00100000:3.0:1746139098.338295:0:9563:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0758380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832113920:192.168.203.56@tcp:104: 00000100:00100000:3.0:1746139098.338388:0:9563:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b534a780 going to sleep for 11 seconds 00000100:00100000:3.0:1746139098.342682:0:9563:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0758380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832113920:192.168.203.56@tcp:104: 00010000:00010000:3.0:1746139098.342717:0:9563:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9ce00/0x1f9f6ca451acb20d lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512073 expref: 6 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139098.342735:0:9563:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800b1a9ce00, rc 0) 00000100:00100000:3.0:1746139098.342780:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c248e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840259072:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4611us (4981us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139098.342788:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29680 00000100:00100000:0.0:1746139098.346745:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139098.346854:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840259200 00000100:00100000:2.0:1746139098.346863:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840259200 00002000:00100000:2.0:1746139098.346911:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff88012c24bb80 x1830958840259200/t0(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:24/0 lens 496/0 e 0 to 0 dl 1746139109 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139098.346922:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c24bb80 with x1830958840259200 ext(0->7) 00010000:00010000:2.0:1746139098.346932:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9ca00/0x1f9f6ca451acb206 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351206c expref: 42 pid: 9563 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746139098.346950:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9ca00/0x1f9f6ca451acb206 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351206c expref: 42 pid: 9563 timeout: 823 lvb_type: 0 00002000:00010000:2.0:1746139098.346957:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012c24bb80 00000100:00100000:2.0:1746139098.346992:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2545 00000100:00100000:2.0:1746139098.347000:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c24bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+42:2008:x1830958840259200:12345-192.168.203.56@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746139098.347832:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c24bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+44:2008:x1830958840259200:12345-192.168.203.56@tcp:4:ldlm_bl.0 Request processed in 830us (1097us total) trans 4294972058 rc 0/0 00000100:00100000:0.0:1746139098.347840:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2545 00002000:00100000:0.0:1746139098.347847:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff88012c24bb80 x1830958840259200/t4294972058(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:24/0 lens 496/448 e 0 to 0 dl 1746139109 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139098.347854:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c24bb80 with x1830958840259200 ext(0->7) 00010000:00010000:0.0:1746139098.347860:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9ca00/0x1f9f6ca451acb206 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351206c expref: 44 pid: 9563 timeout: 823 lvb_type: 0 00010000:00010000:0.0:1746139098.347870:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9ca00/0x1f9f6ca451acb206 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351206c expref: 44 pid: 9563 timeout: 823 lvb_type: 0 00002000:00010000:0.0:1746139098.347875:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012c24bb80 00000100:00100000:0.0:1746139098.351754:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139098.351862:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139098.352119:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840259456 00000100:00100000:3.0:1746139098.352130:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840259456 00000100:00100000:3.0:1746139098.352178:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29681 00000100:00100000:3.0:1746139098.352188:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c248a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+44:1800:x1830958840259456:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:2.0:1746139098.352188:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840259328 00000100:00100000:2.0:1746139098.352192:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840259328 00010000:00010000:2.0:1746139098.352220:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9ca00/0x1f9f6ca451acb206 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351206c expref: 45 pid: 9563 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746139098.352418:0:9563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139098.352435:0:9563:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9d800/0x1f9f6ca451acb214 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a351207a expref: -99 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139098.352463:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746139098.352469:0:9563:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9ce00/0x1f9f6ca451acb20d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512073 expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139098.352475:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746139098.352479:0:9563:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9d800/0x1f9f6ca451acb214 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351207a expref: 46 pid: 9563 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746139098.352499:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16994 00000100:00100000:2.0:1746139098.352505:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c24a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+46:2007:x1830958840259328:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139098.352514:0:9563:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9ce00/0x1f9f6ca451acb20d lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512073 expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139098.352516:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139098.352526:0:9563:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9d800/0x1f9f6ca451acb214 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351207a expref: 46 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139098.352546:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9ca00/0x1f9f6ca451acb206 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351206c expref: 46 pid: 9563 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746139098.352548:0:9563:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800b1a9d800, rc 0) 00010000:00010000:2.0:1746139098.352560:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9ca00/0x1f9f6ca451acb206 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351206c expref: 46 pid: 9563 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746139098.352578:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9ca00/0x1f9f6ca451acb206 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351206c expref: 46 pid: 9563 timeout: 823 lvb_type: 0 00000100:00100000:3.0:1746139098.352601:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c248a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+45:1800:x1830958840259456:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 415us (860us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139098.352606:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29681 00010000:00010000:2.0:1746139098.353172:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139098.353175:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139098.353184:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9ce00/0x1f9f6ca451acb20d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512073 expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139098.353191:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9ce00/0x1f9f6ca451acb20d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512073 expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139098.353214:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9ce00/0x1f9f6ca451acb20d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512073 expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139098.353225:0:7207:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9ce00/0x1f9f6ca451acb20d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512073 expref: 5 pid: 9563 timeout: 823 lvb_type: 0 00000100:00100000:2.0:1746139098.353236:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cbad880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832114176:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139098.353310:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a066d0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746139098.356921:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cbad880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832114176:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139098.356949:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139098.357166:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c24a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+44:2007:x1830958840259328:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 4658us (5301us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139098.357178:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16994 00000100:00100000:1.0:1746139098.357598:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139098.357764:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840259712 00000100:00100000:3.0:1746139098.357772:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840259712 00002000:00100000:3.0:1746139098.357813:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009bd88000 x1830958840259712/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:24/0 lens 488/0 e 0 to 0 dl 1746139109 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139098.357822:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bd88000 with x1830958840259712 ext(0->4095) 00010000:00010000:3.0:1746139098.357830:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9ce00/0x1f9f6ca451acb20d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512073 expref: 6 pid: 9563 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746139098.357842:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9ce00/0x1f9f6ca451acb20d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512073 expref: 6 pid: 9563 timeout: 823 lvb_type: 0 00002000:00010000:3.0:1746139098.357848:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bd88000 00000100:00100000:3.0:1746139098.357869:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2546 00000100:00100000:3.0:1746139098.357875:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bd88000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840259712:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746139098.357996:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bd88000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840259712:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 121us (398us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746139098.358001:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2546 00002000:00100000:3.0:1746139098.358006:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009bd88000 x1830958840259712/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:24/0 lens 488/4536 e 0 to 0 dl 1746139109 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139098.358019:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bd88000 with x1830958840259712 ext(0->4095) 00010000:00010000:3.0:1746139098.358022:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9ce00/0x1f9f6ca451acb20d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512073 expref: 6 pid: 9563 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746139098.358030:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9ce00/0x1f9f6ca451acb20d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512073 expref: 6 pid: 9563 timeout: 823 lvb_type: 0 00002000:00010000:3.0:1746139098.358035:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bd88000 00000100:00100000:0.0:1746139098.361878:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139098.362016:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840259840 00000100:00100000:2.0:1746139098.362026:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840259840 00010000:00010000:2.0:1746139098.362065:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9ce00/0x1f9f6ca451acb20d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512073 expref: 6 pid: 9563 timeout: 823 lvb_type: 0 00000100:00100000:2.0:1746139098.362108:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16995 00000100:00100000:2.0:1746139098.362117:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c249880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840259840:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139098.362132:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139098.362157:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9ce00/0x1f9f6ca451acb20d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512073 expref: 6 pid: 9563 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746139098.362168:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9ce00/0x1f9f6ca451acb20d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512073 expref: 6 pid: 9563 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746139098.362193:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9ce00/0x1f9f6ca451acb20d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512073 expref: 6 pid: 9563 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746139098.362222:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139098.362224:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139098.362232:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9d800/0x1f9f6ca451acb214 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351207a expref: 43 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139098.362239:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9d800/0x1f9f6ca451acb214 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351207a expref: 43 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139098.362274:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9d800/0x1f9f6ca451acb214 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351207a expref: 43 pid: 9563 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746139098.362287:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cbad880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832114304:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139098.362378:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a066d0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746139098.364570:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cbad880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832114304:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139098.364588:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139098.364660:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c249880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2007:x1830958840259840:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 2543us (2794us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139098.364670:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16995 00000100:00100000:0.0:1746139098.364996:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139098.365091:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840260096 00000100:00100000:1.0:1746139098.365098:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840260096 00002000:00100000:1.0:1746139098.365137:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88012c24aa00 x1830958840260096/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:24/0 lens 488/0 e 0 to 0 dl 1746139109 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139098.365147:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c24aa00 with x1830958840260096 ext(0->4095) 00002000:00010000:1.0:1746139098.365151:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c24aa00 00000100:00100000:1.0:1746139098.365178:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13199 00000100:00100000:1.0:1746139098.365185:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c24aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+44:2007:x1830958840260096:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746139098.365424:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c24aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+44:2007:x1830958840260096:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 239us (428us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139098.365430:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13199 00002000:00100000:1.0:1746139098.365435:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88012c24aa00 x1830958840260096/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:24/0 lens 488/4536 e 0 to 0 dl 1746139109 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139098.365443:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c24aa00 with x1830958840260096 ext(0->4095) 00002000:00010000:1.0:1746139098.365445:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c24aa00 00000100:00100000:0.0:1746139098.368402:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139098.368536:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840260224 00000100:00100000:3.0:1746139098.368545:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840260224 00000100:00100000:3.0:1746139098.368588:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29682 00000100:00100000:3.0:1746139098.368595:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ff6d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840260224:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746139098.368613:0:9563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139098.368654:0:9563:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9ca00/0x1f9f6ca451acb21b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512081 expref: -99 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139098.368789:0:9563:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9d800/0x1f9f6ca451acb214 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351207a expref: 43 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139098.368797:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746139098.368799:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746139098.368806:0:9563:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9ca00/0x1f9f6ca451acb21b lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512081 expref: 6 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139098.368839:0:9563:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9d800/0x1f9f6ca451acb214 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351207a expref: 43 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139098.368856:0:9563:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9d800/0x1f9f6ca451acb214 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351207a expref: 43 pid: 9563 timeout: 823 lvb_type: 0 00000100:00100000:3.0:1746139098.368867:0:9563:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0758380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832114432:192.168.203.56@tcp:104: 00000100:00100000:3.0:1746139098.370713:0:9563:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b534a780 going to sleep for 11 seconds 00000100:00100000:3.0:1746139098.372401:0:9563:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0758380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832114432:192.168.203.56@tcp:104: 00010000:00010000:3.0:1746139098.372434:0:9563:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9ca00/0x1f9f6ca451acb21b lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512081 expref: 6 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139098.372450:0:9563:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800b1a9ca00, rc 0) 00000100:00100000:3.0:1746139098.372489:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ff6d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840260224:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3894us (4097us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139098.372497:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29682 00000100:00100000:0.0:1746139098.373818:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139098.374656:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840260352 00000100:00100000:1.0:1746139098.374666:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840260352 00002000:00100000:1.0:1746139098.374713:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff88012c249180 x1830958840260352/t0(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:24/0 lens 496/0 e 0 to 0 dl 1746139109 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139098.374723:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c249180 with x1830958840260352 ext(0->7) 00010000:00010000:1.0:1746139098.374731:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9d800/0x1f9f6ca451acb214 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351207a expref: 44 pid: 9563 timeout: 823 lvb_type: 0 00010000:00010000:1.0:1746139098.374745:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9d800/0x1f9f6ca451acb214 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351207a expref: 44 pid: 9563 timeout: 823 lvb_type: 0 00002000:00010000:1.0:1746139098.374751:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012c249180 00000100:00100000:1.0:1746139098.374780:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2547 00000100:00100000:1.0:1746139098.374788:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c249180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+44:2007:x1830958840260352:12345-192.168.203.56@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746139098.376688:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c249180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+46:2007:x1830958840260352:12345-192.168.203.56@tcp:4:ldlm_bl.0 Request processed in 1893us (2867us total) trans 4294972059 rc 0/0 00000100:00100000:0.0:1746139098.376699:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2547 00002000:00100000:0.0:1746139098.376707:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff88012c249180 x1830958840260352/t4294972059(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:24/0 lens 496/448 e 0 to 0 dl 1746139109 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139098.376716:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c249180 with x1830958840260352 ext(0->7) 00010000:00010000:0.0:1746139098.376728:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9d800/0x1f9f6ca451acb214 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351207a expref: 46 pid: 9563 timeout: 823 lvb_type: 0 00010000:00010000:0.0:1746139098.376740:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9d800/0x1f9f6ca451acb214 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351207a expref: 46 pid: 9563 timeout: 823 lvb_type: 0 00002000:00010000:0.0:1746139098.376747:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012c249180 00000100:00100000:0.0:1746139098.382384:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139098.382567:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840260480 00000100:00100000:2.0:1746139098.382576:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840260480 00010000:00010000:2.0:1746139098.382646:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9d800/0x1f9f6ca451acb214 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351207a expref: 46 pid: 9563 timeout: 823 lvb_type: 0 00000100:00100000:2.0:1746139098.383351:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16996 00000100:00100000:2.0:1746139098.383361:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c248e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+46:2008:x1830958840260480:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139098.383377:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139098.383402:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9d800/0x1f9f6ca451acb214 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351207a expref: 46 pid: 9563 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746139098.383415:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9d800/0x1f9f6ca451acb214 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351207a expref: 46 pid: 9563 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746139098.383451:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9d800/0x1f9f6ca451acb214 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351207a expref: 46 pid: 9563 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746139098.383484:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139098.383486:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139098.383494:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9ca00/0x1f9f6ca451acb21b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512081 expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139098.383509:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9ca00/0x1f9f6ca451acb21b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512081 expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139098.383553:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9ca00/0x1f9f6ca451acb21b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512081 expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746139098.383566:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cbad880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832114560:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139098.383676:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a066d0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746139098.387141:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139098.388970:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cbad880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832114560:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139098.388999:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139098.389065:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c248e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+45:2008:x1830958840260480:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 5704us (6693us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139098.389076:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16996 00000100:00100000:0.0:1746139098.389140:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139098.389173:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840260864 00000100:00100000:3.0:1746139098.389235:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840260608 00000100:00100000:3.0:1746139098.389242:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840260608 00000100:00100000:3.0:1746139098.389277:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29683 00000100:00100000:3.0:1746139098.389284:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c248a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+45:1800:x1830958840260608:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746139098.389304:0:9563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139098.389321:0:9563:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9de00/0x1f9f6ca451acb222 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512088 expref: -99 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139098.389348:0:9563:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9ca00/0x1f9f6ca451acb21b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512081 expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139098.389360:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139098.389362:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139098.389364:0:9563:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9de00/0x1f9f6ca451acb222 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512088 expref: 46 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139098.389391:0:9563:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9ca00/0x1f9f6ca451acb21b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512081 expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139098.389402:0:9563:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9ca00/0x1f9f6ca451acb21b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512081 expref: 5 pid: 9563 timeout: 823 lvb_type: 0 00000100:00100000:3.0:1746139098.389414:0:9563:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0758380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832114688:192.168.203.56@tcp:104: 00000100:00100000:3.0:1746139098.389467:0:9563:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b534a780 going to sleep for 11 seconds 00000100:00100000:0.0:1746139098.389566:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840260864 00002000:00100000:3.0:1746139098.389807:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009eeedf80 x1830958840260864/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:24/0 lens 488/0 e 0 to 0 dl 1746139109 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139098.389817:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009eeedf80 with x1830958840260864 ext(0->4095) 00010000:00010000:3.0:1746139098.389823:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9ca00/0x1f9f6ca451acb21b lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512081 expref: 6 pid: 9563 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746139098.389832:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9ca00/0x1f9f6ca451acb21b lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512081 expref: 6 pid: 9563 timeout: 823 lvb_type: 0 00002000:00010000:3.0:1746139098.389838:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009eeedf80 00000100:00100000:3.0:1746139098.389854:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2548 00000100:00100000:3.0:1746139098.389859:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eeedf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840260864:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746139098.390078:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eeedf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840260864:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 218us (1173us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746139098.390084:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2548 00002000:00100000:3.0:1746139098.390090:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009eeedf80 x1830958840260864/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:24/0 lens 488/4536 e 0 to 0 dl 1746139109 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139098.390097:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009eeedf80 with x1830958840260864 ext(0->4095) 00010000:00010000:3.0:1746139098.390101:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9ca00/0x1f9f6ca451acb21b lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512081 expref: 6 pid: 9563 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746139098.390109:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9ca00/0x1f9f6ca451acb21b lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512081 expref: 6 pid: 9563 timeout: 823 lvb_type: 0 00002000:00010000:3.0:1746139098.390114:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009eeedf80 00000100:00100000:3.0:1746139098.391217:0:9563:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0758380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832114688:192.168.203.56@tcp:104: 00010000:00010000:3.0:1746139098.391370:0:9563:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9de00/0x1f9f6ca451acb222 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512088 expref: 46 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139098.391383:0:9563:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800b1a9de00, rc 0) 00000100:00100000:3.0:1746139098.391412:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c248a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+46:1800:x1830958840260608:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2129us (4281us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139098.391418:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29683 00000100:00100000:0.0:1746139098.392011:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139098.392115:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139098.394946:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840260992 00000100:00100000:3.0:1746139098.394963:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840260992 00000100:00100000:3.0:1746139098.395048:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29684 00000100:00100000:3.0:1746139098.395057:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eeee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+46:1814:x1830958840260992:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746139098.395080:0:9563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139098.395099:0:9563:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4e00/0x1f9f6ca451acb229 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a351208f expref: -99 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139098.395130:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139098.395135:0:9563:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9de00/0x1f9f6ca451acb222 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512088 expref: 47 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139098.395142:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746139098.395146:0:9563:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4e00/0x1f9f6ca451acb229 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351208f expref: 47 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139098.395191:0:9563:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9de00/0x1f9f6ca451acb222 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512088 expref: 47 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139098.395211:0:9563:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4e00/0x1f9f6ca451acb229 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351208f expref: 47 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139098.395221:0:9563:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f0e4e00, rc 0) 00000100:00100000:2.0:1746139098.395512:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840261120 00000100:00100000:2.0:1746139098.395517:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840261120 00010000:00010000:2.0:1746139098.395543:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9ca00/0x1f9f6ca451acb21b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512081 expref: 6 pid: 9563 timeout: 823 lvb_type: 0 00000100:00100000:2.0:1746139098.395571:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16997 00000100:00100000:2.0:1746139098.395577:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124a2fc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840261120:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139098.395584:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139098.395604:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9ca00/0x1f9f6ca451acb21b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512081 expref: 6 pid: 9563 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746139098.395636:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9ca00/0x1f9f6ca451acb21b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512081 expref: 6 pid: 9563 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746139098.395654:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9ca00/0x1f9f6ca451acb21b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512081 expref: 6 pid: 9563 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746139098.395673:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139098.395675:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139098.395682:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9de00/0x1f9f6ca451acb222 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512088 expref: 47 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139098.395694:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9de00/0x1f9f6ca451acb222 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512088 expref: 47 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139098.395713:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9de00/0x1f9f6ca451acb222 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512088 expref: 47 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139098.395724:0:7207:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9de00/0x1f9f6ca451acb222 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512088 expref: 47 pid: 9563 timeout: 823 lvb_type: 0 00000100:00100000:2.0:1746139098.395735:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cbad880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832114944:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139098.395795:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a066d0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746139098.395912:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eeee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+47:1814:x1830958840260992:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 855us (3900us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139098.395919:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29684 00000100:00100000:2.0:1746139098.398394:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cbad880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832114944:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139098.398416:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139098.398876:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124a2fc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2008:x1830958840261120:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3297us (6759us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139098.398887:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16997 00000100:00100000:0.0:1746139098.399134:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139098.399211:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840261376 00000100:00100000:3.0:1746139098.399219:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840261376 00002000:00100000:3.0:1746139098.399258:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009eeed180 x1830958840261376/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:24/0 lens 488/0 e 0 to 0 dl 1746139109 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139098.399267:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009eeed180 with x1830958840261376 ext(0->4095) 00010000:00010000:3.0:1746139098.399277:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9de00/0x1f9f6ca451acb222 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512088 expref: 47 pid: 9563 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746139098.399290:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9de00/0x1f9f6ca451acb222 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512088 expref: 47 pid: 9563 timeout: 823 lvb_type: 0 00002000:00010000:3.0:1746139098.399296:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009eeed180 00000100:00100000:3.0:1746139098.399314:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2549 00000100:00100000:3.0:1746139098.399322:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eeed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+47:2008:x1830958840261376:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746139098.400192:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eeed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+47:2008:x1830958840261376:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 866us (1055us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746139098.400198:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2549 00002000:00100000:3.0:1746139098.400204:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009eeed180 x1830958840261376/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:24/0 lens 488/4536 e 0 to 0 dl 1746139109 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139098.400211:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009eeed180 with x1830958840261376 ext(0->4095) 00010000:00010000:3.0:1746139098.400217:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9de00/0x1f9f6ca451acb222 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512088 expref: 47 pid: 9563 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746139098.400226:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9de00/0x1f9f6ca451acb222 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512088 expref: 47 pid: 9563 timeout: 823 lvb_type: 0 00002000:00010000:3.0:1746139098.400231:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009eeed180 00000100:00100000:0.0:1746139098.402434:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139098.402550:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840261504 00000100:00100000:2.0:1746139098.402558:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840261504 00010000:00010000:2.0:1746139098.402592:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9de00/0x1f9f6ca451acb222 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512088 expref: 47 pid: 9563 timeout: 823 lvb_type: 0 00000100:00100000:2.0:1746139098.402671:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16998 00000100:00100000:2.0:1746139098.402680:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eeece00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+47:2008:x1830958840261504:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139098.402694:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139098.403117:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9de00/0x1f9f6ca451acb222 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512088 expref: 47 pid: 9563 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746139098.403130:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9de00/0x1f9f6ca451acb222 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512088 expref: 47 pid: 9563 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746139098.403154:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9de00/0x1f9f6ca451acb222 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512088 expref: 47 pid: 9563 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746139098.403171:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139098.403173:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139098.403180:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4e00/0x1f9f6ca451acb229 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351208f expref: 46 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139098.403188:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4e00/0x1f9f6ca451acb229 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351208f expref: 46 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139098.403221:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4e00/0x1f9f6ca451acb229 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351208f expref: 46 pid: 9563 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746139098.403233:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cbad880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832115072:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139098.403318:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a066dc00 going to sleep for 11 seconds 00000100:00100000:0.0:1746139098.407044:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139098.407219:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840261760 00000100:00100000:3.0:1746139098.407228:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840261760 00002000:00100000:3.0:1746139098.407275:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009eeef800 x1830958840261760/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:24/0 lens 488/0 e 0 to 0 dl 1746139109 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139098.407290:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009eeef800 with x1830958840261760 ext(0->4095) 00002000:00010000:3.0:1746139098.407294:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009eeef800 00000100:00100000:3.0:1746139098.407316:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13200 00000100:00100000:3.0:1746139098.407324:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eeef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+47:2008:x1830958840261760:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746139098.407720:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cbad880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832115072:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139098.407740:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139098.407769:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eeece00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+47:2008:x1830958840261504:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 5090us (5345us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139098.407778:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16998 00000100:00100000:3.0:1746139098.408281:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eeef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+46:2008:x1830958840261760:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 957us (1244us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746139098.408288:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13200 00002000:00100000:3.0:1746139098.408295:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009eeef800 x1830958840261760/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:24/0 lens 488/4536 e 0 to 0 dl 1746139109 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139098.408304:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009eeef800 with x1830958840261760 ext(0->4095) 00002000:00010000:3.0:1746139098.408307:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009eeef800 00000100:00100000:0.0:1746139098.409927:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139098.410417:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840261888 00000100:00100000:3.0:1746139098.410426:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840261888 00000100:00100000:3.0:1746139098.410485:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29685 00000100:00100000:3.0:1746139098.410493:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eeef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840261888:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746139098.410510:0:9563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139098.410535:0:9563:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4200/0x1f9f6ca451acb230 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512096 expref: -99 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139098.410566:0:9563:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4e00/0x1f9f6ca451acb229 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351208f expref: 45 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139098.410573:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746139098.410575:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746139098.410579:0:9563:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4200/0x1f9f6ca451acb230 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512096 expref: 6 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139098.410612:0:9563:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4e00/0x1f9f6ca451acb229 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351208f expref: 45 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139098.410646:0:9563:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4e00/0x1f9f6ca451acb229 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351208f expref: 45 pid: 9563 timeout: 823 lvb_type: 0 00000100:00100000:3.0:1746139098.410658:0:9563:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0758380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832115200:192.168.203.56@tcp:104: 00000100:00100000:3.0:1746139098.410736:0:9563:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4123600 going to sleep for 11 seconds 00000100:00100000:3.0:1746139098.413264:0:9563:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0758380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832115200:192.168.203.56@tcp:104: 00010000:00010000:3.0:1746139098.413322:0:9563:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4200/0x1f9f6ca451acb230 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512096 expref: 6 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139098.413341:0:9563:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f0e4200, rc 0) 00000100:00100000:3.0:1746139098.413405:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eeef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840261888:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2910us (3482us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139098.413414:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29685 00000100:00100000:0.0:1746139098.413479:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139098.413693:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840262016 00000100:00100000:2.0:1746139098.413700:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840262016 00010000:00010000:2.0:1746139098.413727:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4e00/0x1f9f6ca451acb229 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351208f expref: 46 pid: 9563 timeout: 823 lvb_type: 0 00000100:00100000:2.0:1746139098.413764:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 16999 00000100:00100000:2.0:1746139098.413771:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eeec380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+46:2008:x1830958840262016:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139098.413784:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139098.413808:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4e00/0x1f9f6ca451acb229 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351208f expref: 46 pid: 9563 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746139098.413819:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4e00/0x1f9f6ca451acb229 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351208f expref: 46 pid: 9563 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746139098.413845:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4e00/0x1f9f6ca451acb229 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351208f expref: 46 pid: 9563 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746139098.413861:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139098.413863:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139098.413870:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4200/0x1f9f6ca451acb230 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512096 expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139098.413879:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4200/0x1f9f6ca451acb230 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512096 expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139098.413911:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4200/0x1f9f6ca451acb230 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512096 expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746139098.413927:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cbad880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832115328:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139098.414112:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a066dc00 going to sleep for 11 seconds 00000100:00100000:2.0:1746139098.415742:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cbad880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832115328:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139098.415758:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139098.415795:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eeec380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+45:2008:x1830958840262016:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 2024us (2316us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139098.415804:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 16999 00000100:00100000:0.0:1746139098.416253:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139098.416323:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840262272 00000100:00100000:3.0:1746139098.416330:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840262272 00002000:00100000:3.0:1746139098.416366:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009eeef100 x1830958840262272/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:24/0 lens 488/0 e 0 to 0 dl 1746139109 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139098.416375:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009eeef100 with x1830958840262272 ext(0->4095) 00002000:00010000:3.0:1746139098.416379:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009eeef100 00000100:00100000:3.0:1746139098.416394:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13201 00000100:00100000:3.0:1746139098.416401:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eeef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840262272:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746139098.416547:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eeef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840262272:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 146us (294us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746139098.416553:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13201 00002000:00100000:3.0:1746139098.416559:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009eeef100 x1830958840262272/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:24/0 lens 488/4536 e 0 to 0 dl 1746139109 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139098.416566:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009eeef100 with x1830958840262272 ext(0->4095) 00002000:00010000:3.0:1746139098.416568:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009eeef100 00000100:00100000:0.0:1746139098.417295:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139098.417368:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840262400 00000100:00100000:3.0:1746139098.417372:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840262400 00000100:00100000:3.0:1746139098.417406:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29686 00000100:00100000:3.0:1746139098.417411:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eeec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+45:1800:x1830958840262400:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746139098.417422:0:9563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139098.417437:0:9563:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5e00/0x1f9f6ca451acb237 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a351209d expref: -99 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139098.417463:0:9563:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4200/0x1f9f6ca451acb230 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512096 expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139098.417470:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139098.417472:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139098.417475:0:9563:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5e00/0x1f9f6ca451acb237 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351209d expref: 46 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139098.417503:0:9563:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4200/0x1f9f6ca451acb230 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512096 expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139098.417520:0:9563:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4200/0x1f9f6ca451acb230 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512096 expref: 5 pid: 9563 timeout: 823 lvb_type: 0 00000100:00100000:3.0:1746139098.417545:0:9563:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0758380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832115456:192.168.203.56@tcp:104: 00000100:00100000:3.0:1746139098.417595:0:9563:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4123600 going to sleep for 11 seconds 00000100:00100000:0.0:1746139098.419303:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139098.419431:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840262528 00000100:00100000:1.0:1746139098.419438:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840262528 00000100:00100000:3.0:1746139098.419594:0:9563:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0758380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832115456:192.168.203.56@tcp:104: 00010000:00010000:3.0:1746139098.419653:0:9563:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5e00/0x1f9f6ca451acb237 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351209d expref: 47 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139098.419670:0:9563:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f0e5e00, rc 0) 00000100:00100000:3.0:1746139098.419714:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eeec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+47:1800:x1830958840262400:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2301us (2421us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139098.419725:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29686 00000100:00100000:3.0:1746139098.419748:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29687 00000100:00100000:3.0:1746139098.419753:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eeeca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+46:1814:x1830958840262528:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746139098.419768:0:9563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139098.419781:0:9563:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4800/0x1f9f6ca451acb23e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a35120a4 expref: -99 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139098.419805:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139098.419810:0:9563:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5e00/0x1f9f6ca451acb237 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351209d expref: 47 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139098.419816:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746139098.419820:0:9563:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4800/0x1f9f6ca451acb23e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35120a4 expref: 47 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139098.419848:0:9563:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5e00/0x1f9f6ca451acb237 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351209d expref: 47 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139098.419857:0:9563:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4800/0x1f9f6ca451acb23e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35120a4 expref: 47 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139098.419864:0:9563:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f0e4800, rc 0) 00000100:00100000:3.0:1746139098.419879:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eeeca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+47:1814:x1830958840262528:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 127us (586us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139098.419884:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29687 00000100:00100000:0.0:1746139098.419944:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139098.420004:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840262656 00000100:00100000:2.0:1746139098.420007:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840262656 00010000:00010000:2.0:1746139098.420070:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4200/0x1f9f6ca451acb230 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512096 expref: 6 pid: 9563 timeout: 823 lvb_type: 0 00000100:00100000:2.0:1746139098.420092:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17000 00000100:00100000:2.0:1746139098.420097:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eeed880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840262656:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139098.420106:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139098.420127:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4200/0x1f9f6ca451acb230 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512096 expref: 6 pid: 9563 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746139098.420138:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4200/0x1f9f6ca451acb230 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512096 expref: 6 pid: 9563 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746139098.420154:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4200/0x1f9f6ca451acb230 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512096 expref: 6 pid: 9563 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746139098.420163:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139098.420165:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139098.420171:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5e00/0x1f9f6ca451acb237 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351209d expref: 46 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139098.420177:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5e00/0x1f9f6ca451acb237 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351209d expref: 46 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139098.420195:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5e00/0x1f9f6ca451acb237 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351209d expref: 46 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139098.420206:0:7207:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5e00/0x1f9f6ca451acb237 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351209d expref: 46 pid: 9563 timeout: 823 lvb_type: 0 00000100:00100000:2.0:1746139098.420216:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cbad880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832115712:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139098.420328:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a066dc00 going to sleep for 11 seconds 00000100:00100000:2.0:1746139098.421754:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cbad880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832115712:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139098.421769:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139098.421795:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eeed880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2008:x1830958840262656:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 1697us (1849us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139098.421802:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17000 00000100:00100000:0.0:1746139098.421990:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139098.422047:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840262912 00000100:00100000:2.0:1746139098.422053:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840262912 00002000:00100000:2.0:1746139098.422122:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009eeed500 x1830958840262912/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:24/0 lens 488/0 e 0 to 0 dl 1746139109 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139098.422134:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009eeed500 with x1830958840262912 ext(0->4095) 00010000:00010000:2.0:1746139098.422141:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5e00/0x1f9f6ca451acb237 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351209d expref: 47 pid: 9563 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746139098.422160:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5e00/0x1f9f6ca451acb237 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351209d expref: 47 pid: 9563 timeout: 823 lvb_type: 0 00002000:00010000:2.0:1746139098.422167:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009eeed500 00000100:00100000:2.0:1746139098.422198:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2550 00000100:00100000:2.0:1746139098.422205:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eeed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+47:2010:x1830958840262912:12345-192.168.203.56@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746139098.422352:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eeed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+47:2010:x1830958840262912:12345-192.168.203.56@tcp:3:ptlrpcd_01_01.0 Request processed in 147us (362us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746139098.422359:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2550 00002000:00100000:2.0:1746139098.422365:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009eeed500 x1830958840262912/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:24/0 lens 488/4536 e 0 to 0 dl 1746139109 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139098.422372:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009eeed500 with x1830958840262912 ext(0->4095) 00010000:00010000:2.0:1746139098.422376:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5e00/0x1f9f6ca451acb237 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351209d expref: 47 pid: 9563 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746139098.422384:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5e00/0x1f9f6ca451acb237 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351209d expref: 47 pid: 9563 timeout: 823 lvb_type: 0 00002000:00010000:2.0:1746139098.422390:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009eeed500 00000100:00100000:0.0:1746139098.424365:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139098.424442:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840263040 00000100:00100000:2.0:1746139098.424449:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840263040 00010000:00010000:2.0:1746139098.424476:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5e00/0x1f9f6ca451acb237 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351209d expref: 47 pid: 9563 timeout: 823 lvb_type: 0 00000100:00100000:2.0:1746139098.425095:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17001 00000100:00100000:2.0:1746139098.425105:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eeefb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+47:2008:x1830958840263040:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139098.425119:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139098.425141:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5e00/0x1f9f6ca451acb237 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351209d expref: 47 pid: 9563 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746139098.425153:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5e00/0x1f9f6ca451acb237 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351209d expref: 47 pid: 9563 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746139098.425176:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5e00/0x1f9f6ca451acb237 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351209d expref: 47 pid: 9563 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746139098.425200:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139098.425202:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139098.425209:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4800/0x1f9f6ca451acb23e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35120a4 expref: 46 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139098.425217:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4800/0x1f9f6ca451acb23e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35120a4 expref: 46 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139098.425251:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4800/0x1f9f6ca451acb23e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35120a4 expref: 46 pid: 9563 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746139098.425263:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cbad880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832115840:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139098.425395:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a066dc00 going to sleep for 11 seconds 00000100:00100000:2.0:1746139098.427025:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cbad880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832115840:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139098.427043:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139098.427079:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eeefb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+46:2008:x1830958840263040:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 1971us (2718us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139098.427090:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17001 00000100:00100000:0.0:1746139098.428256:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139098.428321:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840263296 00000100:00100000:3.0:1746139098.428402:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840263296 00002000:00100000:3.0:1746139098.428444:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009eeee300 x1830958840263296/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:24/0 lens 488/0 e 0 to 0 dl 1746139109 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139098.428453:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009eeee300 with x1830958840263296 ext(0->4095) 00002000:00010000:3.0:1746139098.428457:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009eeee300 00000100:00100000:3.0:1746139098.428484:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13202 00000100:00100000:3.0:1746139098.428491:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eeee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+46:2007:x1830958840263296:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746139098.428669:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eeee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+46:2007:x1830958840263296:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 177us (416us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746139098.428675:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13202 00002000:00100000:3.0:1746139098.428680:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009eeee300 x1830958840263296/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:24/0 lens 488/4536 e 0 to 0 dl 1746139109 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139098.428691:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009eeee300 with x1830958840263296 ext(0->4095) 00002000:00010000:3.0:1746139098.428693:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009eeee300 00000100:00100000:0.0:1746139098.430292:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139098.430433:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840263424 00000100:00100000:3.0:1746139098.430440:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840263424 00000100:00100000:3.0:1746139098.430485:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29688 00000100:00100000:3.0:1746139098.430491:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eeec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840263424:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746139098.430505:0:9563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139098.430522:0:9563:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5000/0x1f9f6ca451acb245 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a35120ab expref: -99 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139098.430563:0:9563:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4800/0x1f9f6ca451acb23e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35120a4 expref: 45 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139098.430570:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746139098.430572:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746139098.430576:0:9563:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5000/0x1f9f6ca451acb245 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35120ab expref: 6 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139098.430610:0:9563:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4800/0x1f9f6ca451acb23e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35120a4 expref: 45 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139098.430653:0:9563:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4800/0x1f9f6ca451acb23e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35120a4 expref: 45 pid: 9563 timeout: 823 lvb_type: 0 00000100:00100000:3.0:1746139098.430666:0:9563:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0758380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832115968:192.168.203.56@tcp:104: 00000100:00100000:3.0:1746139098.430749:0:9563:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4123600 going to sleep for 11 seconds 00000100:00100000:3.0:1746139098.432540:0:9563:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0758380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832115968:192.168.203.56@tcp:104: 00010000:00010000:3.0:1746139098.432569:0:9563:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5000/0x1f9f6ca451acb245 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35120ab expref: 6 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139098.432585:0:9563:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f0e5000, rc 0) 00000100:00100000:3.0:1746139098.432650:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eeec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840263424:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2157us (2363us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139098.432658:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29688 00000100:00100000:0.0:1746139098.432977:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139098.433094:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840263552 00000100:00100000:3.0:1746139098.433100:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840263552 00010000:00010000:3.0:1746139098.433123:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4800/0x1f9f6ca451acb23e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35120a4 expref: 46 pid: 9563 timeout: 823 lvb_type: 0 00000100:00100000:3.0:1746139098.433158:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17002 00000100:00100000:3.0:1746139098.433166:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eeedc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+46:2008:x1830958840263552:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139098.433177:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139098.433198:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4800/0x1f9f6ca451acb23e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35120a4 expref: 46 pid: 9563 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746139098.433208:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4800/0x1f9f6ca451acb23e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35120a4 expref: 46 pid: 9563 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746139098.433229:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4800/0x1f9f6ca451acb23e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35120a4 expref: 46 pid: 9563 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746139098.433246:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139098.433611:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139098.433924:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5000/0x1f9f6ca451acb245 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35120ab expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139098.433933:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5000/0x1f9f6ca451acb245 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35120ab expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139098.433965:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5000/0x1f9f6ca451acb245 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35120ab expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139098.433977:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0758380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832116096:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139098.434045:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4123600 going to sleep for 11 seconds 00000100:00100000:3.0:1746139098.435916:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0758380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832116096:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139098.435940:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139098.435992:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eeedc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+45:2008:x1830958840263552:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 2825us (3014us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139098.436003:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17002 00000100:00100000:0.0:1746139098.436328:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139098.436391:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840263808 00000100:00100000:2.0:1746139098.436399:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840263808 00002000:00100000:2.0:1746139098.436443:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009f559f80 x1830958840263808/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:24/0 lens 488/0 e 0 to 0 dl 1746139109 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139098.436453:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f559f80 with x1830958840263808 ext(0->4095) 00002000:00010000:2.0:1746139098.436457:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f559f80 00000100:00100000:2.0:1746139098.436485:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13203 00000100:00100000:2.0:1746139098.436494:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f559f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840263808:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746139098.436738:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f559f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840263808:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 245us (410us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746139098.436744:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13203 00002000:00100000:2.0:1746139098.436861:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009f559f80 x1830958840263808/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:24/0 lens 488/4536 e 0 to 0 dl 1746139109 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139098.436930:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f559f80 with x1830958840263808 ext(0->4095) 00002000:00010000:2.0:1746139098.436933:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f559f80 00000100:00100000:0.0:1746139098.438724:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139098.438799:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139098.438826:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840264064 00000100:00100000:3.0:1746139098.438833:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840264064 00000100:00100000:3.0:1746139098.439111:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29689 00000100:00100000:2.0:1746139098.439115:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840263936 00000100:00100000:3.0:1746139098.439119:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f559c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+45:1800:x1830958840264064:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:2.0:1746139098.439119:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840263936 00010000:00010000:3.0:1746139098.439137:0:9563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1746139098.439151:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29690 00000100:00100000:2.0:1746139098.439157:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f558000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+46:1814:x1830958840263936:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139098.439164:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139098.439168:0:9563:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5e00/0x1f9f6ca451acb24c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a35120b9 expref: -99 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139098.439171:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008763c600/0x1f9f6ca451acb253 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a35120b2 expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139098.439275:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5000/0x1f9f6ca451acb245 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35120ab expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139098.439284:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139098.439285:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139098.439288:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008763c600/0x1f9f6ca451acb253 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35120b2 expref: 48 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139098.439521:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139098.439537:0:9563:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008763c600/0x1f9f6ca451acb253 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35120b2 expref: 48 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139098.439548:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746139098.439551:0:9563:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5e00/0x1f9f6ca451acb24c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35120b9 expref: 48 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139098.439579:0:9564:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5000/0x1f9f6ca451acb245 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35120ab expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139098.439583:0:9563:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008763c600/0x1f9f6ca451acb253 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35120b2 expref: 48 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139098.439592:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5000/0x1f9f6ca451acb245 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35120ab expref: 5 pid: 9563 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746139098.439602:0:9563:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5e00/0x1f9f6ca451acb24c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35120b9 expref: 48 pid: 9563 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746139098.439604:0:9564:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cbad880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832116224:192.168.203.56@tcp:104: 00010000:00010000:3.0:1746139098.439612:0:9563:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f0e5e00, rc 0) 00000100:00100000:3.0:1746139098.439712:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f559c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+48:1800:x1830958840264064:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 593us (992us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139098.439718:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29689 00000100:00100000:2.0:1746139098.439734:0:9564:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a066d540 going to sleep for 11 seconds 00000100:00100000:2.0:1746139098.441151:0:9564:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cbad880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832116224:192.168.203.56@tcp:104: 00010000:00010000:2.0:1746139098.441170:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008763c600/0x1f9f6ca451acb253 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35120b2 expref: 47 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139098.441180:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008763c600, rc 0) 00000100:00100000:2.0:1746139098.441215:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f558000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+47:1814:x1830958840263936:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2057us (2414us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139098.441221:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29690 00000100:00100000:0.0:1746139098.441457:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139098.441516:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840264192 00000100:00100000:3.0:1746139098.441523:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840264192 00010000:00010000:3.0:1746139098.441553:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5000/0x1f9f6ca451acb245 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35120ab expref: 6 pid: 9563 timeout: 823 lvb_type: 0 00000100:00100000:3.0:1746139098.441584:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17003 00000100:00100000:3.0:1746139098.441590:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f55aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840264192:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139098.441601:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139098.441651:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5000/0x1f9f6ca451acb245 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35120ab expref: 6 pid: 9563 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746139098.441661:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5000/0x1f9f6ca451acb245 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35120ab expref: 6 pid: 9563 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746139098.441682:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5000/0x1f9f6ca451acb245 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35120ab expref: 6 pid: 9563 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746139098.441696:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139098.441698:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139098.441705:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008763c600/0x1f9f6ca451acb253 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35120b2 expref: 46 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139098.441712:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008763c600/0x1f9f6ca451acb253 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35120b2 expref: 46 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139098.441738:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008763c600/0x1f9f6ca451acb253 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35120b2 expref: 46 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139098.441747:0:7207:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008763c600/0x1f9f6ca451acb253 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35120b2 expref: 46 pid: 9564 timeout: 823 lvb_type: 0 00000100:00100000:3.0:1746139098.441756:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0758380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832116480:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139098.441807:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4123600 going to sleep for 11 seconds 00000100:00100000:0.0:1746139098.444140:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139098.444395:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0758380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832116480:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139098.444416:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139098.444571:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f55aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2007:x1830958840264192:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 2979us (3112us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139098.444582:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17003 00000100:00100000:2.0:1746139098.444933:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840264448 00000100:00100000:2.0:1746139098.444943:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840264448 00002000:00100000:2.0:1746139098.444985:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009f558700 x1830958840264448/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:24/0 lens 488/0 e 0 to 0 dl 1746139109 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139098.444995:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f558700 with x1830958840264448 ext(0->4095) 00010000:00010000:2.0:1746139098.445003:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008763c600/0x1f9f6ca451acb253 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35120b2 expref: 47 pid: 9564 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746139098.445017:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008763c600/0x1f9f6ca451acb253 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35120b2 expref: 47 pid: 9564 timeout: 823 lvb_type: 0 00002000:00010000:2.0:1746139098.445023:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f558700 00000100:00100000:2.0:1746139098.445040:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2551 00000100:00100000:2.0:1746139098.445046:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f558700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+47:2007:x1830958840264448:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746139098.446023:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f558700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+47:2007:x1830958840264448:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 972us (1888us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746139098.446031:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2551 00002000:00100000:2.0:1746139098.446037:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009f558700 x1830958840264448/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:24/0 lens 488/4536 e 0 to 0 dl 1746139109 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139098.446044:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f558700 with x1830958840264448 ext(0->4095) 00010000:00010000:2.0:1746139098.446051:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008763c600/0x1f9f6ca451acb253 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35120b2 expref: 47 pid: 9564 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746139098.446061:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008763c600/0x1f9f6ca451acb253 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35120b2 expref: 47 pid: 9564 timeout: 823 lvb_type: 0 00002000:00010000:2.0:1746139098.446067:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f558700 00000100:00100000:0.0:1746139098.448437:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139098.448549:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139098.448675:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840264704 00000100:00100000:3.0:1746139098.448685:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840264704 00010000:00010000:3.0:1746139098.448721:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008763c600/0x1f9f6ca451acb253 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35120b2 expref: 47 pid: 9564 timeout: 823 lvb_type: 0 00000100:00100000:3.0:1746139098.448766:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17004 00000100:00100000:3.0:1746139098.448775:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124a2e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+47:2010:x1830958840264704:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139098.448790:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139098.448814:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008763c600/0x1f9f6ca451acb253 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35120b2 expref: 47 pid: 9564 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746139098.448826:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008763c600/0x1f9f6ca451acb253 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35120b2 expref: 47 pid: 9564 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746139098.448853:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008763c600/0x1f9f6ca451acb253 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35120b2 expref: 47 pid: 9564 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746139098.448887:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139098.448889:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139098.448898:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5e00/0x1f9f6ca451acb24c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35120b9 expref: 46 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139098.448905:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5e00/0x1f9f6ca451acb24c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35120b9 expref: 46 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139098.448944:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5e00/0x1f9f6ca451acb24c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35120b9 expref: 46 pid: 9563 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139098.448956:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0758380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832116608:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139098.449033:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4123600 going to sleep for 11 seconds 00000100:00100000:2.0:1746139098.449150:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840264576 00000100:00100000:2.0:1746139098.449154:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840264576 00000100:00100000:2.0:1746139098.449191:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29691 00000100:00100000:2.0:1746139098.449197:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f55a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840264576:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139098.449211:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139098.449223:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008763c400/0x1f9f6ca451acb25a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a35120c0 expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139098.449242:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5e00/0x1f9f6ca451acb24c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35120b9 expref: 46 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139098.449248:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139098.449249:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139098.449252:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008763c400/0x1f9f6ca451acb25a lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35120c0 expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139098.449269:0:9564:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5e00/0x1f9f6ca451acb24c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35120b9 expref: 46 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139098.449279:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5e00/0x1f9f6ca451acb24c lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35120b9 expref: 46 pid: 9563 timeout: 823 lvb_type: 0 00000100:00100000:2.0:1746139098.449287:0:9564:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cbad880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832116736:192.168.203.56@tcp:104: 00000100:00100000:2.0:1746139098.449309:0:9564:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a066d780 going to sleep for 11 seconds 00000100:00100000:3.0:1746139098.452129:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0758380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832116608:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139098.452152:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139098.452199:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124a2e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+46:2010:x1830958840264704:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3424us (3648us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139098.452210:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17004 00000100:00100000:2.0:1746139098.452397:0:9564:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cbad880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832116736:192.168.203.56@tcp:104: 00010000:00010000:2.0:1746139098.452419:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008763c400/0x1f9f6ca451acb25a lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35120c0 expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139098.452440:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008763c400, rc 0) 00000100:00100000:2.0:1746139098.452460:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f55a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840264576:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3264us (4046us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139098.452466:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29691 00000100:00100000:0.0:1746139098.452689:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139098.453124:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840264960 00000100:00100000:3.0:1746139098.453131:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840264960 00002000:00100000:3.0:1746139098.453162:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009f55ad80 x1830958840264960/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:24/0 lens 488/0 e 0 to 0 dl 1746139109 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139098.453170:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f55ad80 with x1830958840264960 ext(0->4095) 00010000:00010000:3.0:1746139098.453178:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5e00/0x1f9f6ca451acb24c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35120b9 expref: 46 pid: 9563 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746139098.453189:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5e00/0x1f9f6ca451acb24c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35120b9 expref: 46 pid: 9563 timeout: 823 lvb_type: 0 00002000:00010000:3.0:1746139098.453195:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f55ad80 00000100:00100000:3.0:1746139098.453791:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2552 00000100:00100000:3.0:1746139098.453801:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f55ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+46:2008:x1830958840264960:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746139098.453960:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f55ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+46:2008:x1830958840264960:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 161us (1271us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746139098.453966:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2552 00002000:00100000:3.0:1746139098.453971:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009f55ad80 x1830958840264960/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:24/0 lens 488/4536 e 0 to 0 dl 1746139109 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139098.453984:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f55ad80 with x1830958840264960 ext(0->4095) 00010000:00010000:3.0:1746139098.453989:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5e00/0x1f9f6ca451acb24c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35120b9 expref: 46 pid: 9563 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746139098.453998:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5e00/0x1f9f6ca451acb24c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35120b9 expref: 46 pid: 9563 timeout: 823 lvb_type: 0 00002000:00010000:3.0:1746139098.454004:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f55ad80 00000100:00100000:0.0:1746139098.457067:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139098.457159:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139098.457237:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840265088 00000100:00100000:2.0:1746139098.457247:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840265088 00000100:00100000:2.0:1746139098.457299:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29692 00000100:00100000:2.0:1746139098.457306:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f558380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+46:1800:x1830958840265088:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139098.457323:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139098.457341:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008763dc00/0x1f9f6ca451acb261 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a35120c7 expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139098.457370:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139098.457376:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008763c400/0x1f9f6ca451acb25a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35120c0 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139098.457382:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746139098.457385:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008763dc00/0x1f9f6ca451acb261 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35120c7 expref: 47 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139098.457424:0:9564:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008763c400/0x1f9f6ca451acb25a lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35120c0 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139098.457436:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008763dc00/0x1f9f6ca451acb261 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35120c7 expref: 47 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139098.457453:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008763dc00, rc 0) 00000100:00100000:2.0:1746139098.457496:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f558380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+47:1800:x1830958840265088:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 191us (441us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139098.457501:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29692 00000100:00100000:3.0:1746139098.457693:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840265216 00000100:00100000:3.0:1746139098.457697:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840265216 00010000:00010000:3.0:1746139098.457714:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5e00/0x1f9f6ca451acb24c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35120b9 expref: 47 pid: 9563 timeout: 823 lvb_type: 0 00000100:00100000:3.0:1746139098.457746:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17005 00000100:00100000:3.0:1746139098.457751:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f559500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+47:2010:x1830958840265216:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139098.457760:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139098.457780:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5e00/0x1f9f6ca451acb24c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35120b9 expref: 47 pid: 9563 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746139098.457790:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5e00/0x1f9f6ca451acb24c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35120b9 expref: 47 pid: 9563 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746139098.457807:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5e00/0x1f9f6ca451acb24c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35120b9 expref: 47 pid: 9563 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746139098.457822:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139098.457824:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139098.457830:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008763c400/0x1f9f6ca451acb25a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35120c0 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139098.457837:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008763c400/0x1f9f6ca451acb25a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35120c0 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139098.457857:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008763c400/0x1f9f6ca451acb25a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35120c0 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139098.457867:0:7207:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008763c400/0x1f9f6ca451acb25a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35120c0 expref: 5 pid: 9564 timeout: 823 lvb_type: 0 00000100:00100000:3.0:1746139098.457878:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0758380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832116992:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139098.457946:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b534a780 going to sleep for 11 seconds 00000100:00100000:0.0:1746139098.460788:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139098.461083:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840265472 00000100:00100000:2.0:1746139098.461090:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840265472 00002000:00100000:2.0:1746139098.461129:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009f559180 x1830958840265472/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:24/0 lens 488/0 e 0 to 0 dl 1746139109 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139098.461140:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f559180 with x1830958840265472 ext(0->4095) 00010000:00010000:2.0:1746139098.461147:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008763c400/0x1f9f6ca451acb25a lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35120c0 expref: 6 pid: 9564 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746139098.461160:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008763c400/0x1f9f6ca451acb25a lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35120c0 expref: 6 pid: 9564 timeout: 823 lvb_type: 0 00002000:00010000:2.0:1746139098.461167:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f559180 00000100:00100000:2.0:1746139098.461196:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2553 00000100:00100000:2.0:1746139098.461203:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f559180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840265472:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746139098.461331:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f559180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840265472:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 127us (553us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746139098.461337:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2553 00002000:00100000:2.0:1746139098.461342:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009f559180 x1830958840265472/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:24/0 lens 488/4536 e 0 to 0 dl 1746139109 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139098.461356:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f559180 with x1830958840265472 ext(0->4095) 00010000:00010000:2.0:1746139098.461361:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008763c400/0x1f9f6ca451acb25a lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35120c0 expref: 6 pid: 9564 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746139098.461369:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008763c400/0x1f9f6ca451acb25a lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35120c0 expref: 6 pid: 9564 timeout: 823 lvb_type: 0 00002000:00010000:2.0:1746139098.461375:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f559180 00000100:00100000:3.0:1746139098.461714:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0758380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832116992:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139098.461732:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139098.461760:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f559500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+46:2010:x1830958840265216:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 4008us (4601us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139098.461768:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17005 00000100:00100000:0.0:1746139098.466612:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139098.466832:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840265600 00000100:00100000:3.0:1746139098.466843:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840265600 00010000:00010000:3.0:1746139098.466890:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008763c400/0x1f9f6ca451acb25a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35120c0 expref: 6 pid: 9564 timeout: 823 lvb_type: 0 00000100:00100000:3.0:1746139098.467653:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17006 00000100:00100000:3.0:1746139098.467664:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f55a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2010:x1830958840265600:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139098.467682:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139098.467705:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008763c400/0x1f9f6ca451acb25a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35120c0 expref: 6 pid: 9564 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746139098.467717:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008763c400/0x1f9f6ca451acb25a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35120c0 expref: 6 pid: 9564 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746139098.467740:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008763c400/0x1f9f6ca451acb25a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35120c0 expref: 6 pid: 9564 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746139098.467772:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139098.467774:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139098.467782:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008763dc00/0x1f9f6ca451acb261 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35120c7 expref: 45 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139098.467789:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008763dc00/0x1f9f6ca451acb261 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35120c7 expref: 45 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139098.467818:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008763dc00/0x1f9f6ca451acb261 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35120c7 expref: 45 pid: 9564 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139098.467830:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0758380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832117120:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139098.467909:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b534a780 going to sleep for 11 seconds 00000100:00100000:3.0:1746139098.471351:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0758380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832117120:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139098.471374:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139098.472134:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f55a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2010:x1830958840265600:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 4468us (5529us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139098.472150:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17006 00000100:00100000:0.0:1746139098.475349:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139098.475413:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840265856 00000100:00100000:2.0:1746139098.475422:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840265856 00002000:00100000:2.0:1746139098.475467:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009f55b800 x1830958840265856/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:24/0 lens 488/0 e 0 to 0 dl 1746139109 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139098.475478:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f55b800 with x1830958840265856 ext(0->4095) 00002000:00010000:2.0:1746139098.475484:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f55b800 00000100:00100000:2.0:1746139098.475501:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13204 00000100:00100000:2.0:1746139098.475507:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f55b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+46:2008:x1830958840265856:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746139098.476587:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f55b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+46:2008:x1830958840265856:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 1076us (1245us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746139098.476597:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13204 00002000:00100000:2.0:1746139098.476604:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009f55b800 x1830958840265856/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:24/0 lens 488/4536 e 0 to 0 dl 1746139109 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139098.476610:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f55b800 with x1830958840265856 ext(0->4095) 00002000:00010000:2.0:1746139098.476614:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f55b800 00000100:00100000:0.0:1746139098.479346:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139098.479451:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840265984 00000100:00100000:2.0:1746139098.479460:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840265984 00000100:00100000:2.0:1746139098.479504:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29693 00000100:00100000:2.0:1746139098.479511:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f55b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840265984:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139098.479543:0:9563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139098.479562:0:9563:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008763d800/0x1f9f6ca451acb268 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a35120ce expref: -99 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139098.479590:0:9563:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008763dc00/0x1f9f6ca451acb261 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35120c7 expref: 45 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139098.479597:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139098.479599:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139098.479602:0:9563:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008763d800/0x1f9f6ca451acb268 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35120ce expref: 6 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139098.479659:0:9563:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008763dc00/0x1f9f6ca451acb261 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35120c7 expref: 45 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139098.479672:0:9563:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008763dc00/0x1f9f6ca451acb261 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35120c7 expref: 45 pid: 9564 timeout: 823 lvb_type: 0 00000100:00100000:2.0:1746139098.479683:0:9563:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cbad880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832117248:192.168.203.56@tcp:104: 00000100:00100000:2.0:1746139098.481161:0:9563:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a066de40 going to sleep for 11 seconds 00000100:00100000:2.0:1746139098.490072:0:9563:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cbad880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832117248:192.168.203.56@tcp:104: 00010000:00010000:2.0:1746139098.490113:0:9563:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008763d800/0x1f9f6ca451acb268 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35120ce expref: 6 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139098.490135:0:9563:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008763d800, rc 0) 00000100:00100000:2.0:1746139098.490179:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f55b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840265984:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 10668us (10842us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139098.490188:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29693 00000100:00100000:0.0:1746139098.497316:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139098.497411:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840266112 00000100:00100000:2.0:1746139098.497420:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840266112 00002000:00100000:2.0:1746139098.497464:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff88009f55b480 x1830958840266112/t0(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:24/0 lens 496/0 e 0 to 0 dl 1746139109 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139098.497473:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f55b480 with x1830958840266112 ext(0->7) 00010000:00010000:2.0:1746139098.497482:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008763dc00/0x1f9f6ca451acb261 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35120c7 expref: 46 pid: 9564 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746139098.497495:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008763dc00/0x1f9f6ca451acb261 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35120c7 expref: 46 pid: 9564 timeout: 823 lvb_type: 0 00002000:00010000:2.0:1746139098.497500:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f55b480 00000100:00100000:2.0:1746139098.501824:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2554 00000100:00100000:2.0:1746139098.501846:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f55b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+46:2007:x1830958840266112:12345-192.168.203.56@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746139098.503213:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f55b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+48:2007:x1830958840266112:12345-192.168.203.56@tcp:4:ldlm_bl.0 Request processed in 1372us (5901us total) trans 4294972060 rc 0/0 00000100:00100000:2.0:1746139098.503222:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2554 00002000:00100000:2.0:1746139098.503231:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff88009f55b480 x1830958840266112/t4294972060(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:24/0 lens 496/448 e 0 to 0 dl 1746139109 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139098.503246:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f55b480 with x1830958840266112 ext(0->7) 00010000:00010000:2.0:1746139098.503257:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008763dc00/0x1f9f6ca451acb261 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35120c7 expref: 48 pid: 9564 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746139098.503270:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008763dc00/0x1f9f6ca451acb261 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35120c7 expref: 48 pid: 9564 timeout: 823 lvb_type: 0 00002000:00010000:2.0:1746139098.503277:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f55b480 00000100:00100000:0.0:1746139098.506691:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139098.506849:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840266240 00000100:00100000:3.0:1746139098.506864:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840266240 00010000:00010000:3.0:1746139098.506909:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008763dc00/0x1f9f6ca451acb261 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35120c7 expref: 48 pid: 9564 timeout: 823 lvb_type: 0 00000100:00100000:3.0:1746139098.506944:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17007 00000100:00100000:3.0:1746139098.506952:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f558a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+48:2009:x1830958840266240:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139098.506967:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1746139098.506986:0:7207:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x1a:0x0] updating lvb mtime from disk: 1746139098 -> 1746139099 00002000:00010000:3.0:1746139098.506989:0:7207:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x1a:0x0] updating lvb ctime from disk: 1746139098 -> 1746139099 00010000:00010000:3.0:1746139098.506994:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008763dc00/0x1f9f6ca451acb261 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35120c7 expref: 48 pid: 9564 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746139098.507005:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008763dc00/0x1f9f6ca451acb261 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35120c7 expref: 48 pid: 9564 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746139098.507029:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008763dc00/0x1f9f6ca451acb261 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35120c7 expref: 48 pid: 9564 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746139098.507059:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139098.507061:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139098.507069:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008763d800/0x1f9f6ca451acb268 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35120ce expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139098.507076:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008763d800/0x1f9f6ca451acb268 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35120ce expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139098.507115:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008763d800/0x1f9f6ca451acb268 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35120ce expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139098.507126:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0758380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832117376:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139098.508597:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b534a780 going to sleep for 11 seconds 00000100:00100000:3.0:1746139098.510022:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0758380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832117376:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139098.510043:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139098.510081:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f558a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+47:2009:x1830958840266240:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3128us (3399us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139098.510091:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17007 00000100:00100000:0.0:1746139098.511073:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139098.511142:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840266496 00000100:00100000:2.0:1746139098.511149:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840266496 00002000:00100000:2.0:1746139098.511188:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009f559880 x1830958840266496/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:24/0 lens 488/0 e 0 to 0 dl 1746139109 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139098.511197:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f559880 with x1830958840266496 ext(0->4095) 00002000:00010000:2.0:1746139098.511201:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f559880 00000100:00100000:2.0:1746139098.511216:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13205 00000100:00100000:2.0:1746139098.511222:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f559880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840266496:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746139098.511600:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f559880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840266496:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 377us (529us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746139098.511606:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13205 00002000:00100000:2.0:1746139098.511612:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009f559880 x1830958840266496/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:24/0 lens 488/4536 e 0 to 0 dl 1746139109 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139098.512276:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f559880 with x1830958840266496 ext(0->4095) 00002000:00010000:2.0:1746139098.512279:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f559880 00000100:00100000:0.0:1746139098.515288:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139098.515665:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139098.515693:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840266624 00000100:00100000:0.0:1746139098.515702:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840266624 00000100:00100000:0.0:1746139098.515742:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840266752 00000100:00100000:0.0:1746139098.515744:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840266752 00000100:00100000:0.0:1746139098.515770:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29694 00000100:00100000:0.0:1746139098.515778:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f55aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+48:1800:x1830958840266624:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746139098.515799:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746139098.515817:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f46f000/0x1f9f6ca451acb26f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a35120d5 expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139098.515854:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008763d800/0x1f9f6ca451acb268 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35120ce expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139098.515861:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139098.515863:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139098.515866:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f46f000/0x1f9f6ca451acb26f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35120d5 expref: 49 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139098.515901:0:9564:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008763d800/0x1f9f6ca451acb268 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35120ce expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139098.515914:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008763d800/0x1f9f6ca451acb268 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35120ce expref: 5 pid: 9563 timeout: 823 lvb_type: 0 00000100:00100000:0.0:1746139098.515925:0:9564:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f178a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832117504:192.168.203.56@tcp:104: 00000100:00100000:0.0:1746139098.516002:0:9564:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007fe37240 going to sleep for 11 seconds 00000100:00100000:2.0:1746139098.516220:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29695 00000100:00100000:2.0:1746139098.516228:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f178000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+49:1814:x1830958840266752:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139098.516236:0:9563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139098.516242:0:9563:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008763c400/0x1f9f6ca451acb276 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a35120dc expref: -99 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139098.516253:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139098.516257:0:9563:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f46f000/0x1f9f6ca451acb26f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35120d5 expref: 50 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139098.516262:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139098.516264:0:9563:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008763c400/0x1f9f6ca451acb276 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35120dc expref: 50 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139098.516284:0:9563:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f46f000/0x1f9f6ca451acb26f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35120d5 expref: 50 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139098.516293:0:9563:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008763c400/0x1f9f6ca451acb276 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35120dc expref: 50 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139098.516301:0:9563:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008763c400, rc 0) 00000100:00100000:2.0:1746139098.516336:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f178000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+50:1814:x1830958840266752:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 109us (719us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139098.516342:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29695 00000100:00100000:0.0:1746139098.519105:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139098.519194:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840266880 00000100:00100000:3.0:1746139098.519202:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840266880 00010000:00010000:3.0:1746139098.519240:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008763d800/0x1f9f6ca451acb268 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35120ce expref: 6 pid: 9563 timeout: 823 lvb_type: 0 00000100:00100000:3.0:1746139098.519266:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17008 00000100:00100000:3.0:1746139098.519273:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f178700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840266880:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139098.519285:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139098.519305:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008763d800/0x1f9f6ca451acb268 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35120ce expref: 6 pid: 9563 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746139098.519315:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008763d800/0x1f9f6ca451acb268 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35120ce expref: 6 pid: 9563 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746139098.519340:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139098.519343:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139098.519350:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f46f000/0x1f9f6ca451acb26f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35120d5 expref: 49 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139098.519358:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f46f000/0x1f9f6ca451acb26f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35120d5 expref: 49 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139098.519388:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f46f000/0x1f9f6ca451acb26f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35120d5 expref: 49 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139098.519400:0:7207:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f46f000/0x1f9f6ca451acb26f lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35120d5 expref: 49 pid: 9564 timeout: 823 lvb_type: 0 00000100:00100000:3.0:1746139098.519411:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0758380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832117760:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139098.519699:0:9564:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008763d800/0x1f9f6ca451acb268 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35120ce expref: 6 pid: 9563 timeout: 823 lvb_type: 0 00000100:00100000:2.0:1746139098.519717:0:9564:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f178a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832117504:192.168.203.56@tcp:104: 00010000:00010000:2.0:1746139098.519742:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f46f000/0x1f9f6ca451acb26f lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35120d5 expref: 49 pid: 9564 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746139098.519749:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f46f000/0x1f9f6ca451acb26f lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35120d5 expref: 49 pid: 9564 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746139098.519759:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f46f000, rc 0) 00000100:00100000:3.0:1746139098.521112:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b534a780 going to sleep for 11 seconds 00000100:00100000:2.0:1746139098.521200:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f55aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+49:1800:x1830958840266624:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5419us (5919us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139098.521210:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29694 00000100:00100000:3.0:1746139098.525699:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0758380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832117760:192.168.203.56@tcp:105: 00000100:00100000:0.0:1746139098.525699:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00010000:00010000:3.0:1746139098.525721:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139098.525769:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f178700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2008:x1830958840266880:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 6494us (6671us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139098.525779:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17008 00000100:00100000:2.0:1746139098.526901:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840267136 00000100:00100000:2.0:1746139098.526911:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840267136 00002000:00100000:2.0:1746139098.526955:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009f179180 x1830958840267136/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:24/0 lens 488/0 e 0 to 0 dl 1746139109 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139098.526964:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f179180 with x1830958840267136 ext(0->4095) 00010000:00010000:2.0:1746139098.526973:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f46f000/0x1f9f6ca451acb26f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35120d5 expref: 49 pid: 9564 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746139098.526988:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f46f000/0x1f9f6ca451acb26f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35120d5 expref: 49 pid: 9564 timeout: 823 lvb_type: 0 00002000:00010000:2.0:1746139098.526994:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f179180 00000100:00100000:2.0:1746139098.527019:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2555 00000100:00100000:2.0:1746139098.527027:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f179180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+49:2007:x1830958840267136:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746139098.527172:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f179180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+49:2007:x1830958840267136:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 145us (1483us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746139098.527179:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2555 00002000:00100000:2.0:1746139098.527184:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009f179180 x1830958840267136/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:24/0 lens 488/4536 e 0 to 0 dl 1746139109 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139098.527191:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f179180 with x1830958840267136 ext(0->4095) 00010000:00010000:2.0:1746139098.527195:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f46f000/0x1f9f6ca451acb26f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35120d5 expref: 49 pid: 9564 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746139098.527204:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f46f000/0x1f9f6ca451acb26f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35120d5 expref: 49 pid: 9564 timeout: 823 lvb_type: 0 00002000:00010000:2.0:1746139098.527209:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f179180 00000100:00100000:0.0:1746139098.531323:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139098.531769:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840267264 00000100:00100000:3.0:1746139098.531780:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840267264 00010000:00010000:3.0:1746139098.531824:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f46f000/0x1f9f6ca451acb26f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35120d5 expref: 49 pid: 9564 timeout: 823 lvb_type: 0 00000100:00100000:3.0:1746139098.531923:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17009 00000100:00100000:3.0:1746139098.531932:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f179500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+49:2008:x1830958840267264:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139098.531950:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139098.531971:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f46f000/0x1f9f6ca451acb26f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35120d5 expref: 49 pid: 9564 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746139098.531983:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f46f000/0x1f9f6ca451acb26f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35120d5 expref: 49 pid: 9564 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746139098.532007:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f46f000/0x1f9f6ca451acb26f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35120d5 expref: 49 pid: 9564 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746139098.533149:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139098.533153:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139098.533162:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008763c400/0x1f9f6ca451acb276 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35120dc expref: 48 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139098.533170:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008763c400/0x1f9f6ca451acb276 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35120dc expref: 48 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139098.533207:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008763c400/0x1f9f6ca451acb276 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35120dc expref: 48 pid: 9563 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139098.533219:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0758380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832117888:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139098.534099:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b534a780 going to sleep for 11 seconds 00000100:00100000:3.0:1746139098.538470:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0758380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832117888:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139098.538499:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139098.538571:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f179500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+48:2008:x1830958840267264:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 6636us (7953us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139098.538590:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17009 00000100:00100000:0.0:1746139098.540274:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139098.541422:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840267520 00000100:00100000:2.0:1746139098.541434:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840267520 00002000:00100000:2.0:1746139098.541494:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009f17b100 x1830958840267520/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:24/0 lens 488/0 e 0 to 0 dl 1746139109 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139098.541504:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f17b100 with x1830958840267520 ext(0->4095) 00002000:00010000:2.0:1746139098.541509:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f17b100 00000100:00100000:2.0:1746139098.541545:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13206 00000100:00100000:2.0:1746139098.541552:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f17b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+48:2009:x1830958840267520:12345-192.168.203.56@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746139098.542065:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f17b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+48:2009:x1830958840267520:12345-192.168.203.56@tcp:3:ptlrpcd_01_00.0 Request processed in 510us (1797us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746139098.542073:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13206 00002000:00100000:2.0:1746139098.542080:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009f17b100 x1830958840267520/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:24/0 lens 488/4536 e 0 to 0 dl 1746139109 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139098.542092:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f17b100 with x1830958840267520 ext(0->4095) 00002000:00010000:2.0:1746139098.542095:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f17b100 00000100:00100000:0.0:1746139098.546097:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139098.546431:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840267648 00000100:00100000:2.0:1746139098.546443:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840267648 00000100:00100000:2.0:1746139098.546506:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29696 00000100:00100000:2.0:1746139098.546514:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f17a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840267648:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139098.546545:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139098.546564:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008763c000/0x1f9f6ca451acb27d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a35120e3 expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139098.546597:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008763c400/0x1f9f6ca451acb276 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35120dc expref: 47 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139098.546605:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139098.546607:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139098.546610:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008763c000/0x1f9f6ca451acb27d lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35120e3 expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139098.546681:0:9564:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008763c400/0x1f9f6ca451acb276 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35120dc expref: 47 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139098.546699:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008763c400/0x1f9f6ca451acb276 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35120dc expref: 47 pid: 9563 timeout: 823 lvb_type: 0 00000100:00100000:2.0:1746139098.546710:0:9564:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cbad880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832118016:192.168.203.56@tcp:104: 00000100:00100000:2.0:1746139098.548373:0:9564:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a066dcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746139098.551148:0:9564:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cbad880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832118016:192.168.203.56@tcp:104: 00010000:00010000:2.0:1746139098.551185:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008763c000/0x1f9f6ca451acb27d lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35120e3 expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139098.551204:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008763c000, rc 0) 00000100:00100000:2.0:1746139098.551266:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f17a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840267648:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4750us (5180us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139098.551274:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29696 00000100:00100000:0.0:1746139098.555080:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139098.556124:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840267776 00000100:00100000:2.0:1746139098.556137:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840267776 00002000:00100000:2.0:1746139098.556186:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff88009f179c00 x1830958840267776/t0(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:24/0 lens 496/0 e 0 to 0 dl 1746139109 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139098.556197:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f179c00 with x1830958840267776 ext(0->7) 00010000:00010000:2.0:1746139098.556206:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008763c400/0x1f9f6ca451acb276 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35120dc expref: 48 pid: 9563 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746139098.556221:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008763c400/0x1f9f6ca451acb276 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35120dc expref: 48 pid: 9563 timeout: 823 lvb_type: 0 00002000:00010000:2.0:1746139098.556228:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f179c00 00000100:00100000:2.0:1746139098.556264:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2556 00000100:00100000:2.0:1746139098.556271:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f179c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+48:2009:x1830958840267776:12345-192.168.203.56@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746139098.561232:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f179c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+50:2009:x1830958840267776:12345-192.168.203.56@tcp:4:ldlm_bl.0 Request processed in 4947us (6149us total) trans 4294972061 rc 0/0 00000100:00100000:2.0:1746139098.561247:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2556 00002000:00100000:2.0:1746139098.561260:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff88009f179c00 x1830958840267776/t4294972061(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:24/0 lens 496/448 e 0 to 0 dl 1746139109 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139098.561269:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f179c00 with x1830958840267776 ext(0->7) 00010000:00010000:2.0:1746139098.561284:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008763c400/0x1f9f6ca451acb276 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35120dc expref: 50 pid: 9563 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746139098.561302:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008763c400/0x1f9f6ca451acb276 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35120dc expref: 50 pid: 9563 timeout: 823 lvb_type: 0 00002000:00010000:2.0:1746139098.561308:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f179c00 00000100:00100000:0.0:1746139098.566546:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139098.566651:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840267904 00000100:00100000:2.0:1746139098.566662:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840267904 00000100:00100000:2.0:1746139098.566728:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29697 00000100:00100000:2.0:1746139098.566736:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f178380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+50:1800:x1830958840267904:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139098.566756:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139098.566775:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008763c600/0x1f9f6ca451acb284 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a35120ea expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139098.566804:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139098.566810:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008763c000/0x1f9f6ca451acb27d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35120e3 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139098.566815:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746139098.566818:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008763c600/0x1f9f6ca451acb284 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35120ea expref: 51 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139098.566859:0:9564:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008763c000/0x1f9f6ca451acb27d lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35120e3 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139098.566873:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008763c600/0x1f9f6ca451acb284 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35120ea expref: 51 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139098.566882:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008763c600, rc 0) 00000100:00100000:2.0:1746139098.567608:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f178380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+51:1800:x1830958840267904:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 870us (1081us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139098.567648:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29697 00000100:00100000:0.0:1746139098.572178:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139098.572325:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840268032 00000100:00100000:3.0:1746139098.572337:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840268032 00010000:00010000:3.0:1746139098.572387:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008763c400/0x1f9f6ca451acb276 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35120dc expref: 51 pid: 9563 timeout: 823 lvb_type: 0 00000100:00100000:3.0:1746139098.572988:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17010 00000100:00100000:3.0:1746139098.572998:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f17ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+51:2009:x1830958840268032:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139098.573014:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139098.573036:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008763c400/0x1f9f6ca451acb276 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35120dc expref: 51 pid: 9563 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746139098.573050:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008763c400/0x1f9f6ca451acb276 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35120dc expref: 51 pid: 9563 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746139098.573075:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008763c400/0x1f9f6ca451acb276 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35120dc expref: 51 pid: 9563 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746139098.573108:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139098.573110:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139098.573118:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008763c000/0x1f9f6ca451acb27d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35120e3 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139098.573126:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008763c000/0x1f9f6ca451acb27d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35120e3 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139098.573163:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008763c000/0x1f9f6ca451acb27d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35120e3 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139098.573175:0:7207:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008763c000/0x1f9f6ca451acb27d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35120e3 expref: 5 pid: 9564 timeout: 823 lvb_type: 0 00000100:00100000:3.0:1746139098.573186:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0758380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832118272:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139098.573268:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b534a780 going to sleep for 11 seconds 00000100:00100000:3.0:1746139098.576213:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0758380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832118272:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139098.576236:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139098.576856:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f17ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+50:2009:x1830958840268032:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3857us (4686us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139098.576868:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17010 00000100:00100000:0.0:1746139098.577954:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139098.578105:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840268288 00000100:00100000:2.0:1746139098.578114:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840268288 00002000:00100000:2.0:1746139098.578156:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009f179880 x1830958840268288/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:24/0 lens 488/0 e 0 to 0 dl 1746139109 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139098.578165:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f179880 with x1830958840268288 ext(0->4095) 00010000:00010000:2.0:1746139098.578172:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008763c000/0x1f9f6ca451acb27d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35120e3 expref: 6 pid: 9564 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746139098.578184:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008763c000/0x1f9f6ca451acb27d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35120e3 expref: 6 pid: 9564 timeout: 823 lvb_type: 0 00002000:00010000:2.0:1746139098.578190:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f179880 00000100:00100000:2.0:1746139098.578206:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2557 00000100:00100000:2.0:1746139098.578211:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f179880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840268288:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746139098.578365:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f179880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840268288:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 153us (413us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746139098.578375:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2557 00002000:00100000:2.0:1746139098.578381:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009f179880 x1830958840268288/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:24/0 lens 488/4536 e 0 to 0 dl 1746139109 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139098.578387:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f179880 with x1830958840268288 ext(0->4095) 00010000:00010000:2.0:1746139098.578392:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008763c000/0x1f9f6ca451acb27d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35120e3 expref: 6 pid: 9564 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746139098.578401:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008763c000/0x1f9f6ca451acb27d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35120e3 expref: 6 pid: 9564 timeout: 823 lvb_type: 0 00002000:00010000:2.0:1746139098.578406:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f179880 00000100:00100000:0.0:1746139098.581837:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139098.581939:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840268416 00000100:00100000:3.0:1746139098.581949:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840268416 00010000:00010000:3.0:1746139098.581988:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008763c000/0x1f9f6ca451acb27d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35120e3 expref: 6 pid: 9564 timeout: 823 lvb_type: 0 00000100:00100000:3.0:1746139098.582031:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17011 00000100:00100000:3.0:1746139098.582039:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124a2cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840268416:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139098.582053:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139098.582075:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008763c000/0x1f9f6ca451acb27d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35120e3 expref: 6 pid: 9564 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746139098.582088:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008763c000/0x1f9f6ca451acb27d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35120e3 expref: 6 pid: 9564 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746139098.582111:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008763c000/0x1f9f6ca451acb27d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35120e3 expref: 6 pid: 9564 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746139098.582144:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139098.582146:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139098.582153:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008763c600/0x1f9f6ca451acb284 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35120ea expref: 49 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139098.582160:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008763c600/0x1f9f6ca451acb284 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35120ea expref: 49 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139098.582196:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008763c600/0x1f9f6ca451acb284 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35120ea expref: 49 pid: 9564 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139098.582209:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0758380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832118400:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139098.582295:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b534a780 going to sleep for 11 seconds 00000100:00100000:3.0:1746139098.584319:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0758380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832118400:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139098.584341:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746139098.584383:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139098.584393:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124a2cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2008:x1830958840268416:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 2354us (2569us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139098.584403:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17011 00000100:00100000:0.0:1746139098.584768:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840268672 00000100:00100000:0.0:1746139098.584775:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840268672 00002000:00100000:0.0:1746139098.584813:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009f17b480 x1830958840268672/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:24/0 lens 488/0 e 0 to 0 dl 1746139109 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139098.584828:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f17b480 with x1830958840268672 ext(0->4095) 00002000:00010000:0.0:1746139098.584832:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f17b480 00000100:00100000:0.0:1746139098.584864:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13207 00000100:00100000:0.0:1746139098.584870:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f17b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+50:2007:x1830958840268672:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746139098.585014:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f17b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+50:2007:x1830958840268672:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 143us (632us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746139098.585019:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13207 00002000:00100000:0.0:1746139098.585024:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009f17b480 x1830958840268672/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:24/0 lens 488/4536 e 0 to 0 dl 1746139109 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139098.585031:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f17b480 with x1830958840268672 ext(0->4095) 00002000:00010000:0.0:1746139098.585033:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f17b480 00000100:00100000:0.0:1746139098.588684:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139098.589864:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840268800 00000100:00100000:2.0:1746139098.589875:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840268800 00000100:00100000:2.0:1746139098.589942:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29698 00000100:00100000:2.0:1746139098.589951:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f17a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840268800:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139098.589968:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139098.589986:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008763c400/0x1f9f6ca451acb28b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a35120f1 expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139098.590025:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008763c600/0x1f9f6ca451acb284 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35120ea expref: 49 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139098.590032:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139098.590034:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139098.590037:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008763c400/0x1f9f6ca451acb28b lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35120f1 expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139098.590071:0:9564:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008763c600/0x1f9f6ca451acb284 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35120ea expref: 49 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139098.590087:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008763c600/0x1f9f6ca451acb284 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35120ea expref: 49 pid: 9564 timeout: 823 lvb_type: 0 00000100:00100000:2.0:1746139098.591982:0:9564:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cbad880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832118528:192.168.203.56@tcp:104: 00000100:00100000:2.0:1746139098.592105:0:9564:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a066dd80 going to sleep for 11 seconds 00000100:00100000:2.0:1746139098.599853:0:9564:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cbad880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832118528:192.168.203.56@tcp:104: 00010000:00010000:2.0:1746139098.599890:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008763c400/0x1f9f6ca451acb28b lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35120f1 expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139098.599907:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008763c400, rc 0) 00000100:00100000:2.0:1746139098.599976:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f17a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840268800:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 10026us (11303us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139098.599985:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29698 00000100:00100000:0.0:1746139098.601763:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139098.602327:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840268928 00000100:00100000:2.0:1746139098.602337:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840268928 00002000:00100000:2.0:1746139098.602384:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff88009f17aa00 x1830958840268928/t0(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:24/0 lens 496/0 e 0 to 0 dl 1746139109 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139098.602392:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f17aa00 with x1830958840268928 ext(0->7) 00010000:00010000:2.0:1746139098.602401:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008763c600/0x1f9f6ca451acb284 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35120ea expref: 50 pid: 9564 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746139098.602414:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008763c600/0x1f9f6ca451acb284 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35120ea expref: 50 pid: 9564 timeout: 823 lvb_type: 0 00002000:00010000:2.0:1746139098.602425:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f17aa00 00000100:00100000:2.0:1746139098.602445:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2558 00000100:00100000:2.0:1746139098.602452:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f17aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+50:2010:x1830958840268928:12345-192.168.203.56@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746139098.605393:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f17aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+52:2010:x1830958840268928:12345-192.168.203.56@tcp:4:ldlm_bl.0 Request processed in 2930us (3625us total) trans 4294972062 rc 0/0 00000100:00100000:2.0:1746139098.605405:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2558 00002000:00100000:2.0:1746139098.605415:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff88009f17aa00 x1830958840268928/t4294972062(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:24/0 lens 496/448 e 0 to 0 dl 1746139109 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139098.605425:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f17aa00 with x1830958840268928 ext(0->7) 00010000:00010000:2.0:1746139098.605434:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008763c600/0x1f9f6ca451acb284 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35120ea expref: 52 pid: 9564 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746139098.605450:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008763c600/0x1f9f6ca451acb284 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35120ea expref: 52 pid: 9564 timeout: 823 lvb_type: 0 00002000:00010000:2.0:1746139098.605457:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f17aa00 00000100:00100000:0.0:1746139098.620731:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139098.621144:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840269056 00000100:00100000:2.0:1746139098.621153:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840269056 00000100:00100000:0.0:1746139098.621205:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139098.621209:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29699 00000100:00100000:2.0:1746139098.621218:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f179f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+52:1800:x1830958840269056:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139098.621237:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1746139098.621241:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840269184 00000100:00100000:0.0:1746139098.621244:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840269184 00010000:00010000:2.0:1746139098.621255:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008763dc00/0x1f9f6ca451acb292 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a35120f8 expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139098.621264:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008763c600/0x1f9f6ca451acb284 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35120ea expref: 53 pid: 9564 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746139098.621287:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139098.621292:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008763c400/0x1f9f6ca451acb28b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35120f1 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746139098.621292:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17012 00000100:00100000:0.0:1746139098.621298:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f17b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+54:2008:x1830958840269184:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139098.621299:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746139098.621302:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008763dc00/0x1f9f6ca451acb292 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35120f8 expref: 54 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139098.621307:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746139098.621327:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008763c600/0x1f9f6ca451acb284 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35120ea expref: 54 pid: 9564 timeout: 823 lvb_type: 0 00010000:00010000:0.0:1746139098.621339:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008763c600/0x1f9f6ca451acb284 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35120ea expref: 54 pid: 9564 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746139098.621340:0:9564:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008763c400/0x1f9f6ca451acb28b lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35120f1 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139098.621361:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008763c600/0x1f9f6ca451acb284 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35120ea expref: 54 pid: 9564 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746139098.622988:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008763dc00/0x1f9f6ca451acb292 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35120f8 expref: 53 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139098.623000:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139098.623002:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139098.623008:0:9564:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008763c400/0x1f9f6ca451acb28b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35120f1 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139098.623016:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008763c400/0x1f9f6ca451acb28b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35120f1 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139098.623042:0:9564:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008763c400/0x1f9f6ca451acb28b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35120f1 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139098.623053:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008763c400/0x1f9f6ca451acb28b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35120f1 expref: 5 pid: 9564 timeout: 823 lvb_type: 0 00000100:00100000:2.0:1746139098.623070:0:9564:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cbad880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832118784:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139098.623599:0:9564:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a066dd80 going to sleep for 11 seconds 00010000:00010000:0.0:1746139098.624490:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746139098.624597:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f17b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+53:2008:x1830958840269184:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3295us (3389us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139098.624607:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17012 00000100:00100000:2.0:1746139098.629412:0:9564:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cbad880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832118784:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139098.629439:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008763dc00, rc 0) 00000100:00100000:2.0:1746139098.629501:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f179f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+52:1800:x1830958840269056:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 8283us (8778us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139098.629511:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29699 00000100:00100000:0.0:1746139098.629738:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139098.630266:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840269440 00000100:00100000:3.0:1746139098.630274:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840269440 00002000:00100000:3.0:1746139098.630319:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009f178700 x1830958840269440/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:24/0 lens 488/0 e 0 to 0 dl 1746139109 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139098.630329:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f178700 with x1830958840269440 ext(0->4095) 00010000:00010000:3.0:1746139098.630339:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008763c400/0x1f9f6ca451acb28b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35120f1 expref: 6 pid: 9564 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746139098.630357:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008763c400/0x1f9f6ca451acb28b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35120f1 expref: 6 pid: 9564 timeout: 823 lvb_type: 0 00002000:00010000:3.0:1746139098.630363:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f178700 00000100:00100000:3.0:1746139098.630643:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2559 00000100:00100000:3.0:1746139098.630651:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f178700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840269440:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746139098.630811:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f178700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840269440:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 160us (1073us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746139098.630818:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2559 00002000:00100000:3.0:1746139098.630824:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009f178700 x1830958840269440/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:24/0 lens 488/4536 e 0 to 0 dl 1746139109 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139098.630831:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f178700 with x1830958840269440 ext(0->4095) 00010000:00010000:3.0:1746139098.630836:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008763c400/0x1f9f6ca451acb28b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35120f1 expref: 6 pid: 9564 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746139098.630845:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008763c400/0x1f9f6ca451acb28b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35120f1 expref: 6 pid: 9564 timeout: 823 lvb_type: 0 00002000:00010000:3.0:1746139098.630851:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f178700 00000100:00100000:0.0:1746139098.634128:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139098.634233:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840269568 00000100:00100000:1.0:1746139098.634244:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840269568 00010000:00010000:1.0:1746139098.634289:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008763c400/0x1f9f6ca451acb28b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35120f1 expref: 6 pid: 9564 timeout: 823 lvb_type: 0 00000100:00100000:1.0:1746139098.634337:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17013 00000100:00100000:1.0:1746139098.634344:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f179500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840269568:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746139098.634364:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746139098.634387:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008763c400/0x1f9f6ca451acb28b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35120f1 expref: 6 pid: 9564 timeout: 823 lvb_type: 0 00010000:00010000:1.0:1746139098.634400:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008763c400/0x1f9f6ca451acb28b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35120f1 expref: 6 pid: 9564 timeout: 823 lvb_type: 0 00010000:00010000:1.0:1746139098.634423:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008763c400/0x1f9f6ca451acb28b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35120f1 expref: 6 pid: 9564 timeout: 823 lvb_type: 0 00010000:00010000:1.0:1746139098.634450:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139098.634452:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139098.634459:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008763dc00/0x1f9f6ca451acb292 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35120f8 expref: 51 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139098.634467:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008763dc00/0x1f9f6ca451acb292 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35120f8 expref: 51 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139098.634498:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008763dc00/0x1f9f6ca451acb292 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35120f8 expref: 51 pid: 9564 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746139098.634510:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009bd88e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832118912:192.168.203.56@tcp:105: 00000100:00100000:1.0:1746139098.634596:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a059d600 going to sleep for 11 seconds 00000100:00100000:0.0:1746139098.637595:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139098.637845:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840269824 00000100:00100000:2.0:1746139098.637855:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840269824 00002000:00100000:2.0:1746139098.637915:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009f17ad80 x1830958840269824/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:24/0 lens 488/0 e 0 to 0 dl 1746139109 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139098.637927:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f17ad80 with x1830958840269824 ext(0->4095) 00002000:00010000:2.0:1746139098.637933:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f17ad80 00000100:00100000:2.0:1746139098.637955:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13208 00000100:00100000:2.0:1746139098.637963:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f17ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+52:2008:x1830958840269824:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746139098.638135:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f17ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+52:2008:x1830958840269824:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 172us (551us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746139098.638143:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13208 00002000:00100000:2.0:1746139098.638149:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009f17ad80 x1830958840269824/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:24/0 lens 488/4536 e 0 to 0 dl 1746139109 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139098.638156:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f17ad80 with x1830958840269824 ext(0->4095) 00002000:00010000:2.0:1746139098.638159:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f17ad80 00000100:00100000:1.0:1746139098.638646:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009bd88e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832118912:192.168.203.56@tcp:105: 00010000:00010000:1.0:1746139098.638670:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746139098.638698:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f179500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2007:x1830958840269568:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 4354us (4581us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139098.638709:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17013 00000100:00100000:0.0:1746139098.641816:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139098.641920:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840269952 00000100:00100000:2.0:1746139098.641929:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840269952 00000100:00100000:2.0:1746139098.642002:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29700 00000100:00100000:2.0:1746139098.642011:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f178a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840269952:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139098.642030:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139098.642047:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f46fc00/0x1f9f6ca451acb299 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a35120ff expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139098.642074:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008763dc00/0x1f9f6ca451acb292 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35120f8 expref: 51 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139098.642082:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139098.642084:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139098.642087:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f46fc00/0x1f9f6ca451acb299 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35120ff expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139098.642119:0:9564:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008763dc00/0x1f9f6ca451acb292 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35120f8 expref: 51 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139098.642131:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008763dc00/0x1f9f6ca451acb292 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35120f8 expref: 51 pid: 9564 timeout: 823 lvb_type: 0 00000100:00100000:2.0:1746139098.642143:0:9564:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cbad880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832119040:192.168.203.56@tcp:104: 00000100:00100000:2.0:1746139098.642224:0:9564:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a066d300 going to sleep for 11 seconds 00000100:00100000:2.0:1746139098.644478:0:9564:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cbad880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832119040:192.168.203.56@tcp:104: 00010000:00010000:2.0:1746139098.644505:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f46fc00/0x1f9f6ca451acb299 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35120ff expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139098.644539:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f46fc00, rc 0) 00000100:00100000:2.0:1746139098.644583:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f178a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840269952:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2572us (2777us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139098.644591:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29700 00000100:00100000:0.0:1746139098.644829:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139098.645080:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840270080 00000100:00100000:1.0:1746139098.645087:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840270080 00010000:00010000:1.0:1746139098.645116:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008763dc00/0x1f9f6ca451acb292 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35120f8 expref: 52 pid: 9564 timeout: 823 lvb_type: 0 00000100:00100000:1.0:1746139098.645283:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17014 00000100:00100000:1.0:1746139098.645290:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391d0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+52:2008:x1830958840270080:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746139098.645303:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746139098.645322:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008763dc00/0x1f9f6ca451acb292 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35120f8 expref: 52 pid: 9564 timeout: 823 lvb_type: 0 00010000:00010000:1.0:1746139098.645334:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008763dc00/0x1f9f6ca451acb292 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35120f8 expref: 52 pid: 9564 timeout: 823 lvb_type: 0 00010000:00010000:1.0:1746139098.645354:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008763dc00/0x1f9f6ca451acb292 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35120f8 expref: 52 pid: 9564 timeout: 823 lvb_type: 0 00010000:00010000:1.0:1746139098.645378:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139098.645380:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139098.645387:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f46fc00/0x1f9f6ca451acb299 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35120ff expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139098.645395:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f46fc00/0x1f9f6ca451acb299 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35120ff expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139098.645422:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f46fc00/0x1f9f6ca451acb299 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35120ff expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746139098.645433:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009bd88e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832119168:192.168.203.56@tcp:105: 00000100:00100000:1.0:1746139098.647077:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a059d600 going to sleep for 11 seconds 00000100:00100000:1.0:1746139098.649458:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009bd88e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832119168:192.168.203.56@tcp:105: 00010000:00010000:1.0:1746139098.649481:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746139098.649539:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+51:2008:x1830958840270080:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 4247us (4708us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139098.649550:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17014 00000100:00100000:0.0:1746139098.650427:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139098.650590:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139098.650829:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840270464 00000100:00100000:2.0:1746139098.650837:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840270464 00002000:00100000:2.0:1746139098.650888:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8801391d0380 x1830958840270464/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:24/0 lens 488/0 e 0 to 0 dl 1746139109 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139098.650897:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801391d0380 with x1830958840270464 ext(0->4095) 00002000:00010000:2.0:1746139098.650903:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801391d0380 00000100:00100000:2.0:1746139098.650934:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13209 00000100:00100000:2.0:1746139098.650941:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840270464:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746139098.651093:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840270464:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 153us (668us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746139098.651099:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13209 00002000:00100000:2.0:1746139098.651105:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8801391d0380 x1830958840270464/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:24/0 lens 488/4536 e 0 to 0 dl 1746139109 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139098.651111:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801391d0380 with x1830958840270464 ext(0->4095) 00002000:00010000:2.0:1746139098.651113:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801391d0380 00000100:00100000:2.0:1746139098.651876:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840270208 00000100:00100000:2.0:1746139098.651881:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840270208 00000100:00100000:2.0:1746139098.652257:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29701 00000100:00100000:2.0:1746139098.652264:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+51:1800:x1830958840270208:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139098.652278:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139098.652299:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f46f000/0x1f9f6ca451acb2a0 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512106 expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139098.652330:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f46fc00/0x1f9f6ca451acb299 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35120ff expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139098.652338:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139098.652341:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139098.652345:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f46f000/0x1f9f6ca451acb2a0 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512106 expref: 52 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139098.652377:0:9564:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f46fc00/0x1f9f6ca451acb299 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35120ff expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139098.652390:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f46fc00/0x1f9f6ca451acb299 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35120ff expref: 5 pid: 9564 timeout: 823 lvb_type: 0 00000100:00100000:2.0:1746139098.652404:0:9564:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cbad880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832119296:192.168.203.56@tcp:104: 00000100:00100000:2.0:1746139098.652494:0:9564:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a066d3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746139098.655071:0:9564:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cbad880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832119296:192.168.203.56@tcp:104: 00010000:00010000:2.0:1746139098.655104:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f46f000/0x1f9f6ca451acb2a0 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512106 expref: 52 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139098.655121:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f46f000, rc 0) 00000100:00100000:2.0:1746139098.656354:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+52:1800:x1830958840270208:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4082us (5755us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139098.656369:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29701 00000100:00100000:0.0:1746139098.656922:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139098.657346:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840270592 00000100:00100000:2.0:1746139098.657354:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840270592 00000100:00100000:2.0:1746139098.658195:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29702 00000100:00100000:2.0:1746139098.658205:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+52:1814:x1830958840270592:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139098.658225:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139098.658244:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f572600/0x1f9f6ca451acb2a7 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a351210d expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139098.658268:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139098.658273:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f46f000/0x1f9f6ca451acb2a0 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512106 expref: 53 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139098.658279:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139098.658283:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f572600/0x1f9f6ca451acb2a7 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351210d expref: 53 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139098.658317:0:9564:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f46f000/0x1f9f6ca451acb2a0 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512106 expref: 53 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139098.658329:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f572600/0x1f9f6ca451acb2a7 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351210d expref: 53 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139098.658338:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f572600, rc 0) 00000100:00100000:2.0:1746139098.658388:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+53:1814:x1830958840270592:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 185us (1467us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139098.658394:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29702 00000100:00100000:0.0:1746139098.659315:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139098.659519:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840270720 00000100:00100000:1.0:1746139098.659533:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840270720 00010000:00010000:1.0:1746139098.659561:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f46fc00/0x1f9f6ca451acb299 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35120ff expref: 6 pid: 9564 timeout: 823 lvb_type: 0 00000100:00100000:1.0:1746139098.659586:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17015 00000100:00100000:1.0:1746139098.659592:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840270720:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746139098.659602:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746139098.659643:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f46fc00/0x1f9f6ca451acb299 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35120ff expref: 6 pid: 9564 timeout: 823 lvb_type: 0 00010000:00010000:1.0:1746139098.659655:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f46fc00/0x1f9f6ca451acb299 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35120ff expref: 6 pid: 9564 timeout: 823 lvb_type: 0 00010000:00010000:1.0:1746139098.659673:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f46fc00/0x1f9f6ca451acb299 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35120ff expref: 6 pid: 9564 timeout: 823 lvb_type: 0 00010000:00010000:1.0:1746139098.659689:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139098.659691:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139098.659698:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f46f000/0x1f9f6ca451acb2a0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512106 expref: 52 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139098.659705:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f46f000/0x1f9f6ca451acb2a0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512106 expref: 52 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139098.659729:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f46f000/0x1f9f6ca451acb2a0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512106 expref: 52 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139098.659741:0:7207:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f46f000/0x1f9f6ca451acb2a0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512106 expref: 52 pid: 9564 timeout: 823 lvb_type: 0 00000100:00100000:1.0:1746139098.659752:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009bd88e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832119552:192.168.203.56@tcp:105: 00000100:00100000:1.0:1746139098.659808:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a059d600 going to sleep for 11 seconds 00000100:00100000:0.0:1746139098.662558:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139098.662699:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840270976 00000100:00100000:2.0:1746139098.662707:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840270976 00002000:00100000:2.0:1746139098.662751:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8801391d1500 x1830958840270976/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:24/0 lens 488/0 e 0 to 0 dl 1746139109 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139098.662761:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801391d1500 with x1830958840270976 ext(0->4095) 00010000:00010000:2.0:1746139098.662769:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f46f000/0x1f9f6ca451acb2a0 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512106 expref: 53 pid: 9564 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746139098.662783:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f46f000/0x1f9f6ca451acb2a0 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512106 expref: 53 pid: 9564 timeout: 823 lvb_type: 0 00002000:00010000:2.0:1746139098.662790:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801391d1500 00000100:00100000:2.0:1746139098.663000:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2560 00000100:00100000:2.0:1746139098.663008:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+53:2008:x1830958840270976:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746139098.663203:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009bd88e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832119552:192.168.203.56@tcp:105: 00010000:00010000:1.0:1746139098.663223:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139098.664077:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+53:2008:x1830958840270976:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 1065us (1523us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746139098.664084:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2560 00002000:00100000:2.0:1746139098.664091:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8801391d1500 x1830958840270976/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:24/0 lens 488/4536 e 0 to 0 dl 1746139109 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139098.664099:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801391d1500 with x1830958840270976 ext(0->4095) 00010000:00010000:2.0:1746139098.664106:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f46f000/0x1f9f6ca451acb2a0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512106 expref: 53 pid: 9564 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746139098.664119:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f46f000/0x1f9f6ca451acb2a0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512106 expref: 53 pid: 9564 timeout: 823 lvb_type: 0 00002000:00010000:2.0:1746139098.664130:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801391d1500 00000100:00100000:1.0:1746139098.664227:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2007:x1830958840270720:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 4633us (4915us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139098.664235:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17015 00000100:00100000:0.0:1746139098.667177:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139098.667295:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840271104 00000100:00100000:1.0:1746139098.667303:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840271104 00010000:00010000:1.0:1746139098.667337:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f46f000/0x1f9f6ca451acb2a0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512106 expref: 53 pid: 9564 timeout: 823 lvb_type: 0 00000100:00100000:1.0:1746139098.667407:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17016 00000100:00100000:1.0:1746139098.667415:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391d3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+53:2008:x1830958840271104:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746139098.667430:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746139098.667449:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f46f000/0x1f9f6ca451acb2a0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512106 expref: 53 pid: 9564 timeout: 823 lvb_type: 0 00010000:00010000:1.0:1746139098.667461:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f46f000/0x1f9f6ca451acb2a0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512106 expref: 53 pid: 9564 timeout: 823 lvb_type: 0 00010000:00010000:1.0:1746139098.667485:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f46f000/0x1f9f6ca451acb2a0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512106 expref: 53 pid: 9564 timeout: 823 lvb_type: 0 00010000:00010000:1.0:1746139098.667752:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139098.667754:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139098.667762:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f572600/0x1f9f6ca451acb2a7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351210d expref: 52 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139098.667770:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f572600/0x1f9f6ca451acb2a7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351210d expref: 52 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139098.667803:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f572600/0x1f9f6ca451acb2a7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351210d expref: 52 pid: 9564 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746139098.667816:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009bd88e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832119680:192.168.203.56@tcp:105: 00000100:00100000:1.0:1746139098.668470:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a059d600 going to sleep for 11 seconds 00000100:00100000:0.0:1746139098.671632:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139098.671745:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009bd88e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832119680:192.168.203.56@tcp:105: 00010000:00010000:1.0:1746139098.671765:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746139098.671805:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+52:2008:x1830958840271104:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 4390us (4636us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139098.671815:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17016 00000100:00100000:2.0:1746139098.672100:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840271360 00000100:00100000:2.0:1746139098.672107:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840271360 00002000:00100000:2.0:1746139098.672140:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8801391d0000 x1830958840271360/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:24/0 lens 488/0 e 0 to 0 dl 1746139109 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139098.672149:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801391d0000 with x1830958840271360 ext(0->4095) 00002000:00010000:2.0:1746139098.672153:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801391d0000 00000100:00100000:2.0:1746139098.672681:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13210 00000100:00100000:2.0:1746139098.672689:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+52:2007:x1830958840271360:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746139098.672826:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+52:2007:x1830958840271360:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 138us (1217us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746139098.672832:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13210 00002000:00100000:2.0:1746139098.672837:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8801391d0000 x1830958840271360/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:24/0 lens 488/4536 e 0 to 0 dl 1746139109 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139098.672844:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801391d0000 with x1830958840271360 ext(0->4095) 00002000:00010000:2.0:1746139098.672846:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801391d0000 00000100:00100000:0.0:1746139098.678296:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139098.678394:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840271488 00000100:00100000:3.0:1746139098.678403:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840271488 00000100:00100000:3.0:1746139098.678513:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29703 00000100:00100000:3.0:1746139098.678531:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840271488:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746139098.678552:0:9562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139098.678573:0:9562:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5000/0x1f9f6ca451acb2ae lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512114 expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139098.678605:0:9562:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f572600/0x1f9f6ca451acb2a7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351210d expref: 51 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139098.678613:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746139098.678648:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746139098.678652:0:9562:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5000/0x1f9f6ca451acb2ae lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512114 expref: 6 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139098.678684:0:9562:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f572600/0x1f9f6ca451acb2a7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351210d expref: 51 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139098.678696:0:9562:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f572600/0x1f9f6ca451acb2a7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351210d expref: 51 pid: 9564 timeout: 823 lvb_type: 0 00000100:00100000:3.0:1746139098.678709:0:9562:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0758380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9562:1830958832119808:192.168.203.56@tcp:104: 00000100:00100000:3.0:1746139098.678784:0:9562:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800acd8da80 going to sleep for 11 seconds 00000100:00100000:0.0:1746139098.715472:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139098.715516:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840271616 00000100:00100000:0.0:1746139098.715548:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840271616 00002000:00100000:0.0:1746139098.715589:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff8801391d3800 x1830958840271616/t0(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:24/0 lens 496/0 e 0 to 0 dl 1746139109 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139098.715599:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801391d3800 with x1830958840271616 ext(0->7) 00010000:00010000:0.0:1746139098.715608:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f572600/0x1f9f6ca451acb2a7 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351210d expref: 52 pid: 9564 timeout: 823 lvb_type: 0 00010000:00010000:0.0:1746139098.715651:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f572600/0x1f9f6ca451acb2a7 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351210d expref: 52 pid: 9564 timeout: 823 lvb_type: 0 00002000:00010000:0.0:1746139098.715658:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801391d3800 00000100:00100000:0.0:1746139098.715677:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2561 00000100:00100000:0.0:1746139098.715684:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+52:2007:x1830958840271616:12345-192.168.203.56@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746139098.715887:0:9562:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0758380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9562:1830958832119808:192.168.203.56@tcp:104: 00010000:00010000:2.0:1746139098.715914:0:9562:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5000/0x1f9f6ca451acb2ae lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512114 expref: 6 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139098.715928:0:9562:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f0e5000, rc 0) 00000100:00100000:2.0:1746139098.715974:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840271488:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 37452us (37694us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139098.715985:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29703 00000100:00100000:0.0:1746139098.719668:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+54:2007:x1830958840271616:12345-192.168.203.56@tcp:4:ldlm_bl.0 Request processed in 3973us (4194us total) trans 4294972063 rc 0/0 00000100:00100000:0.0:1746139098.719681:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2561 00002000:00100000:0.0:1746139098.719690:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff8801391d3800 x1830958840271616/t4294972063(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:24/0 lens 496/448 e 0 to 0 dl 1746139109 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139098.719699:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801391d3800 with x1830958840271616 ext(0->7) 00010000:00010000:0.0:1746139098.719710:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f572600/0x1f9f6ca451acb2a7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351210d expref: 54 pid: 9564 timeout: 823 lvb_type: 0 00010000:00010000:0.0:1746139098.719725:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f572600/0x1f9f6ca451acb2a7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351210d expref: 54 pid: 9564 timeout: 823 lvb_type: 0 00002000:00010000:0.0:1746139098.719732:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801391d3800 00000100:00100000:0.0:1746139098.741034:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139098.741088:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139098.741183:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840271744 00000100:00100000:2.0:1746139098.741192:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840271744 00000100:00100000:2.0:1746139098.741251:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29704 00000100:00100000:2.0:1746139098.741260:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b60e9717-019c-4527-a82a-15e993ac5189+54:1800:x1830958840271744:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139098.741280:0:9562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139098.741301:0:9562:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f572c00/0x1f9f6ca451acb2b5 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a351211b expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139098.741333:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139098.741343:0:9562:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5000/0x1f9f6ca451acb2ae lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512114 expref: 5 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139098.741349:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746139098.741352:0:9562:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f572c00/0x1f9f6ca451acb2b5 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351211b expref: 55 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139098.741392:0:9562:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5000/0x1f9f6ca451acb2ae lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512114 expref: 5 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139098.741404:0:9562:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f572c00/0x1f9f6ca451acb2b5 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351211b expref: 55 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139098.741413:0:9562:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f572c00, rc 0) 00000100:00100000:2.0:1746139098.741461:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b60e9717-019c-4527-a82a-15e993ac5189+55:1800:x1830958840271744:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 203us (438us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139098.741468:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29704 00000100:00100000:1.0:1746139098.741696:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840271872 00000100:00100000:1.0:1746139098.741700:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840271872 00010000:00010000:1.0:1746139098.741719:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f572600/0x1f9f6ca451acb2a7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351210d expref: 55 pid: 9564 timeout: 823 lvb_type: 0 00000100:00100000:1.0:1746139098.742827:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17017 00000100:00100000:1.0:1746139098.742836:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+55:2007:x1830958840271872:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746139098.742848:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746139098.742868:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: ffff88009f572600/0x1f9f6ca451acb2a7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351210d expref: 55 pid: 9564 timeout: 823 lvb_type: 0 00010000:00010000:1.0:1746139098.742882:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f572600/0x1f9f6ca451acb2a7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351210d expref: 55 pid: 9564 timeout: 823 lvb_type: 0 00010000:00010000:1.0:1746139098.742902:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f572600/0x1f9f6ca451acb2a7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351210d expref: 55 pid: 9564 timeout: 823 lvb_type: 0 00010000:00010000:1.0:1746139098.742931:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139098.742933:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139098.742940:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5000/0x1f9f6ca451acb2ae lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512114 expref: 5 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139098.742947:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5000/0x1f9f6ca451acb2ae lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512114 expref: 5 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139098.742972:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5000/0x1f9f6ca451acb2ae lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512114 expref: 5 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139098.742982:0:7207:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5000/0x1f9f6ca451acb2ae lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512114 expref: 5 pid: 9562 timeout: 824 lvb_type: 0 00000100:00100000:1.0:1746139098.743267:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009bd88e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832120064:192.168.203.56@tcp:105: 00000100:00100000:1.0:1746139098.743777:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a059d600 going to sleep for 11 seconds 00000100:00100000:2.0:1746139098.746576:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139098.746679:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009bd88e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832120064:192.168.203.56@tcp:105: 00010000:00010000:1.0:1746139098.746700:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746139098.747255:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+54:2007:x1830958840271872:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 4419us (6164us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139098.747268:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17017 00000100:00100000:0.0:1746139098.747537:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840272128 00000100:00100000:0.0:1746139098.747544:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840272128 00002000:00100000:1.0:1746139098.747809:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009cbad880 x1830958840272128/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:24/0 lens 488/0 e 0 to 0 dl 1746139109 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139098.747818:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cbad880 with x1830958840272128 ext(0->4095) 00010000:00010000:1.0:1746139098.747828:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5000/0x1f9f6ca451acb2ae lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512114 expref: 6 pid: 9562 timeout: 824 lvb_type: 0 00010000:00010000:1.0:1746139098.747840:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5000/0x1f9f6ca451acb2ae lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512114 expref: 6 pid: 9562 timeout: 824 lvb_type: 0 00002000:00010000:1.0:1746139098.747847:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cbad880 00000100:00100000:1.0:1746139098.748085:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2562 00000100:00100000:1.0:1746139098.748095:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2009:x1830958840272128:12345-192.168.203.56@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746139098.748970:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2009:x1830958840272128:12345-192.168.203.56@tcp:3:ptlrpcd_01_00.0 Request processed in 874us (2400us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139098.748978:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2562 00002000:00100000:1.0:1746139098.748986:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009cbad880 x1830958840272128/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:24/0 lens 488/4536 e 0 to 0 dl 1746139109 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139098.748994:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cbad880 with x1830958840272128 ext(0->4095) 00010000:00010000:1.0:1746139098.749001:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5000/0x1f9f6ca451acb2ae lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512114 expref: 6 pid: 9562 timeout: 824 lvb_type: 0 00010000:00010000:1.0:1746139098.749010:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5000/0x1f9f6ca451acb2ae lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512114 expref: 6 pid: 9562 timeout: 824 lvb_type: 0 00002000:00010000:1.0:1746139098.749015:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cbad880 00000100:00100000:0.0:1746139098.751945:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139098.752100:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840272256 00000100:00100000:1.0:1746139098.752110:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840272256 00010000:00010000:1.0:1746139098.752146:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5000/0x1f9f6ca451acb2ae lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512114 expref: 6 pid: 9562 timeout: 824 lvb_type: 0 00000100:00100000:1.0:1746139098.752188:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17018 00000100:00100000:1.0:1746139098.752195:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124a2d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840272256:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746139098.752211:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746139098.752232:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5000/0x1f9f6ca451acb2ae lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512114 expref: 6 pid: 9562 timeout: 824 lvb_type: 0 00010000:00010000:1.0:1746139098.752244:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5000/0x1f9f6ca451acb2ae lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512114 expref: 6 pid: 9562 timeout: 824 lvb_type: 0 00010000:00010000:1.0:1746139098.752269:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5000/0x1f9f6ca451acb2ae lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512114 expref: 6 pid: 9562 timeout: 824 lvb_type: 0 00010000:00010000:1.0:1746139098.752297:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139098.752299:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139098.752306:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f572c00/0x1f9f6ca451acb2b5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351211b expref: 53 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139098.752314:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f572c00/0x1f9f6ca451acb2b5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351211b expref: 53 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139098.752346:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f572c00/0x1f9f6ca451acb2b5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351211b expref: 53 pid: 9562 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746139098.752358:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009bd88e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832120192:192.168.203.56@tcp:105: 00000100:00100000:1.0:1746139098.752438:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a059d540 going to sleep for 11 seconds 00000100:00100000:0.0:1746139098.755403:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139098.755519:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840272512 00000100:00100000:2.0:1746139098.755536:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840272512 00002000:00100000:2.0:1746139098.755583:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8801391d2680 x1830958840272512/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:24/0 lens 488/0 e 0 to 0 dl 1746139109 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139098.755594:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801391d2680 with x1830958840272512 ext(0->4095) 00002000:00010000:2.0:1746139098.755599:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801391d2680 00000100:00100000:2.0:1746139098.755663:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13211 00000100:00100000:2.0:1746139098.755671:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+54:2008:x1830958840272512:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746139098.755806:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+54:2008:x1830958840272512:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 136us (417us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746139098.755813:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13211 00002000:00100000:2.0:1746139098.755819:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8801391d2680 x1830958840272512/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:24/0 lens 488/4536 e 0 to 0 dl 1746139109 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139098.755825:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801391d2680 with x1830958840272512 ext(0->4095) 00002000:00010000:2.0:1746139098.755828:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801391d2680 00000100:00100000:1.0:1746139098.756392:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009bd88e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832120192:192.168.203.56@tcp:105: 00010000:00010000:1.0:1746139098.756416:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746139098.756445:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124a2d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2008:x1830958840272256:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 4251us (4511us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139098.756455:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17018 00000100:00100000:0.0:1746139098.772914:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139098.773015:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840272640 00000100:00100000:3.0:1746139098.773024:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840272640 00000100:00100000:3.0:1746139098.773080:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29705 00000100:00100000:3.0:1746139098.773089:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840272640:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746139098.773108:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139098.773128:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4200/0x1f9f6ca451acb2bc lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512122 expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139098.773157:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f572c00/0x1f9f6ca451acb2b5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351211b expref: 53 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139098.773165:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746139098.773167:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746139098.773171:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4200/0x1f9f6ca451acb2bc lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512122 expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139098.773203:0:9564:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f572c00/0x1f9f6ca451acb2b5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351211b expref: 53 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139098.773215:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f572c00/0x1f9f6ca451acb2b5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351211b expref: 53 pid: 9562 timeout: 824 lvb_type: 0 00000100:00100000:3.0:1746139098.773227:0:9564:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0759c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832120320:192.168.203.56@tcp:104: 00000100:00100000:3.0:1746139098.773309:0:9564:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800acd8dc00 going to sleep for 11 seconds 00000100:00100000:3.0:1746139098.781041:0:9564:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0759c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832120320:192.168.203.56@tcp:104: 00010000:00010000:3.0:1746139098.781073:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4200/0x1f9f6ca451acb2bc lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512122 expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139098.781089:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f0e4200, rc 0) 00000100:00100000:3.0:1746139098.781129:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840272640:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 8042us (8227us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139098.781138:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29705 00000100:00100000:0.0:1746139098.784733:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139098.784839:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840272768 00000100:00100000:2.0:1746139098.784849:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840272768 00002000:00100000:2.0:1746139098.784898:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff8801391d2300 x1830958840272768/t0(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:24/0 lens 496/0 e 0 to 0 dl 1746139109 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139098.784907:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801391d2300 with x1830958840272768 ext(0->7) 00010000:00010000:2.0:1746139098.784918:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f572c00/0x1f9f6ca451acb2b5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351211b expref: 54 pid: 9562 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746139098.784932:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f572c00/0x1f9f6ca451acb2b5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351211b expref: 54 pid: 9562 timeout: 824 lvb_type: 0 00002000:00010000:2.0:1746139098.784940:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801391d2300 00000100:00100000:2.0:1746139098.784960:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2563 00000100:00100000:2.0:1746139098.784967:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+54:2008:x1830958840272768:12345-192.168.203.56@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746139098.786290:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139098.786540:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+56:2008:x1830958840272768:12345-192.168.203.56@tcp:4:ldlm_bl.0 Request processed in 1572us (1816us total) trans 4294972064 rc 0/0 00000100:00100000:0.0:1746139098.786549:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2563 00002000:00100000:0.0:1746139098.786557:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff8801391d2300 x1830958840272768/t4294972064(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:24/0 lens 496/448 e 0 to 0 dl 1746139109 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139098.786566:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801391d2300 with x1830958840272768 ext(0->7) 00010000:00010000:0.0:1746139098.786573:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f572c00/0x1f9f6ca451acb2b5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351211b expref: 56 pid: 9562 timeout: 824 lvb_type: 0 00010000:00010000:0.0:1746139098.786587:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f572c00/0x1f9f6ca451acb2b5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351211b expref: 56 pid: 9562 timeout: 824 lvb_type: 0 00002000:00010000:0.0:1746139098.786594:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801391d2300 00000100:00100000:3.0:1746139098.786782:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840272896 00000100:00100000:3.0:1746139098.786788:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840272896 00000100:00100000:3.0:1746139098.786827:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29706 00000100:00100000:3.0:1746139098.786834:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+56:1800:x1830958840272896:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746139098.786847:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139098.786862:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5000/0x1f9f6ca451acb2c3 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512129 expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139098.786884:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746139098.786890:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4200/0x1f9f6ca451acb2bc lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512122 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139098.786895:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746139098.786900:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5000/0x1f9f6ca451acb2c3 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512129 expref: 57 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139098.786933:0:9564:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4200/0x1f9f6ca451acb2bc lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512122 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139098.786946:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5000/0x1f9f6ca451acb2c3 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512129 expref: 57 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139098.786955:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f0e5000, rc 0) 00000100:00100000:3.0:1746139098.786976:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+57:1800:x1830958840272896:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 144us (692us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139098.786980:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29706 00000100:00100000:0.0:1746139098.791892:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139098.792033:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840273024 00000100:00100000:1.0:1746139098.792045:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840273024 00010000:00010000:1.0:1746139098.792094:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f572c00/0x1f9f6ca451acb2b5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351211b expref: 57 pid: 9562 timeout: 824 lvb_type: 0 00000100:00100000:1.0:1746139098.792223:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17019 00000100:00100000:1.0:1746139098.792231:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391d0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+57:2008:x1830958840273024:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746139098.792244:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746139098.792266:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f572c00/0x1f9f6ca451acb2b5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351211b expref: 57 pid: 9562 timeout: 824 lvb_type: 0 00010000:00010000:1.0:1746139098.792280:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f572c00/0x1f9f6ca451acb2b5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351211b expref: 57 pid: 9562 timeout: 824 lvb_type: 0 00010000:00010000:1.0:1746139098.792306:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f572c00/0x1f9f6ca451acb2b5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351211b expref: 57 pid: 9562 timeout: 824 lvb_type: 0 00010000:00010000:1.0:1746139098.792436:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139098.792439:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139098.792450:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4200/0x1f9f6ca451acb2bc lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512122 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139098.792458:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4200/0x1f9f6ca451acb2bc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512122 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139098.792497:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4200/0x1f9f6ca451acb2bc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512122 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139098.792509:0:7207:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4200/0x1f9f6ca451acb2bc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512122 expref: 5 pid: 9564 timeout: 824 lvb_type: 0 00000100:00100000:1.0:1746139098.792537:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009bd88e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832120576:192.168.203.56@tcp:105: 00000100:00100000:1.0:1746139098.793472:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a059d900 going to sleep for 11 seconds 00000100:00100000:1.0:1746139098.795556:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009bd88e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832120576:192.168.203.56@tcp:105: 00010000:00010000:1.0:1746139098.795576:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746139098.795652:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+56:2008:x1830958840273024:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3386us (3736us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139098.795662:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17019 00000100:00100000:0.0:1746139098.795964:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139098.796266:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840273280 00000100:00100000:1.0:1746139098.796273:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840273280 00002000:00100000:1.0:1746139098.796312:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8801391d2d80 x1830958840273280/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:24/0 lens 488/0 e 0 to 0 dl 1746139109 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139098.796321:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801391d2d80 with x1830958840273280 ext(0->4095) 00010000:00010000:1.0:1746139098.796330:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4200/0x1f9f6ca451acb2bc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512122 expref: 6 pid: 9564 timeout: 824 lvb_type: 0 00010000:00010000:1.0:1746139098.796343:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4200/0x1f9f6ca451acb2bc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512122 expref: 6 pid: 9564 timeout: 824 lvb_type: 0 00002000:00010000:1.0:1746139098.796349:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801391d2d80 00000100:00100000:1.0:1746139098.796603:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2564 00000100:00100000:1.0:1746139098.796610:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840273280:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746139098.796946:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840273280:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 335us (982us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139098.796956:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2564 00002000:00100000:1.0:1746139098.796962:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8801391d2d80 x1830958840273280/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:24/0 lens 488/4536 e 0 to 0 dl 1746139109 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139098.796969:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801391d2d80 with x1830958840273280 ext(0->4095) 00010000:00010000:1.0:1746139098.796974:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4200/0x1f9f6ca451acb2bc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512122 expref: 6 pid: 9564 timeout: 824 lvb_type: 0 00010000:00010000:1.0:1746139098.796983:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4200/0x1f9f6ca451acb2bc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512122 expref: 6 pid: 9564 timeout: 824 lvb_type: 0 00002000:00010000:1.0:1746139098.796988:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801391d2d80 00000100:00100000:0.0:1746139098.800404:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139098.800534:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840273408 00000100:00100000:1.0:1746139098.800544:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840273408 00010000:00010000:1.0:1746139098.800595:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4200/0x1f9f6ca451acb2bc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512122 expref: 6 pid: 9564 timeout: 824 lvb_type: 0 00000100:00100000:1.0:1746139098.800671:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17020 00000100:00100000:1.0:1746139098.800680:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391d3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840273408:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746139098.800697:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746139098.800721:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4200/0x1f9f6ca451acb2bc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512122 expref: 6 pid: 9564 timeout: 824 lvb_type: 0 00010000:00010000:1.0:1746139098.800733:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4200/0x1f9f6ca451acb2bc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512122 expref: 6 pid: 9564 timeout: 824 lvb_type: 0 00010000:00010000:1.0:1746139098.800756:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4200/0x1f9f6ca451acb2bc lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512122 expref: 6 pid: 9564 timeout: 824 lvb_type: 0 00010000:00010000:1.0:1746139098.800777:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139098.800779:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139098.800787:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5000/0x1f9f6ca451acb2c3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512129 expref: 55 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139098.800795:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5000/0x1f9f6ca451acb2c3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512129 expref: 55 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139098.800833:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5000/0x1f9f6ca451acb2c3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512129 expref: 55 pid: 9564 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746139098.800847:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009bd88e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832120704:192.168.203.56@tcp:105: 00000100:00100000:1.0:1746139098.800947:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a059d840 going to sleep for 11 seconds 00000100:00100000:0.0:1746139098.803324:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139098.803374:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840273664 00000100:00100000:2.0:1746139098.803382:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840273664 00002000:00100000:2.0:1746139098.803426:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8801391d1c00 x1830958840273664/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:24/0 lens 488/0 e 0 to 0 dl 1746139109 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139098.803436:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801391d1c00 with x1830958840273664 ext(0->4095) 00002000:00010000:2.0:1746139098.803440:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801391d1c00 00000100:00100000:2.0:1746139098.803472:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13212 00000100:00100000:1.0:1746139098.803473:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009bd88e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832120704:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139098.803479:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+56:2009:x1830958840273664:12345-192.168.203.56@tcp:3:ptlrpcd_01_00.0 00010000:00010000:1.0:1746139098.803491:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746139098.803539:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2008:x1830958840273408:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 2860us (3148us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139098.803548:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17020 00000100:00100000:2.0:1746139098.803650:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+56:2009:x1830958840273664:12345-192.168.203.56@tcp:3:ptlrpcd_01_00.0 Request processed in 170us (333us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746139098.803656:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13212 00002000:00100000:2.0:1746139098.803661:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8801391d1c00 x1830958840273664/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:24/0 lens 488/4536 e 0 to 0 dl 1746139109 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139098.803668:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801391d1c00 with x1830958840273664 ext(0->4095) 00002000:00010000:2.0:1746139098.803671:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801391d1c00 00000100:00100000:0.0:1746139098.806684:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139098.806800:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840273792 00000100:00100000:2.0:1746139098.806809:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840273792 00000100:00100000:2.0:1746139098.806862:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29707 00000100:00100000:2.0:1746139098.806870:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c05180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840273792:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139098.806893:0:9562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139098.806911:0:9562:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f572c00/0x1f9f6ca451acb2ca lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512130 expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139098.806942:0:9562:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5000/0x1f9f6ca451acb2c3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512129 expref: 55 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139098.806950:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139098.806951:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139098.806955:0:9562:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f572c00/0x1f9f6ca451acb2ca lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512130 expref: 6 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139098.806987:0:9562:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5000/0x1f9f6ca451acb2c3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512129 expref: 55 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139098.806999:0:9562:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5000/0x1f9f6ca451acb2c3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512129 expref: 55 pid: 9564 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746139098.807179:0:9562:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cbafb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9562:1830958832120832:192.168.203.56@tcp:104: 00000100:00100000:2.0:1746139098.807640:0:9562:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a066d900 going to sleep for 11 seconds 00000100:00100000:2.0:1746139098.810046:0:9562:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cbafb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9562:1830958832120832:192.168.203.56@tcp:104: 00010000:00010000:2.0:1746139098.810086:0:9562:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f572c00/0x1f9f6ca451acb2ca lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512130 expref: 6 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139098.810108:0:9562:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f572c00, rc 0) 00000100:00100000:2.0:1746139098.810160:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c05180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840273792:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3289us (3485us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139098.810172:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29707 00000100:00100000:0.0:1746139098.810394:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139098.810669:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840273920 00000100:00100000:2.0:1746139098.810677:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840273920 00010000:00010000:2.0:1746139098.810704:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5000/0x1f9f6ca451acb2c3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512129 expref: 56 pid: 9564 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746139098.810728:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17021 00000100:00100000:2.0:1746139098.810734:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c07800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+56:2007:x1830958840273920:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139098.810747:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139098.810768:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5000/0x1f9f6ca451acb2c3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512129 expref: 56 pid: 9564 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746139098.810780:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5000/0x1f9f6ca451acb2c3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512129 expref: 56 pid: 9564 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746139098.810804:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5000/0x1f9f6ca451acb2c3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512129 expref: 56 pid: 9564 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746139098.810834:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139098.810836:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139098.810843:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f572c00/0x1f9f6ca451acb2ca lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512130 expref: 5 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139098.810850:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f572c00/0x1f9f6ca451acb2ca lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512130 expref: 5 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139098.810880:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f572c00/0x1f9f6ca451acb2ca lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512130 expref: 5 pid: 9562 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746139098.810893:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cbafb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832120960:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139098.810942:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a066d900 going to sleep for 11 seconds 00000100:00100000:2.0:1746139098.814182:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cbafb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832120960:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139098.814209:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139098.814263:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c07800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+55:2007:x1830958840273920:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3526us (3868us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139098.814273:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17021 00000100:00100000:0.0:1746139098.814781:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139098.814817:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139098.814860:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840274304 00000100:00100000:3.0:1746139098.814868:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840274304 00000100:00100000:3.0:1746139098.814909:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29708 00000100:00100000:3.0:1746139098.814917:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c06d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b60e9717-019c-4527-a82a-15e993ac5189+55:1800:x1830958840274304:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746139098.814938:0:9562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139098.814960:0:9562:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5e00/0x1f9f6ca451acb2d1 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512137 expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139098.814990:0:9562:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f572c00/0x1f9f6ca451acb2ca lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512130 expref: 5 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139098.814999:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139098.815000:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139098.815003:0:9562:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5e00/0x1f9f6ca451acb2d1 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512137 expref: 56 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139098.815037:0:9562:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f572c00/0x1f9f6ca451acb2ca lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512130 expref: 5 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139098.815049:0:9562:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f572c00/0x1f9f6ca451acb2ca lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512130 expref: 5 pid: 9562 timeout: 824 lvb_type: 0 00000100:00100000:3.0:1746139098.815062:0:9562:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0759c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9562:1830958832121088:192.168.203.56@tcp:104: 00000100:00100000:2.0:1746139098.815085:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840274176 00000100:00100000:2.0:1746139098.815089:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840274176 00002000:00100000:2.0:1746139098.815116:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880094c05f80 x1830958840274176/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:24/0 lens 488/0 e 0 to 0 dl 1746139109 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139098.815125:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c05f80 with x1830958840274176 ext(0->4095) 00000100:00100000:3.0:1746139098.815126:0:9562:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800acd8dc00 going to sleep for 11 seconds 00010000:00010000:2.0:1746139098.815131:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f572c00/0x1f9f6ca451acb2ca lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512130 expref: 6 pid: 9562 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746139098.815142:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f572c00/0x1f9f6ca451acb2ca lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512130 expref: 6 pid: 9562 timeout: 824 lvb_type: 0 00002000:00010000:2.0:1746139098.815148:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094c05f80 00000100:00100000:2.0:1746139098.815163:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2565 00000100:00100000:2.0:1746139098.815168:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c05f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840274176:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746139098.815293:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c05f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840274176:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 123us (512us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746139098.815302:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2565 00002000:00100000:2.0:1746139098.815307:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880094c05f80 x1830958840274176/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:24/0 lens 488/4536 e 0 to 0 dl 1746139109 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139098.815313:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c05f80 with x1830958840274176 ext(0->4095) 00010000:00010000:2.0:1746139098.815318:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f572c00/0x1f9f6ca451acb2ca lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512130 expref: 6 pid: 9562 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746139098.815326:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f572c00/0x1f9f6ca451acb2ca lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512130 expref: 6 pid: 9562 timeout: 824 lvb_type: 0 00002000:00010000:2.0:1746139098.815331:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094c05f80 00000100:00100000:3.0:1746139098.818247:0:9562:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0759c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9562:1830958832121088:192.168.203.56@tcp:104: 00010000:00010000:3.0:1746139098.818283:0:9562:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5e00/0x1f9f6ca451acb2d1 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512137 expref: 56 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139098.818303:0:9562:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f0e5e00, rc 0) 00000100:00100000:3.0:1746139098.818361:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c06d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b60e9717-019c-4527-a82a-15e993ac5189+56:1800:x1830958840274304:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3443us (3541us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139098.818370:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29708 00000100:00100000:1.0:1746139098.818595:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139098.819262:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840274432 00000100:00100000:3.0:1746139098.819269:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840274432 00000100:00100000:3.0:1746139098.819317:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29709 00000100:00100000:3.0:1746139098.819323:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bd88e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b60e9717-019c-4527-a82a-15e993ac5189+56:1814:x1830958840274432:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746139098.819339:0:9562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139098.819353:0:9562:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4600/0x1f9f6ca451acb2d8 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a351213e expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139098.819375:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139098.819380:0:9562:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5e00/0x1f9f6ca451acb2d1 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512137 expref: 57 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139098.819385:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746139098.819389:0:9562:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4600/0x1f9f6ca451acb2d8 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351213e expref: 57 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139098.819418:0:9562:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5e00/0x1f9f6ca451acb2d1 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512137 expref: 57 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139098.819427:0:9562:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4600/0x1f9f6ca451acb2d8 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351213e expref: 57 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139098.819433:0:9562:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f0e4600, rc 0) 00000100:00100000:3.0:1746139098.819460:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bd88e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b60e9717-019c-4527-a82a-15e993ac5189+57:1814:x1830958840274432:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 137us (865us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139098.819465:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29709 00000100:00100000:0.0:1746139098.820250:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139098.820542:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840274560 00000100:00100000:2.0:1746139098.820547:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840274560 00010000:00010000:2.0:1746139098.820572:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f572c00/0x1f9f6ca451acb2ca lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512130 expref: 6 pid: 9562 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746139098.820600:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17022 00000100:00100000:2.0:1746139098.820606:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c04000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840274560:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139098.820644:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139098.820665:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f572c00/0x1f9f6ca451acb2ca lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512130 expref: 6 pid: 9562 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746139098.820677:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f572c00/0x1f9f6ca451acb2ca lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512130 expref: 6 pid: 9562 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746139098.820696:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f572c00/0x1f9f6ca451acb2ca lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512130 expref: 6 pid: 9562 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746139098.820718:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139098.820720:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139098.820727:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5e00/0x1f9f6ca451acb2d1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512137 expref: 56 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139098.820735:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5e00/0x1f9f6ca451acb2d1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512137 expref: 56 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139098.820760:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5e00/0x1f9f6ca451acb2d1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512137 expref: 56 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139098.820771:0:7207:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5e00/0x1f9f6ca451acb2d1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512137 expref: 56 pid: 9562 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746139098.820782:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cbafb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832121344:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139098.820855:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a066df00 going to sleep for 11 seconds 00000100:00100000:0.0:1746139098.823368:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139098.823562:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cbafb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832121344:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139098.823584:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139098.823656:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c04000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2008:x1830958840274560:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3048us (3407us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139098.823668:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17022 00000100:00100000:3.0:1746139098.823757:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840274816 00000100:00100000:3.0:1746139098.823767:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840274816 00002000:00100000:3.0:1746139098.823808:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880094c05880 x1830958840274816/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:24/0 lens 488/0 e 0 to 0 dl 1746139109 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139098.823817:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c05880 with x1830958840274816 ext(0->4095) 00010000:00010000:3.0:1746139098.823826:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5e00/0x1f9f6ca451acb2d1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512137 expref: 57 pid: 9562 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746139098.823839:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5e00/0x1f9f6ca451acb2d1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512137 expref: 57 pid: 9562 timeout: 824 lvb_type: 0 00002000:00010000:3.0:1746139098.823845:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094c05880 00000100:00100000:3.0:1746139098.823861:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2566 00000100:00100000:3.0:1746139098.823868:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c05880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+57:2007:x1830958840274816:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746139098.824010:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c05880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+57:2007:x1830958840274816:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 141us (651us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746139098.824021:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2566 00002000:00100000:3.0:1746139098.824026:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880094c05880 x1830958840274816/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:24/0 lens 488/4536 e 0 to 0 dl 1746139109 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139098.824033:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c05880 with x1830958840274816 ext(0->4095) 00010000:00010000:3.0:1746139098.824037:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5e00/0x1f9f6ca451acb2d1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512137 expref: 57 pid: 9562 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746139098.824049:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5e00/0x1f9f6ca451acb2d1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512137 expref: 57 pid: 9562 timeout: 824 lvb_type: 0 00002000:00010000:3.0:1746139098.824055:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094c05880 00000100:00100000:0.0:1746139098.825709:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139098.825780:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840274944 00000100:00100000:2.0:1746139098.825785:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840274944 00010000:00010000:2.0:1746139098.825812:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5e00/0x1f9f6ca451acb2d1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512137 expref: 57 pid: 9562 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746139098.825852:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17023 00000100:00100000:2.0:1746139098.825859:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c04a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+57:2008:x1830958840274944:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139098.825871:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139098.825890:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5e00/0x1f9f6ca451acb2d1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512137 expref: 57 pid: 9562 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746139098.825901:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5e00/0x1f9f6ca451acb2d1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512137 expref: 57 pid: 9562 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746139098.825923:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5e00/0x1f9f6ca451acb2d1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512137 expref: 57 pid: 9562 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746139098.825951:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139098.825954:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139098.825961:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4600/0x1f9f6ca451acb2d8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351213e expref: 56 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139098.825969:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4600/0x1f9f6ca451acb2d8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351213e expref: 56 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139098.826004:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4600/0x1f9f6ca451acb2d8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351213e expref: 56 pid: 9562 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746139098.826017:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cbafb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832121472:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139098.826086:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a066df00 going to sleep for 11 seconds 00000100:00100000:2.0:1746139098.827976:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cbafb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832121472:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139098.827999:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139098.828270:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c04a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+56:2008:x1830958840274944:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 2187us (2344us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139098.828282:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17023 00000100:00100000:0.0:1746139098.828512:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139098.828576:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840275200 00000100:00100000:3.0:1746139098.828583:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840275200 00002000:00100000:3.0:1746139098.828667:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880094c06300 x1830958840275200/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:24/0 lens 488/0 e 0 to 0 dl 1746139109 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139098.828678:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c06300 with x1830958840275200 ext(0->4095) 00002000:00010000:3.0:1746139098.828682:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094c06300 00000100:00100000:3.0:1746139098.828706:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13213 00000100:00100000:3.0:1746139098.828713:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c06300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+56:2007:x1830958840275200:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746139098.828849:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c06300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+56:2007:x1830958840275200:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 136us (337us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746139098.828855:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13213 00002000:00100000:3.0:1746139098.828861:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880094c06300 x1830958840275200/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:24/0 lens 488/4536 e 0 to 0 dl 1746139109 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139098.828868:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c06300 with x1830958840275200 ext(0->4095) 00002000:00010000:3.0:1746139098.828871:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094c06300 00000100:00100000:0.0:1746139098.831548:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139098.831900:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840275328 00000100:00100000:2.0:1746139098.831910:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840275328 00000100:00100000:2.0:1746139098.831962:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29710 00000100:00100000:2.0:1746139098.831970:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c04700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840275328:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139098.832046:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139098.832065:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f572600/0x1f9f6ca451acb2df lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512145 expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139098.832100:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4600/0x1f9f6ca451acb2d8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351213e expref: 55 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139098.832107:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139098.832109:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139098.832113:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f572600/0x1f9f6ca451acb2df lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512145 expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139098.832149:0:9564:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4600/0x1f9f6ca451acb2d8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351213e expref: 55 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139098.832161:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4600/0x1f9f6ca451acb2d8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351213e expref: 55 pid: 9562 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746139098.832173:0:9564:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cbafb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832121600:192.168.203.56@tcp:104: 00000100:00100000:2.0:1746139098.832255:0:9564:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a066df00 going to sleep for 11 seconds 00000100:00100000:2.0:1746139098.834076:0:9564:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cbafb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832121600:192.168.203.56@tcp:104: 00010000:00010000:2.0:1746139098.834105:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f572600/0x1f9f6ca451acb2df lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512145 expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139098.834128:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f572600, rc 0) 00000100:00100000:2.0:1746139098.834161:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c04700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840275328:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2191us (2624us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139098.834170:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29710 00000100:00100000:0.0:1746139098.834857:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139098.834956:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840275456 00000100:00100000:2.0:1746139098.834962:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840275456 00010000:00010000:2.0:1746139098.834993:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4600/0x1f9f6ca451acb2d8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351213e expref: 56 pid: 9562 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746139098.835029:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17024 00000100:00100000:2.0:1746139098.835035:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c07b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+56:2007:x1830958840275456:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139098.835050:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139098.835071:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4600/0x1f9f6ca451acb2d8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351213e expref: 56 pid: 9562 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746139098.835082:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4600/0x1f9f6ca451acb2d8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351213e expref: 56 pid: 9562 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746139098.835104:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4600/0x1f9f6ca451acb2d8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351213e expref: 56 pid: 9562 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746139098.835136:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139098.835138:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139098.835146:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f572600/0x1f9f6ca451acb2df lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512145 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139098.835153:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f572600/0x1f9f6ca451acb2df lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512145 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139098.835179:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f572600/0x1f9f6ca451acb2df lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512145 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746139098.835190:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cbafb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832121728:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139098.835922:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a066df00 going to sleep for 11 seconds 00000100:00100000:0.0:1746139098.838794:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cbafb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832121728:192.168.203.56@tcp:105: 00010000:00010000:0.0:1746139098.838819:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139098.840039:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139098.840221:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840275712 00000100:00100000:3.0:1746139098.840230:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840275712 00002000:00100000:3.0:1746139098.840286:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009cbaf480 x1830958840275712/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:24/0 lens 488/0 e 0 to 0 dl 1746139109 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139098.840297:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cbaf480 with x1830958840275712 ext(0->4095) 00002000:00010000:3.0:1746139098.840303:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cbaf480 00000100:00100000:3.0:1746139098.840329:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13214 00000100:00100000:3.0:1746139098.840337:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbaf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840275712:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746139098.840397:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c07b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+55:2007:x1830958840275456:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 5358us (5540us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139098.840409:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17024 00000100:00100000:1.0:1746139098.840892:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139098.840914:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840275840 00000100:00100000:2.0:1746139098.840918:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840275840 00000100:00100000:3.0:1746139098.841184:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbaf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840275712:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 847us (1152us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746139098.841192:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13214 00002000:00100000:3.0:1746139098.841197:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009cbaf480 x1830958840275712/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:24/0 lens 488/4536 e 0 to 0 dl 1746139109 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139098.841205:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cbaf480 with x1830958840275712 ext(0->4095) 00002000:00010000:3.0:1746139098.841209:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cbaf480 00000100:00100000:2.0:1746139098.841795:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29711 00000100:00100000:2.0:1746139098.841804:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bd8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+55:1800:x1830958840275840:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139098.841818:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139098.841839:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f572c00/0x1f9f6ca451acb2e6 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a351214c expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139098.841872:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f572600/0x1f9f6ca451acb2df lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512145 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139098.841881:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139098.841884:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139098.841888:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f572c00/0x1f9f6ca451acb2e6 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351214c expref: 56 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139098.841921:0:9564:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f572600/0x1f9f6ca451acb2df lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512145 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139098.841935:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f572600/0x1f9f6ca451acb2df lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512145 expref: 5 pid: 9564 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746139098.841946:0:9564:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cbadf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832121856:192.168.203.56@tcp:104: 00000100:00100000:2.0:1746139098.842146:0:9564:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a066d3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746139098.844509:0:9564:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cbadf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832121856:192.168.203.56@tcp:104: 00010000:00010000:2.0:1746139098.844560:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f572c00/0x1f9f6ca451acb2e6 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351214c expref: 56 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139098.844578:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f572c00, rc 0) 00000100:00100000:2.0:1746139098.844904:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bd8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+56:1800:x1830958840275840:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3096us (4007us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139098.844914:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29711 00000100:00100000:0.0:1746139098.845104:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139098.845223:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840275968 00000100:00100000:3.0:1746139098.845231:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840275968 00000100:00100000:3.0:1746139098.845267:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29712 00000100:00100000:3.0:1746139098.845273:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c05500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+56:1814:x1830958840275968:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746139098.845291:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139098.845308:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5e00/0x1f9f6ca451acb2ed lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512153 expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139098.845676:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139098.845683:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f572c00/0x1f9f6ca451acb2e6 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351214c expref: 57 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139098.845690:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746139098.845693:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5e00/0x1f9f6ca451acb2ed lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512153 expref: 57 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139098.845733:0:9564:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f572c00/0x1f9f6ca451acb2e6 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351214c expref: 57 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139098.845745:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5e00/0x1f9f6ca451acb2ed lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512153 expref: 57 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139098.845758:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f0e5e00, rc 0) 00000100:00100000:3.0:1746139098.845796:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c05500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+57:1814:x1830958840275968:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 523us (694us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139098.845802:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29712 00000100:00100000:0.0:1746139098.848744:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139098.849836:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840276096 00000100:00100000:2.0:1746139098.849849:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840276096 00010000:00010000:2.0:1746139098.849894:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f572600/0x1f9f6ca451acb2df lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512145 expref: 6 pid: 9564 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746139098.850189:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17025 00000100:00100000:2.0:1746139098.850198:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124a2ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2009:x1830958840276096:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139098.850218:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139098.850241:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f572600/0x1f9f6ca451acb2df lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512145 expref: 6 pid: 9564 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746139098.850254:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f572600/0x1f9f6ca451acb2df lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512145 expref: 6 pid: 9564 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746139098.850276:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f572600/0x1f9f6ca451acb2df lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512145 expref: 6 pid: 9564 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746139098.850309:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139098.850311:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139098.850319:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f572c00/0x1f9f6ca451acb2e6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351214c expref: 56 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139098.850327:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f572c00/0x1f9f6ca451acb2e6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351214c expref: 56 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139098.850364:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f572c00/0x1f9f6ca451acb2e6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351214c expref: 56 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139098.850376:0:7207:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f572c00/0x1f9f6ca451acb2e6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351214c expref: 56 pid: 9564 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746139098.850389:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cbadf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832122112:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139098.851104:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a066d3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746139098.856876:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139098.858412:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cbadf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832122112:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139098.858435:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139098.858495:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124a2ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2009:x1830958840276096:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 8297us (9760us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139098.858510:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17025 00000100:00100000:3.0:1746139098.858663:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840276352 00000100:00100000:3.0:1746139098.858672:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840276352 00002000:00100000:3.0:1746139098.858715:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c4d5f80 x1830958840276352/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:24/0 lens 488/0 e 0 to 0 dl 1746139109 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139098.858725:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c4d5f80 with x1830958840276352 ext(0->4095) 00010000:00010000:3.0:1746139098.858735:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f572c00/0x1f9f6ca451acb2e6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351214c expref: 57 pid: 9564 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746139098.858750:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f572c00/0x1f9f6ca451acb2e6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351214c expref: 57 pid: 9564 timeout: 824 lvb_type: 0 00002000:00010000:3.0:1746139098.858757:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c4d5f80 00000100:00100000:3.0:1746139098.858773:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2567 00000100:00100000:3.0:1746139098.858779:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c4d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+57:2007:x1830958840276352:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746139098.858928:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c4d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+57:2007:x1830958840276352:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 148us (2065us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746139098.858933:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2567 00002000:00100000:3.0:1746139098.858938:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c4d5f80 x1830958840276352/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:24/0 lens 488/4536 e 0 to 0 dl 1746139109 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139098.858952:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c4d5f80 with x1830958840276352 ext(0->4095) 00010000:00010000:3.0:1746139098.858956:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f572c00/0x1f9f6ca451acb2e6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351214c expref: 57 pid: 9564 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746139098.858965:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f572c00/0x1f9f6ca451acb2e6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351214c expref: 57 pid: 9564 timeout: 824 lvb_type: 0 00002000:00010000:3.0:1746139098.858971:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c4d5f80 00000100:00100000:0.0:1746139098.869007:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139098.869085:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840276480 00000100:00100000:2.0:1746139098.869094:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840276480 00010000:00010000:2.0:1746139098.869135:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f572c00/0x1f9f6ca451acb2e6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351214c expref: 57 pid: 9564 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746139098.869179:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17026 00000100:00100000:2.0:1746139098.869188:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c4d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+57:2007:x1830958840276480:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139098.869202:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139098.869225:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f572c00/0x1f9f6ca451acb2e6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351214c expref: 57 pid: 9564 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746139098.869237:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f572c00/0x1f9f6ca451acb2e6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351214c expref: 57 pid: 9564 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746139098.869260:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f572c00/0x1f9f6ca451acb2e6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351214c expref: 57 pid: 9564 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746139098.869293:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139098.869295:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139098.869303:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5e00/0x1f9f6ca451acb2ed lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512153 expref: 56 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139098.869310:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5e00/0x1f9f6ca451acb2ed lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512153 expref: 56 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139098.869345:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5e00/0x1f9f6ca451acb2ed lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512153 expref: 56 pid: 9564 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746139098.869358:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cbadf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832122240:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139098.869446:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a066d300 going to sleep for 11 seconds 00000100:00100000:0.0:1746139098.872284:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139098.872404:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cbadf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832122240:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139098.872426:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139098.872478:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c4d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+56:2007:x1830958840276480:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3290us (3480us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139098.872489:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17026 00000100:00100000:3.0:1746139098.872583:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840276736 00000100:00100000:3.0:1746139098.872591:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840276736 00002000:00100000:3.0:1746139098.872660:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c4d5880 x1830958840276736/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:24/0 lens 488/0 e 0 to 0 dl 1746139109 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139098.872669:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c4d5880 with x1830958840276736 ext(0->4095) 00002000:00010000:3.0:1746139098.872674:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c4d5880 00000100:00100000:3.0:1746139098.872689:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13215 00000100:00100000:3.0:1746139098.872695:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c4d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+56:2007:x1830958840276736:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746139098.872900:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c4d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+56:2007:x1830958840276736:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 205us (630us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746139098.872906:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13215 00002000:00100000:3.0:1746139098.872911:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c4d5880 x1830958840276736/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:24/0 lens 488/4536 e 0 to 0 dl 1746139109 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139098.872918:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c4d5880 with x1830958840276736 ext(0->4095) 00002000:00010000:3.0:1746139098.872920:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c4d5880 00000100:00100000:0.0:1746139098.876606:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139098.876714:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840276864 00000100:00100000:3.0:1746139098.876724:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840276864 00000100:00100000:3.0:1746139098.876777:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29713 00000100:00100000:3.0:1746139098.876785:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c4d4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840276864:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746139098.876803:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139098.876819:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4200/0x1f9f6ca451acb2f4 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a351215a expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139098.876848:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5e00/0x1f9f6ca451acb2ed lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512153 expref: 55 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139098.876855:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746139098.876857:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746139098.876859:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4200/0x1f9f6ca451acb2f4 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351215a expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139098.876890:0:9564:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5e00/0x1f9f6ca451acb2ed lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512153 expref: 55 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139098.876901:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5e00/0x1f9f6ca451acb2ed lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512153 expref: 55 pid: 9564 timeout: 824 lvb_type: 0 00000100:00100000:3.0:1746139098.876913:0:9564:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0759c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832122368:192.168.203.56@tcp:104: 00000100:00100000:3.0:1746139098.876978:0:9564:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800acd8d240 going to sleep for 11 seconds 00000100:00100000:3.0:1746139098.880294:0:9564:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0759c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832122368:192.168.203.56@tcp:104: 00010000:00010000:3.0:1746139098.880327:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4200/0x1f9f6ca451acb2f4 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351215a expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139098.880351:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f0e4200, rc 0) 00000100:00100000:3.0:1746139098.880398:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c4d4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840276864:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3613us (3805us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139098.880408:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29713 00000100:00100000:0.0:1746139098.881308:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139098.881388:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840276992 00000100:00100000:2.0:1746139098.881395:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840276992 00010000:00010000:2.0:1746139098.881425:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5e00/0x1f9f6ca451acb2ed lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512153 expref: 56 pid: 9564 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746139098.881447:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17027 00000100:00100000:2.0:1746139098.881453:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c4d4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+56:2007:x1830958840276992:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139098.881467:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139098.881487:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5e00/0x1f9f6ca451acb2ed lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512153 expref: 56 pid: 9564 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746139098.881498:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5e00/0x1f9f6ca451acb2ed lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512153 expref: 56 pid: 9564 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746139098.881520:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5e00/0x1f9f6ca451acb2ed lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512153 expref: 56 pid: 9564 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746139098.882049:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139098.882052:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139098.882060:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4200/0x1f9f6ca451acb2f4 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351215a expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139098.882068:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4200/0x1f9f6ca451acb2f4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351215a expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139098.882101:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4200/0x1f9f6ca451acb2f4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351215a expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746139098.882114:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cbadf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832122496:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139098.882606:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a066d300 going to sleep for 11 seconds 00000100:00100000:0.0:1746139098.884068:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139098.884775:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840277120 00000100:00100000:3.0:1746139098.884785:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840277120 00000100:00100000:3.0:1746139098.884848:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29714 00000100:00100000:3.0:1746139098.884857:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c4d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+56:1800:x1830958840277120:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746139098.884876:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139098.884897:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4e00/0x1f9f6ca451acb2fb lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512161 expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139098.884925:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4200/0x1f9f6ca451acb2f4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351215a expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139098.884932:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139098.884935:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139098.884938:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4e00/0x1f9f6ca451acb2fb lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512161 expref: 57 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139098.884970:0:9564:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4200/0x1f9f6ca451acb2f4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351215a expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139098.884983:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4200/0x1f9f6ca451acb2f4 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351215a expref: 5 pid: 9564 timeout: 824 lvb_type: 0 00000100:00100000:3.0:1746139098.885002:0:9564:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0759c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832122624:192.168.203.56@tcp:104: 00000100:00100000:3.0:1746139098.885086:0:9564:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800acd8d240 going to sleep for 11 seconds 00000100:00100000:2.0:1746139098.885440:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cbadf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832122496:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139098.885460:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139098.885490:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c4d4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+57:2007:x1830958840276992:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 4036us (4184us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139098.885501:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17027 00000100:00100000:1.0:1746139098.885892:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139098.886080:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840277376 00000100:00100000:3.0:1746139098.886085:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840277376 00002000:00100000:3.0:1746139098.886120:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009bd8b100 x1830958840277376/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:24/0 lens 488/0 e 0 to 0 dl 1746139109 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139098.886130:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bd8b100 with x1830958840277376 ext(0->4095) 00010000:00010000:3.0:1746139098.886138:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4200/0x1f9f6ca451acb2f4 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351215a expref: 6 pid: 9564 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746139098.886150:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4200/0x1f9f6ca451acb2f4 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351215a expref: 6 pid: 9564 timeout: 824 lvb_type: 0 00002000:00010000:3.0:1746139098.886156:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bd8b100 00000100:00100000:3.0:1746139098.886173:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2568 00000100:00100000:3.0:1746139098.886179:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bd8b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840277376:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746139098.886750:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bd8b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840277376:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 568us (857us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746139098.886756:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2568 00002000:00100000:3.0:1746139098.886762:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009bd8b100 x1830958840277376/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:24/0 lens 488/4536 e 0 to 0 dl 1746139109 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139098.886769:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bd8b100 with x1830958840277376 ext(0->4095) 00010000:00010000:3.0:1746139098.886775:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4200/0x1f9f6ca451acb2f4 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351215a expref: 6 pid: 9564 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746139098.886786:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4200/0x1f9f6ca451acb2f4 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351215a expref: 6 pid: 9564 timeout: 824 lvb_type: 0 00002000:00010000:3.0:1746139098.886792:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bd8b100 00000100:00100000:3.0:1746139098.887638:0:9564:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0759c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832122624:192.168.203.56@tcp:104: 00010000:00010000:3.0:1746139098.887666:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4e00/0x1f9f6ca451acb2fb lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512161 expref: 56 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139098.887683:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f0e4e00, rc 0) 00000100:00100000:3.0:1746139098.888407:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c4d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+56:1800:x1830958840277120:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3547us (4345us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139098.888417:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29714 00000100:00100000:2.0:1746139098.888969:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139098.889256:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840277504 00000100:00100000:3.0:1746139098.889264:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840277504 00000100:00100000:3.0:1746139098.889367:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29715 00000100:00100000:3.0:1746139098.889375:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbadf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+56:1814:x1830958840277504:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746139098.889391:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139098.889413:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9d800/0x1f9f6ca451acb302 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512168 expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139098.889440:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139098.889446:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4e00/0x1f9f6ca451acb2fb lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512161 expref: 57 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139098.889452:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746139098.889456:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9d800/0x1f9f6ca451acb302 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512168 expref: 57 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139098.889494:0:9564:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4e00/0x1f9f6ca451acb2fb lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512161 expref: 57 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139098.889506:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9d800/0x1f9f6ca451acb302 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512168 expref: 57 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139098.889514:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800b1a9d800, rc 0) 00000100:00100000:3.0:1746139098.889869:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbadf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+57:1814:x1830958840277504:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 492us (899us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139098.889876:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29715 00000100:00100000:0.0:1746139098.891175:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139098.891285:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840277632 00000100:00100000:2.0:1746139098.891293:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840277632 00010000:00010000:2.0:1746139098.891329:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4200/0x1f9f6ca451acb2f4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351215a expref: 6 pid: 9564 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746139098.891363:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17028 00000100:00100000:2.0:1746139098.891371:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c4d4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840277632:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139098.891390:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139098.891413:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4200/0x1f9f6ca451acb2f4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351215a expref: 6 pid: 9564 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746139098.891424:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4200/0x1f9f6ca451acb2f4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351215a expref: 6 pid: 9564 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746139098.891446:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4200/0x1f9f6ca451acb2f4 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351215a expref: 6 pid: 9564 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746139098.891479:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139098.891481:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139098.891488:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4e00/0x1f9f6ca451acb2fb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512161 expref: 56 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139098.891496:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4e00/0x1f9f6ca451acb2fb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512161 expref: 56 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139098.891536:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4e00/0x1f9f6ca451acb2fb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512161 expref: 56 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139098.891549:0:7207:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4e00/0x1f9f6ca451acb2fb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512161 expref: 56 pid: 9564 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746139098.891561:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cbafb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832122880:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139098.891698:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a066d300 going to sleep for 11 seconds 00000100:00100000:0.0:1746139098.894165:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139098.894238:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cbafb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832122880:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139098.894260:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139098.894319:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c4d4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2008:x1830958840277632:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 2948us (3151us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139098.894333:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17028 00000100:00100000:3.0:1746139098.894432:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840277888 00000100:00100000:3.0:1746139098.894440:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840277888 00002000:00100000:3.0:1746139098.894486:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c4d7b80 x1830958840277888/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:24/0 lens 488/0 e 0 to 0 dl 1746139109 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139098.894496:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c4d7b80 with x1830958840277888 ext(0->4095) 00010000:00010000:3.0:1746139098.894504:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4e00/0x1f9f6ca451acb2fb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512161 expref: 57 pid: 9564 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746139098.894518:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4e00/0x1f9f6ca451acb2fb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512161 expref: 57 pid: 9564 timeout: 824 lvb_type: 0 00002000:00010000:3.0:1746139098.894535:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c4d7b80 00000100:00100000:3.0:1746139098.894554:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2569 00000100:00100000:3.0:1746139098.894562:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c4d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+57:2008:x1830958840277888:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746139098.894753:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c4d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+57:2008:x1830958840277888:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 192us (600us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746139098.894759:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2569 00002000:00100000:3.0:1746139098.894764:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c4d7b80 x1830958840277888/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:24/0 lens 488/4536 e 0 to 0 dl 1746139109 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139098.894771:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c4d7b80 with x1830958840277888 ext(0->4095) 00010000:00010000:3.0:1746139098.894775:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4e00/0x1f9f6ca451acb2fb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512161 expref: 57 pid: 9564 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746139098.894785:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4e00/0x1f9f6ca451acb2fb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512161 expref: 57 pid: 9564 timeout: 824 lvb_type: 0 00002000:00010000:3.0:1746139098.894791:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c4d7b80 00000100:00100000:0.0:1746139098.897559:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139098.897672:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840278016 00000100:00100000:2.0:1746139098.897684:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840278016 00010000:00010000:2.0:1746139098.897724:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4e00/0x1f9f6ca451acb2fb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512161 expref: 57 pid: 9564 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746139098.897764:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17029 00000100:00100000:2.0:1746139098.897771:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c4d6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+57:2008:x1830958840278016:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139098.897785:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139098.897816:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4e00/0x1f9f6ca451acb2fb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512161 expref: 57 pid: 9564 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746139098.897829:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4e00/0x1f9f6ca451acb2fb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512161 expref: 57 pid: 9564 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746139098.897853:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4e00/0x1f9f6ca451acb2fb lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512161 expref: 57 pid: 9564 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746139098.897888:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139098.897890:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139098.897897:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9d800/0x1f9f6ca451acb302 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512168 expref: 56 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139098.897905:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9d800/0x1f9f6ca451acb302 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512168 expref: 56 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139098.897942:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9d800/0x1f9f6ca451acb302 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512168 expref: 56 pid: 9564 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746139098.897953:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cbafb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832123008:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139098.898034:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a066d300 going to sleep for 11 seconds 00000100:00100000:0.0:1746139098.901842:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139098.901855:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cbafb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832123008:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139098.901878:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139098.901925:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c4d6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+56:2008:x1830958840278016:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 4153us (4379us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139098.901937:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17029 00000100:00100000:3.0:1746139098.902044:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840278272 00000100:00100000:3.0:1746139098.902054:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840278272 00002000:00100000:3.0:1746139098.902099:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880072506300 x1830958840278272/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:24/0 lens 488/0 e 0 to 0 dl 1746139109 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139098.902109:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072506300 with x1830958840278272 ext(0->4095) 00002000:00010000:3.0:1746139098.902114:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072506300 00000100:00100000:3.0:1746139098.902437:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13216 00000100:00100000:3.0:1746139098.902446:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072506300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+56:2008:x1830958840278272:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746139098.902600:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072506300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+56:2008:x1830958840278272:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 154us (770us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746139098.902606:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13216 00002000:00100000:3.0:1746139098.902611:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880072506300 x1830958840278272/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:24/0 lens 488/4536 e 0 to 0 dl 1746139109 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139098.902650:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072506300 with x1830958840278272 ext(0->4095) 00002000:00010000:3.0:1746139098.902653:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072506300 00000100:00100000:0.0:1746139098.907817:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139098.907956:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840278400 00000100:00100000:3.0:1746139098.907968:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840278400 00000100:00100000:3.0:1746139098.908039:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29716 00000100:00100000:3.0:1746139098.908048:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072506a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840278400:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746139098.908073:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139098.908098:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9ce00/0x1f9f6ca451acb309 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a351216f expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139098.908132:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9d800/0x1f9f6ca451acb302 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512168 expref: 55 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139098.908140:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746139098.908142:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746139098.908146:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9ce00/0x1f9f6ca451acb309 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351216f expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139098.908188:0:9564:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9d800/0x1f9f6ca451acb302 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512168 expref: 55 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139098.908202:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9d800/0x1f9f6ca451acb302 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512168 expref: 55 pid: 9564 timeout: 824 lvb_type: 0 00000100:00100000:3.0:1746139098.908216:0:9564:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0759c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832123136:192.168.203.56@tcp:104: 00000100:00100000:3.0:1746139098.908359:0:9564:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800acd8d300 going to sleep for 11 seconds 00000100:00100000:3.0:1746139098.910451:0:9564:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0759c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832123136:192.168.203.56@tcp:104: 00010000:00010000:3.0:1746139098.910494:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9ce00/0x1f9f6ca451acb309 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351216f expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139098.910514:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800b1a9ce00, rc 0) 00000100:00100000:3.0:1746139098.910574:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072506a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840278400:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2526us (2768us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139098.910585:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29716 00000100:00100000:0.0:1746139098.912180:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139098.913440:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840278528 00000100:00100000:2.0:1746139098.913452:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840278528 00010000:00010000:2.0:1746139098.913500:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9d800/0x1f9f6ca451acb302 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512168 expref: 56 pid: 9564 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746139098.913550:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17030 00000100:00100000:2.0:1746139098.913558:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072507b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+56:2008:x1830958840278528:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139098.913575:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139098.913597:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9d800/0x1f9f6ca451acb302 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512168 expref: 56 pid: 9564 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746139098.913610:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9d800/0x1f9f6ca451acb302 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512168 expref: 56 pid: 9564 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746139098.913662:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9d800/0x1f9f6ca451acb302 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512168 expref: 56 pid: 9564 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746139098.913696:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139098.913699:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139098.913707:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9ce00/0x1f9f6ca451acb309 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351216f expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139098.913715:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9ce00/0x1f9f6ca451acb309 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351216f expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139098.913751:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9ce00/0x1f9f6ca451acb309 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351216f expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746139098.913763:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cbafb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832123264:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139098.913877:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a066d300 going to sleep for 11 seconds 00000100:00100000:1.0:1746139098.914221:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139098.914779:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840278656 00000100:00100000:2.0:1746139098.914783:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840278656 00000100:00100000:2.0:1746139098.914813:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29717 00000100:00100000:2.0:1746139098.914819:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bd88700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+56:1800:x1830958840278656:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139098.914835:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139098.914850:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1000/0x1f9f6ca451acb310 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512176 expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139098.914871:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9ce00/0x1f9f6ca451acb309 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351216f expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139098.914877:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139098.914878:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139098.914882:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1000/0x1f9f6ca451acb310 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512176 expref: 57 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139098.914901:0:9564:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9ce00/0x1f9f6ca451acb309 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351216f expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139098.914912:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9ce00/0x1f9f6ca451acb309 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351216f expref: 5 pid: 9564 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746139098.914921:0:9564:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cbac380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832123392:192.168.203.56@tcp:104: 00000100:00100000:2.0:1746139098.914984:0:9564:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a066dd80 going to sleep for 11 seconds 00000100:00100000:2.0:1746139098.915939:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cbafb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832123264:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139098.915955:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139098.915991:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072507b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+57:2008:x1830958840278528:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 2434us (3901us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139098.916001:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17030 00000100:00100000:0.0:1746139098.921275:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139098.921563:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840278912 00000100:00100000:3.0:1746139098.921573:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840278912 00000100:00100000:2.0:1746139098.921788:0:9564:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cbac380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832123392:192.168.203.56@tcp:104: 00010000:00010000:2.0:1746139098.921827:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1000/0x1f9f6ca451acb310 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512176 expref: 56 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139098.921847:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f1a1000, rc 0) 00000100:00100000:2.0:1746139098.921908:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bd88700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+56:1800:x1830958840278656:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7088us (7686us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139098.921918:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29717 00002000:00100000:3.0:1746139098.921986:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880072506680 x1830958840278912/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:24/0 lens 488/0 e 0 to 0 dl 1746139109 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139098.921996:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072506680 with x1830958840278912 ext(0->4095) 00010000:00010000:3.0:1746139098.922003:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9ce00/0x1f9f6ca451acb309 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351216f expref: 6 pid: 9564 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746139098.922016:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9ce00/0x1f9f6ca451acb309 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351216f expref: 6 pid: 9564 timeout: 824 lvb_type: 0 00002000:00010000:3.0:1746139098.922023:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072506680 00000100:00100000:3.0:1746139098.922039:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2570 00000100:00100000:3.0:1746139098.922046:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072506680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840278912:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746139098.924217:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072506680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840278912:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 2161us (2950us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746139098.924232:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2570 00002000:00100000:3.0:1746139098.924244:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880072506680 x1830958840278912/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:24/0 lens 488/4536 e 0 to 0 dl 1746139109 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139098.924252:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072506680 with x1830958840278912 ext(0->4095) 00010000:00010000:3.0:1746139098.924261:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9ce00/0x1f9f6ca451acb309 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351216f expref: 6 pid: 9564 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746139098.924276:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9ce00/0x1f9f6ca451acb309 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351216f expref: 6 pid: 9564 timeout: 824 lvb_type: 0 00002000:00010000:3.0:1746139098.924282:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072506680 00000100:00100000:0.0:1746139098.931367:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139098.931500:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840279040 00000100:00100000:2.0:1746139098.931510:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840279040 00010000:00010000:2.0:1746139098.931563:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9ce00/0x1f9f6ca451acb309 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351216f expref: 6 pid: 9564 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746139098.931603:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17031 00000100:00100000:2.0:1746139098.931610:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072505c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840279040:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139098.931656:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139098.931677:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9ce00/0x1f9f6ca451acb309 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351216f expref: 6 pid: 9564 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746139098.931690:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9ce00/0x1f9f6ca451acb309 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351216f expref: 6 pid: 9564 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746139098.931714:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9ce00/0x1f9f6ca451acb309 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351216f expref: 6 pid: 9564 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746139098.931748:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139098.931750:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139098.931759:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1000/0x1f9f6ca451acb310 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512176 expref: 55 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139098.931767:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1000/0x1f9f6ca451acb310 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512176 expref: 55 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139098.931805:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1000/0x1f9f6ca451acb310 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512176 expref: 55 pid: 9564 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746139098.931817:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cbac380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832123520:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139098.931913:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a066dd80 going to sleep for 11 seconds 00000100:00100000:0.0:1746139098.934598:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139098.934722:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cbac380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832123520:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139098.934740:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139098.934779:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072505c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2008:x1830958840279040:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3169us (3424us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139098.934788:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17031 00000100:00100000:3.0:1746139098.934997:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840279296 00000100:00100000:3.0:1746139098.935004:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840279296 00002000:00100000:3.0:1746139098.935045:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880072504700 x1830958840279296/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:24/0 lens 488/0 e 0 to 0 dl 1746139109 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139098.935055:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072504700 with x1830958840279296 ext(0->4095) 00002000:00010000:3.0:1746139098.935059:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072504700 00000100:00100000:3.0:1746139098.935077:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13217 00000100:00100000:3.0:1746139098.935084:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072504700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+56:2008:x1830958840279296:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746139098.935207:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072504700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+56:2008:x1830958840279296:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 123us (618us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746139098.935213:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13217 00002000:00100000:3.0:1746139098.935218:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880072504700 x1830958840279296/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:24/0 lens 488/4536 e 0 to 0 dl 1746139109 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139098.935230:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072504700 with x1830958840279296 ext(0->4095) 00002000:00010000:3.0:1746139098.935233:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072504700 00000100:00100000:0.0:1746139098.963302:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139098.963427:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840279424 00000100:00100000:2.0:1746139098.963439:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840279424 00000100:00100000:2.0:1746139098.963558:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29718 00000100:00100000:2.0:1746139098.963567:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072505180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840279424:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139098.963590:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139098.963609:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1a00/0x1f9f6ca451acb317 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a351217d expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139098.963831:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1000/0x1f9f6ca451acb310 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512176 expref: 55 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139098.963839:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139098.963841:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139098.963845:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1a00/0x1f9f6ca451acb317 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351217d expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139098.963878:0:9564:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1000/0x1f9f6ca451acb310 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512176 expref: 55 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139098.963892:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1000/0x1f9f6ca451acb310 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512176 expref: 55 pid: 9564 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746139098.963906:0:9564:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cbac380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832123648:192.168.203.56@tcp:104: 00000100:00100000:2.0:1746139098.964068:0:9564:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a066dd80 going to sleep for 11 seconds 00000100:00100000:2.0:1746139098.978333:0:9564:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cbac380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832123648:192.168.203.56@tcp:104: 00010000:00010000:2.0:1746139098.978374:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1a00/0x1f9f6ca451acb317 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351217d expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139098.978393:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f1a1a00, rc 0) 00000100:00100000:2.0:1746139098.978443:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072505180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840279424:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 14877us (15154us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139098.978452:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29718 00000100:00100000:0.0:1746139098.979190:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139098.979257:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840279552 00000100:00100000:2.0:1746139098.979263:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840279552 00002000:00100000:2.0:1746139098.979302:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff880072507800 x1830958840279552/t0(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:24/0 lens 496/0 e 0 to 0 dl 1746139109 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139098.979312:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072507800 with x1830958840279552 ext(0->7) 00010000:00010000:2.0:1746139098.979319:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1000/0x1f9f6ca451acb310 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512176 expref: 56 pid: 9564 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746139098.979331:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1000/0x1f9f6ca451acb310 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512176 expref: 56 pid: 9564 timeout: 824 lvb_type: 0 00002000:00010000:2.0:1746139098.979337:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072507800 00000100:00100000:2.0:1746139098.979368:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2571 00000100:00100000:2.0:1746139098.979375:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072507800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+56:2007:x1830958840279552:12345-192.168.203.56@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746139098.980326:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072507800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+58:2007:x1830958840279552:12345-192.168.203.56@tcp:4:ldlm_bl.0 Request processed in 947us (1132us total) trans 4294972065 rc 0/0 00000100:00100000:0.0:1746139098.980334:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2571 00002000:00100000:0.0:1746139098.980341:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff880072507800 x1830958840279552/t4294972065(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:24/0 lens 496/448 e 0 to 0 dl 1746139109 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139098.980350:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072507800 with x1830958840279552 ext(0->7) 00010000:00010000:0.0:1746139098.980355:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1000/0x1f9f6ca451acb310 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512176 expref: 58 pid: 9564 timeout: 824 lvb_type: 0 00010000:00010000:0.0:1746139098.980366:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1000/0x1f9f6ca451acb310 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512176 expref: 58 pid: 9564 timeout: 824 lvb_type: 0 00002000:00010000:0.0:1746139098.980372:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072507800 00000100:00100000:0.0:1746139098.984287:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139098.984383:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840279680 00000100:00100000:2.0:1746139098.984392:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840279680 00010000:00010000:2.0:1746139098.984429:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1000/0x1f9f6ca451acb310 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512176 expref: 58 pid: 9564 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746139098.984457:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17032 00000100:00100000:2.0:1746139098.984463:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b40b8050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+58:2010:x1830958840279680:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139098.984477:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139098.984497:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1000/0x1f9f6ca451acb310 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512176 expref: 58 pid: 9564 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746139098.984508:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1000/0x1f9f6ca451acb310 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512176 expref: 58 pid: 9564 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746139098.984551:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1000/0x1f9f6ca451acb310 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512176 expref: 58 pid: 9564 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746139098.984580:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139098.984582:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139098.984590:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1a00/0x1f9f6ca451acb317 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351217d expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139098.984602:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1a00/0x1f9f6ca451acb317 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351217d expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139098.984672:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1a00/0x1f9f6ca451acb317 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351217d expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746139098.984685:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cbac380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832123776:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139098.987560:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a066dd80 going to sleep for 11 seconds 00000100:00100000:0.0:1746139098.992319:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139098.992414:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cbac380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832123776:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139098.992434:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139098.992481:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b40b8050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+57:2010:x1830958840279680:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 8017us (8203us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139098.992492:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17032 00000100:00100000:1.0:1746139098.994529:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840279936 00000100:00100000:1.0:1746139098.994542:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840279936 00002000:00100000:1.0:1746139098.994590:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880072505500 x1830958840279936/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:24/0 lens 488/0 e 0 to 0 dl 1746139109 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139098.994606:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072505500 with x1830958840279936 ext(0->4095) 00002000:00010000:1.0:1746139098.994610:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072505500 00000100:00100000:1.0:1746139098.994658:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13218 00000100:00100000:1.0:1746139098.994666:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072505500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840279936:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746139098.994803:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072505500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840279936:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 137us (2496us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139098.994810:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13218 00002000:00100000:1.0:1746139098.994815:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880072505500 x1830958840279936/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:24/0 lens 488/4536 e 0 to 0 dl 1746139109 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139098.994821:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072505500 with x1830958840279936 ext(0->4095) 00002000:00010000:1.0:1746139098.994823:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072505500 00000100:00100000:0.0:1746139098.996900:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139098.997974:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840280064 00000100:00100000:2.0:1746139098.997983:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840280064 00000100:00100000:2.0:1746139098.998093:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29719 00000100:00100000:2.0:1746139098.998101:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072507b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+57:1814:x1830958840280064:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139098.998117:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139098.998135:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1400/0x1f9f6ca451acb31e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512184 expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139098.998166:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1a00/0x1f9f6ca451acb317 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351217d expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139098.998174:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139098.998176:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139098.998179:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1400/0x1f9f6ca451acb31e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512184 expref: 58 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139098.998211:0:9564:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1a00/0x1f9f6ca451acb317 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351217d expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139098.998223:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1a00/0x1f9f6ca451acb317 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351217d expref: 5 pid: 9564 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746139098.998234:0:9564:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cbac380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832123904:192.168.203.56@tcp:104: 00000100:00100000:2.0:1746139098.998327:0:9564:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a066d300 going to sleep for 11 seconds 00000100:00100000:2.0:1746139099.001988:0:9564:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cbac380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832123904:192.168.203.56@tcp:104: 00010000:00010000:2.0:1746139099.002020:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1400/0x1f9f6ca451acb31e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512184 expref: 58 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.002039:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f1a1400, rc 0) 00000100:00100000:2.0:1746139099.002096:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072507b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+58:1814:x1830958840280064:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3994us (5204us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139099.002105:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29719 00000100:00100000:0.0:1746139099.003975:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139099.004058:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840280192 00000100:00100000:2.0:1746139099.004066:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840280192 00000100:00100000:2.0:1746139099.004108:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29720 00000100:00100000:2.0:1746139099.004115:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072505c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+58:1800:x1830958840280192:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139099.004131:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139099.004148:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1800/0x1f9f6ca451acb325 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a351218b expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.004172:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139099.004177:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1400/0x1f9f6ca451acb31e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512184 expref: 59 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.004183:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139099.004186:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1800/0x1f9f6ca451acb325 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351218b expref: 59 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.004220:0:9564:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1400/0x1f9f6ca451acb31e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512184 expref: 59 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.004235:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1800/0x1f9f6ca451acb325 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351218b expref: 59 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.004245:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f1a1800, rc 0) 00000100:00100000:2.0:1746139099.004275:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072505c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+59:1800:x1830958840280192:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 161us (308us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139099.004281:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29720 00000100:00100000:0.0:1746139099.011014:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139099.012451:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840280320 00000100:00100000:2.0:1746139099.012463:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840280320 00010000:00010000:2.0:1746139099.012513:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1a00/0x1f9f6ca451acb317 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351217d expref: 6 pid: 9564 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746139099.012555:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17033 00000100:00100000:2.0:1746139099.012563:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ee7d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840280320:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139099.012578:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139099.012599:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1a00/0x1f9f6ca451acb317 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351217d expref: 6 pid: 9564 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746139099.012612:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1a00/0x1f9f6ca451acb317 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351217d expref: 6 pid: 9564 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746139099.012647:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1a00/0x1f9f6ca451acb317 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351217d expref: 6 pid: 9564 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746139099.012666:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139099.012669:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139099.012677:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1400/0x1f9f6ca451acb31e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512184 expref: 58 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.012684:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1400/0x1f9f6ca451acb31e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512184 expref: 58 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.012720:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1400/0x1f9f6ca451acb31e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512184 expref: 58 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.012730:0:7207:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1400/0x1f9f6ca451acb31e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512184 expref: 58 pid: 9564 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746139099.012740:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cbac380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832124160:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139099.012823:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a066d300 going to sleep for 11 seconds 00000100:00100000:1.0:1746139099.016190:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139099.016285:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cbac380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832124160:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139099.016307:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139099.016349:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ee7d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2007:x1830958840280320:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3785us (5343us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139099.016359:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17033 00000100:00100000:3.0:1746139099.016449:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840280576 00000100:00100000:3.0:1746139099.016457:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840280576 00002000:00100000:3.0:1746139099.016503:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009bd89f80 x1830958840280576/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:25/0 lens 488/0 e 0 to 0 dl 1746139110 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139099.016514:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bd89f80 with x1830958840280576 ext(0->4095) 00010000:00010000:3.0:1746139099.016533:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1400/0x1f9f6ca451acb31e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512184 expref: 59 pid: 9564 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746139099.016549:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1400/0x1f9f6ca451acb31e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512184 expref: 59 pid: 9564 timeout: 824 lvb_type: 0 00002000:00010000:3.0:1746139099.016557:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bd89f80 00000100:00100000:3.0:1746139099.016763:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2572 00000100:00100000:3.0:1746139099.016771:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bd89f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+59:2007:x1830958840280576:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746139099.016909:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bd89f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+59:2007:x1830958840280576:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 138us (730us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746139099.016916:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2572 00002000:00100000:3.0:1746139099.016921:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009bd89f80 x1830958840280576/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:25/0 lens 488/4536 e 0 to 0 dl 1746139110 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139099.016928:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bd89f80 with x1830958840280576 ext(0->4095) 00010000:00010000:3.0:1746139099.016933:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1400/0x1f9f6ca451acb31e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512184 expref: 59 pid: 9564 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746139099.016943:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1400/0x1f9f6ca451acb31e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512184 expref: 59 pid: 9564 timeout: 824 lvb_type: 0 00002000:00010000:3.0:1746139099.016949:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bd89f80 00000100:00100000:0.0:1746139099.020226:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139099.020355:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139099.020668:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840280704 00000100:00100000:2.0:1746139099.020679:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840280704 00000100:00100000:2.0:1746139099.020730:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29721 00000100:00100000:2.0:1746139099.020739:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ee7ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840280704:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139099.020758:0:9562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139099.020779:0:9562:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1000/0x1f9f6ca451acb32c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512192 expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.020812:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139099.020817:0:9562:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1800/0x1f9f6ca451acb325 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351218b expref: 58 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.020823:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746139099.020827:0:9562:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1000/0x1f9f6ca451acb32c lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512192 expref: 6 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.020865:0:9562:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1800/0x1f9f6ca451acb325 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351218b expref: 58 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.020877:0:9562:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1000/0x1f9f6ca451acb32c lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512192 expref: 6 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.020888:0:9562:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f1a1000, rc 0) 00000100:00100000:2.0:1746139099.020952:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ee7ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840280704:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 214us (738us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139099.020959:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29721 00000100:00100000:3.0:1746139099.021281:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840280832 00000100:00100000:3.0:1746139099.021286:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840280832 00010000:00010000:3.0:1746139099.021316:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1400/0x1f9f6ca451acb31e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512184 expref: 59 pid: 9564 timeout: 824 lvb_type: 0 00000100:00100000:3.0:1746139099.022040:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17034 00000100:00100000:3.0:1746139099.022050:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ee7d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+59:2007:x1830958840280832:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139099.022062:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139099.022085:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1400/0x1f9f6ca451acb31e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512184 expref: 59 pid: 9564 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746139099.022098:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1400/0x1f9f6ca451acb31e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512184 expref: 59 pid: 9564 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746139099.022116:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1400/0x1f9f6ca451acb31e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512184 expref: 59 pid: 9564 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746139099.022141:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139099.022143:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139099.022150:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1800/0x1f9f6ca451acb325 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351218b expref: 58 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139099.022163:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1800/0x1f9f6ca451acb325 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351218b expref: 58 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139099.022188:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1800/0x1f9f6ca451acb325 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351218b expref: 58 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139099.022199:0:7207:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1800/0x1f9f6ca451acb325 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351218b expref: 58 pid: 9564 timeout: 824 lvb_type: 0 00000100:00100000:3.0:1746139099.022212:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0759c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832124416:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139099.022278:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800acd8d240 going to sleep for 11 seconds 00000100:00100000:3.0:1746139099.026781:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0759c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832124416:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139099.026811:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139099.026979:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ee7d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+58:2007:x1830958840280832:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 4929us (6621us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139099.026990:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17034 00000100:00100000:1.0:1746139099.027543:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139099.027582:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840281088 00000100:00100000:0.0:1746139099.027590:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840281088 00002000:00100000:0.0:1746139099.027661:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009bd8aa00 x1830958840281088/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:25/0 lens 488/0 e 0 to 0 dl 1746139110 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139099.027670:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bd8aa00 with x1830958840281088 ext(0->4095) 00010000:00010000:0.0:1746139099.027679:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1800/0x1f9f6ca451acb325 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351218b expref: 58 pid: 9564 timeout: 824 lvb_type: 0 00010000:00010000:0.0:1746139099.027693:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1800/0x1f9f6ca451acb325 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351218b expref: 58 pid: 9564 timeout: 824 lvb_type: 0 00002000:00010000:0.0:1746139099.027700:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bd8aa00 00000100:00100000:0.0:1746139099.027728:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2573 00000100:00100000:0.0:1746139099.027734:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bd8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+58:2008:x1830958840281088:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746139099.027868:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bd8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+58:2008:x1830958840281088:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 133us (326us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746139099.027873:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2573 00002000:00100000:0.0:1746139099.027879:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009bd8aa00 x1830958840281088/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:25/0 lens 488/4536 e 0 to 0 dl 1746139110 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139099.027885:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bd8aa00 with x1830958840281088 ext(0->4095) 00010000:00010000:0.0:1746139099.027889:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1800/0x1f9f6ca451acb325 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351218b expref: 58 pid: 9564 timeout: 824 lvb_type: 0 00010000:00010000:0.0:1746139099.027897:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1800/0x1f9f6ca451acb325 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351218b expref: 58 pid: 9564 timeout: 824 lvb_type: 0 00002000:00010000:0.0:1746139099.027902:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bd8aa00 00000100:00100000:0.0:1746139099.030331:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139099.030520:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840281216 00000100:00100000:2.0:1746139099.030536:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840281216 00000100:00100000:2.0:1746139099.030574:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29722 00000100:00100000:2.0:1746139099.030581:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ee7c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+58:1800:x1830958840281216:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139099.030596:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139099.030613:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1200/0x1f9f6ca451acb333 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512199 expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.030682:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139099.030687:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1000/0x1f9f6ca451acb32c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512192 expref: 5 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.030692:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746139099.030695:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1200/0x1f9f6ca451acb333 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512199 expref: 59 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.030731:0:9564:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1000/0x1f9f6ca451acb32c lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512192 expref: 5 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.030743:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1200/0x1f9f6ca451acb333 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512199 expref: 59 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.030752:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f1a1200, rc 0) 00000100:00100000:2.0:1746139099.030803:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ee7c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+59:1800:x1830958840281216:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 222us (479us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139099.030809:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29722 00000100:00100000:2.0:1746139099.031850:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139099.031982:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840281344 00000100:00100000:3.0:1746139099.031988:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840281344 00010000:00010000:3.0:1746139099.032010:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1800/0x1f9f6ca451acb325 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351218b expref: 59 pid: 9564 timeout: 824 lvb_type: 0 00000100:00100000:3.0:1746139099.032040:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17035 00000100:00100000:3.0:1746139099.032047:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbac380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+59:2008:x1830958840281344:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139099.032058:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139099.032079:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1800/0x1f9f6ca451acb325 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351218b expref: 59 pid: 9564 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746139099.032090:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1800/0x1f9f6ca451acb325 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351218b expref: 59 pid: 9564 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746139099.032108:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1800/0x1f9f6ca451acb325 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351218b expref: 59 pid: 9564 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746139099.032122:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139099.032124:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139099.032130:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1000/0x1f9f6ca451acb32c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512192 expref: 5 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139099.032137:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1000/0x1f9f6ca451acb32c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512192 expref: 5 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139099.032157:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1000/0x1f9f6ca451acb32c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512192 expref: 5 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139099.032166:0:7207:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1000/0x1f9f6ca451acb32c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512192 expref: 5 pid: 9562 timeout: 824 lvb_type: 0 00000100:00100000:3.0:1746139099.032176:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0759c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832124672:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139099.032236:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800acd8d240 going to sleep for 11 seconds 00000100:00100000:0.0:1746139099.035608:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139099.035739:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840281600 00000100:00100000:1.0:1746139099.035748:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840281600 00000100:00100000:3.0:1746139099.035762:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0759c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832124672:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139099.035789:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:1.0:1746139099.035798:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009ee7c000 x1830958840281600/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:25/0 lens 488/0 e 0 to 0 dl 1746139110 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139099.035807:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ee7c000 with x1830958840281600 ext(0->4095) 00010000:00010000:1.0:1746139099.035816:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1000/0x1f9f6ca451acb32c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512192 expref: 6 pid: 9562 timeout: 824 lvb_type: 0 00010000:00010000:1.0:1746139099.035828:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1000/0x1f9f6ca451acb32c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512192 expref: 6 pid: 9562 timeout: 824 lvb_type: 0 00002000:00010000:1.0:1746139099.035839:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ee7c000 00000100:00100000:3.0:1746139099.035843:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbac380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+58:2008:x1830958840281344:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3796us (3995us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139099.035855:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17035 00000100:00100000:1.0:1746139099.035868:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2574 00000100:00100000:1.0:1746139099.035874:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ee7c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840281600:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746139099.036000:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ee7c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840281600:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 125us (402us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139099.036005:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2574 00002000:00100000:1.0:1746139099.036010:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009ee7c000 x1830958840281600/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:25/0 lens 488/4536 e 0 to 0 dl 1746139110 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139099.036017:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ee7c000 with x1830958840281600 ext(0->4095) 00010000:00010000:1.0:1746139099.036020:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1000/0x1f9f6ca451acb32c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512192 expref: 6 pid: 9562 timeout: 824 lvb_type: 0 00010000:00010000:1.0:1746139099.036028:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1000/0x1f9f6ca451acb32c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512192 expref: 6 pid: 9562 timeout: 824 lvb_type: 0 00002000:00010000:1.0:1746139099.036033:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ee7c000 00000100:00100000:0.0:1746139099.037709:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139099.037821:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840281728 00000100:00100000:3.0:1746139099.037829:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840281728 00010000:00010000:3.0:1746139099.037857:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1000/0x1f9f6ca451acb32c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512192 expref: 6 pid: 9562 timeout: 824 lvb_type: 0 00000100:00100000:3.0:1746139099.037876:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17036 00000100:00100000:3.0:1746139099.037881:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ee7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2009:x1830958840281728:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139099.037895:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139099.037912:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1000/0x1f9f6ca451acb32c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512192 expref: 6 pid: 9562 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746139099.037924:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1000/0x1f9f6ca451acb32c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512192 expref: 6 pid: 9562 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746139099.037946:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1000/0x1f9f6ca451acb32c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512192 expref: 6 pid: 9562 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746139099.037961:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139099.037963:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139099.037970:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1200/0x1f9f6ca451acb333 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512199 expref: 57 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139099.037978:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1200/0x1f9f6ca451acb333 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512199 expref: 57 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139099.038009:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1200/0x1f9f6ca451acb333 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512199 expref: 57 pid: 9564 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139099.038021:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0759c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832124800:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139099.038107:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800acd8d240 going to sleep for 11 seconds 00000100:00100000:3.0:1746139099.042648:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0759c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832124800:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139099.042678:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139099.042730:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ee7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2009:x1830958840281728:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 4846us (5027us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139099.042741:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17036 00000100:00100000:0.0:1746139099.042824:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139099.042849:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840281984 00000100:00100000:1.0:1746139099.042856:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840281984 00002000:00100000:1.0:1746139099.042897:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800a0ceb800 x1830958840281984/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:25/0 lens 488/0 e 0 to 0 dl 1746139110 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139099.042906:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0ceb800 with x1830958840281984 ext(0->4095) 00002000:00010000:1.0:1746139099.042911:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a0ceb800 00000100:00100000:1.0:1746139099.042927:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13219 00000100:00100000:1.0:1746139099.042934:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0ceb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+58:2008:x1830958840281984:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746139099.043067:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0ceb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+58:2008:x1830958840281984:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 132us (243us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139099.043073:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13219 00002000:00100000:1.0:1746139099.043078:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800a0ceb800 x1830958840281984/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:25/0 lens 488/4536 e 0 to 0 dl 1746139110 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139099.043085:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0ceb800 with x1830958840281984 ext(0->4095) 00002000:00010000:1.0:1746139099.043088:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a0ceb800 00000100:00100000:0.0:1746139099.045742:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139099.045895:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840282112 00000100:00100000:1.0:1746139099.045904:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840282112 00000100:00100000:1.0:1746139099.045952:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29723 00000100:00100000:1.0:1746139099.045959:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0ceb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840282112:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139099.045978:0:9562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139099.045997:0:9562:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acb33a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a35121a0 expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139099.046027:0:9562:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1200/0x1f9f6ca451acb333 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512199 expref: 57 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139099.046034:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139099.046036:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139099.046039:0:9562:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acb33a lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35121a0 expref: 6 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139099.046066:0:9562:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1200/0x1f9f6ca451acb333 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512199 expref: 57 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139099.046082:0:9562:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1200/0x1f9f6ca451acb333 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512199 expref: 57 pid: 9564 timeout: 824 lvb_type: 0 00000100:00100000:1.0:1746139099.046094:0:9562:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009bd89500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9562:1830958832124928:192.168.203.56@tcp:104: 00000100:00100000:1.0:1746139099.046168:0:9562:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a059d900 going to sleep for 11 seconds 00000100:00100000:1.0:1746139099.048534:0:9562:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009bd89500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9562:1830958832124928:192.168.203.56@tcp:104: 00010000:00010000:1.0:1746139099.048929:0:9562:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acb33a lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35121a0 expref: 6 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139099.048947:0:9562:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7f400, rc 0) 00000100:00100000:1.0:1746139099.049002:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0ceb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840282112:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3042us (3272us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139099.049011:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29723 00000100:00100000:3.0:1746139099.050035:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139099.050161:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840282240 00000100:00100000:2.0:1746139099.050168:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840282240 00010000:00010000:2.0:1746139099.050201:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1200/0x1f9f6ca451acb333 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512199 expref: 58 pid: 9564 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746139099.050235:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17037 00000100:00100000:2.0:1746139099.050243:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0759c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+58:2007:x1830958840282240:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139099.050259:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139099.050279:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1200/0x1f9f6ca451acb333 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512199 expref: 58 pid: 9564 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746139099.050290:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1200/0x1f9f6ca451acb333 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512199 expref: 58 pid: 9564 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746139099.050314:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1200/0x1f9f6ca451acb333 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512199 expref: 58 pid: 9564 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746139099.050343:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139099.050345:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139099.050353:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acb33a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35121a0 expref: 5 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.050361:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acb33a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35121a0 expref: 5 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.050394:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acb33a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35121a0 expref: 5 pid: 9562 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746139099.050406:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cbafb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832125056:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139099.050469:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a066d300 going to sleep for 11 seconds 00000100:00100000:0.0:1746139099.053505:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139099.053853:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cbafb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832125056:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139099.053875:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139099.053924:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0759c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+57:2007:x1830958840282240:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3680us (3892us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139099.053931:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840282368 00000100:00100000:2.0:1746139099.053938:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17037 00000100:00100000:1.0:1746139099.053939:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840282368 00000100:00100000:1.0:1746139099.053986:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29724 00000100:00100000:1.0:1746139099.053993:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0ce8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b60e9717-019c-4527-a82a-15e993ac5189+57:1800:x1830958840282368:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139099.054010:0:9562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139099.054026:0:9562:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f000/0x1f9f6ca451acb341 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a35121a7 expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139099.054053:0:9562:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acb33a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35121a0 expref: 5 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139099.054064:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139099.054066:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139099.054069:0:9562:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f000/0x1f9f6ca451acb341 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35121a7 expref: 58 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139099.054094:0:9562:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acb33a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35121a0 expref: 5 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139099.054105:0:9562:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acb33a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35121a0 expref: 5 pid: 9562 timeout: 824 lvb_type: 0 00000100:00100000:1.0:1746139099.054116:0:9562:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009bd89500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9562:1830958832125184:192.168.203.56@tcp:104: 00000100:00100000:1.0:1746139099.054259:0:9562:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a059d900 going to sleep for 11 seconds 00000100:00100000:0.0:1746139099.054270:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139099.054360:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840282624 00000100:00100000:3.0:1746139099.054364:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840282624 00002000:00100000:3.0:1746139099.054390:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009f2d2d80 x1830958840282624/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:25/0 lens 488/0 e 0 to 0 dl 1746139110 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139099.054398:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f2d2d80 with x1830958840282624 ext(0->4095) 00010000:00010000:3.0:1746139099.054404:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acb33a lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35121a0 expref: 6 pid: 9562 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746139099.054412:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acb33a lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35121a0 expref: 6 pid: 9562 timeout: 824 lvb_type: 0 00002000:00010000:3.0:1746139099.054418:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f2d2d80 00000100:00100000:3.0:1746139099.054442:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2575 00000100:00100000:3.0:1746139099.054448:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f2d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840282624:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746139099.054866:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f2d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840282624:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 417us (595us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746139099.054876:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2575 00002000:00100000:3.0:1746139099.054880:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009f2d2d80 x1830958840282624/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:25/0 lens 488/4536 e 0 to 0 dl 1746139110 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139099.054886:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f2d2d80 with x1830958840282624 ext(0->4095) 00010000:00010000:3.0:1746139099.054890:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acb33a lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35121a0 expref: 6 pid: 9562 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746139099.054898:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acb33a lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35121a0 expref: 6 pid: 9562 timeout: 824 lvb_type: 0 00002000:00010000:3.0:1746139099.054903:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f2d2d80 00000100:00100000:1.0:1746139099.057397:0:9562:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009bd89500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9562:1830958832125184:192.168.203.56@tcp:104: 00010000:00010000:1.0:1746139099.057432:0:9562:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f000/0x1f9f6ca451acb341 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35121a7 expref: 58 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139099.057451:0:9562:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7f000, rc 0) 00000100:00100000:1.0:1746139099.057503:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0ce8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b60e9717-019c-4527-a82a-15e993ac5189+58:1800:x1830958840282368:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3509us (4054us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139099.057512:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29724 00000100:00100000:0.0:1746139099.057958:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139099.058450:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840282752 00000100:00100000:1.0:1746139099.058457:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840282752 00000100:00100000:1.0:1746139099.058499:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29725 00000100:00100000:1.0:1746139099.058506:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f2d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b60e9717-019c-4527-a82a-15e993ac5189+58:1814:x1830958840282752:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139099.058536:0:9562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139099.058551:0:9562:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acb348 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a35121ae expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139099.058576:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139099.058580:0:9562:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f000/0x1f9f6ca451acb341 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35121a7 expref: 59 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139099.058586:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139099.058590:0:9562:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acb348 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35121ae expref: 59 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139099.058646:0:9562:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f000/0x1f9f6ca451acb341 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35121a7 expref: 59 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139099.058657:0:9562:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acb348 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35121ae expref: 59 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139099.058666:0:9562:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7f200, rc 0) 00000100:00100000:1.0:1746139099.058700:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f2d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b60e9717-019c-4527-a82a-15e993ac5189+59:1814:x1830958840282752:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 193us (742us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139099.058706:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29725 00000100:00100000:0.0:1746139099.058755:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139099.058946:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840282880 00000100:00100000:2.0:1746139099.058952:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840282880 00010000:00010000:2.0:1746139099.058974:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acb33a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35121a0 expref: 6 pid: 9562 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746139099.059013:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17038 00000100:00100000:2.0:1746139099.059019:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f2d1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840282880:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139099.059031:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139099.059051:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acb33a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35121a0 expref: 6 pid: 9562 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746139099.059063:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acb33a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35121a0 expref: 6 pid: 9562 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746139099.059080:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acb33a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35121a0 expref: 6 pid: 9562 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746139099.059090:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139099.059092:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139099.059099:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f000/0x1f9f6ca451acb341 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35121a7 expref: 58 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.059106:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f000/0x1f9f6ca451acb341 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35121a7 expref: 58 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.059127:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f000/0x1f9f6ca451acb341 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35121a7 expref: 58 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.059142:0:7207:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f000/0x1f9f6ca451acb341 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35121a7 expref: 58 pid: 9562 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746139099.059154:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cbafb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832125440:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139099.059251:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a066d300 going to sleep for 11 seconds 00000100:00100000:2.0:1746139099.060671:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cbafb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832125440:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139099.060687:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139099.060721:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f2d1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2007:x1830958840282880:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 1701us (1965us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139099.060729:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17038 00000100:00100000:0.0:1746139099.061397:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139099.061475:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840283136 00000100:00100000:3.0:1746139099.061481:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840283136 00002000:00100000:3.0:1746139099.061533:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009f2d0380 x1830958840283136/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:25/0 lens 488/0 e 0 to 0 dl 1746139110 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139099.061546:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f2d0380 with x1830958840283136 ext(0->4095) 00010000:00010000:3.0:1746139099.061554:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f000/0x1f9f6ca451acb341 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35121a7 expref: 59 pid: 9562 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746139099.061568:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f000/0x1f9f6ca451acb341 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35121a7 expref: 59 pid: 9562 timeout: 824 lvb_type: 0 00002000:00010000:3.0:1746139099.061575:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f2d0380 00000100:00100000:3.0:1746139099.061605:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2576 00000100:00100000:3.0:1746139099.061611:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f2d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+59:2008:x1830958840283136:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746139099.061785:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f2d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+59:2008:x1830958840283136:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 173us (389us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746139099.061791:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2576 00002000:00100000:3.0:1746139099.061796:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009f2d0380 x1830958840283136/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:25/0 lens 488/4536 e 0 to 0 dl 1746139110 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139099.061802:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f2d0380 with x1830958840283136 ext(0->4095) 00010000:00010000:3.0:1746139099.061807:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f000/0x1f9f6ca451acb341 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35121a7 expref: 59 pid: 9562 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746139099.061816:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f000/0x1f9f6ca451acb341 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35121a7 expref: 59 pid: 9562 timeout: 824 lvb_type: 0 00002000:00010000:3.0:1746139099.061823:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f2d0380 00000100:00100000:0.0:1746139099.065394:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139099.065508:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840283264 00000100:00100000:2.0:1746139099.065518:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840283264 00010000:00010000:2.0:1746139099.065566:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f000/0x1f9f6ca451acb341 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35121a7 expref: 59 pid: 9562 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746139099.065611:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17039 00000100:00100000:2.0:1746139099.065641:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800acc5fc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+59:2007:x1830958840283264:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139099.065657:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139099.065678:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f000/0x1f9f6ca451acb341 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35121a7 expref: 59 pid: 9562 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746139099.065691:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f000/0x1f9f6ca451acb341 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35121a7 expref: 59 pid: 9562 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746139099.065718:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f000/0x1f9f6ca451acb341 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35121a7 expref: 59 pid: 9562 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746139099.065737:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139099.065739:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139099.065748:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acb348 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35121ae expref: 58 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.065756:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acb348 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35121ae expref: 58 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.065795:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acb348 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35121ae expref: 58 pid: 9562 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746139099.065809:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cbafb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832125568:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139099.065894:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a066d300 going to sleep for 11 seconds 00000100:00100000:2.0:1746139099.070641:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139099.070744:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cbafb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832125568:192.168.203.56@tcp:105: 00010000:00010000:0.0:1746139099.070768:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746139099.070822:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800acc5fc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+58:2007:x1830958840283264:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 5182us (5441us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139099.070834:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17039 00000100:00100000:1.0:1746139099.070960:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840283520 00000100:00100000:1.0:1746139099.070968:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840283520 00002000:00100000:1.0:1746139099.071023:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c4d5c00 x1830958840283520/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:25/0 lens 488/0 e 0 to 0 dl 1746139110 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139099.071033:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c4d5c00 with x1830958840283520 ext(0->4095) 00002000:00010000:1.0:1746139099.071040:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c4d5c00 00000100:00100000:1.0:1746139099.071056:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13220 00000100:00100000:1.0:1746139099.071063:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c4d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+58:2008:x1830958840283520:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746139099.071195:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c4d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+58:2008:x1830958840283520:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 133us (587us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139099.071200:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13220 00002000:00100000:1.0:1746139099.071209:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c4d5c00 x1830958840283520/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:25/0 lens 488/4536 e 0 to 0 dl 1746139110 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139099.071216:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c4d5c00 with x1830958840283520 ext(0->4095) 00002000:00010000:1.0:1746139099.071219:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c4d5c00 00000100:00100000:0.0:1746139099.074611:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139099.074766:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840283648 00000100:00100000:3.0:1746139099.074775:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840283648 00000100:00100000:3.0:1746139099.074831:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29726 00000100:00100000:3.0:1746139099.074840:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f2d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840283648:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746139099.074860:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139099.074878:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9de00/0x1f9f6ca451acb34f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a35121b5 expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139099.075016:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acb348 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35121ae expref: 57 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139099.075024:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746139099.075026:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746139099.075030:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9de00/0x1f9f6ca451acb34f lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35121b5 expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139099.075062:0:9564:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acb348 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35121ae expref: 57 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139099.075074:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acb348 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35121ae expref: 57 pid: 9562 timeout: 824 lvb_type: 0 00000100:00100000:3.0:1746139099.075086:0:9564:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0759180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832125696:192.168.203.56@tcp:104: 00000100:00100000:3.0:1746139099.075428:0:9564:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800acd8d780 going to sleep for 11 seconds 00000100:00100000:0.0:1746139099.077898:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139099.077971:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840283776 00000100:00100000:1.0:1746139099.077980:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840283776 00010000:00010000:1.0:1746139099.078019:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acb348 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35121ae expref: 58 pid: 9562 timeout: 824 lvb_type: 0 00000100:00100000:1.0:1746139099.078066:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17040 00000100:00100000:1.0:1746139099.078075:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f2d0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+58:2008:x1830958840283776:12345-192.168.203.56@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1746139099.078089:0:9564:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0759180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832125696:192.168.203.56@tcp:104: 00010000:00010000:1.0:1746139099.078090:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746139099.078113:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acb348 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35121ae expref: 58 pid: 9562 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746139099.078121:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9de00/0x1f9f6ca451acb34f lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35121b5 expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139099.078125:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acb348 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35121ae expref: 58 pid: 9562 timeout: 824 lvb_type: 0 00010000:00010000:1.0:1746139099.078150:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acb348 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35121ae expref: 58 pid: 9562 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746139099.078153:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139099.078155:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139099.078162:0:9564:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9de00/0x1f9f6ca451acb34f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35121b5 expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139099.078170:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9de00/0x1f9f6ca451acb34f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35121b5 expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139099.078487:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746139099.078504:0:9564:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9de00/0x1f9f6ca451acb34f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35121b5 expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139099.078517:0:9564:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0759180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832125824:192.168.203.56@tcp:105: 00000100:00100000:1.0:1746139099.078556:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f2d0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+57:2008:x1830958840283776:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 480us (666us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139099.078564:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17040 00000100:00100000:3.0:1746139099.078593:0:9564:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800acd8d780 going to sleep for 11 seconds 00000100:00100000:3.0:1746139099.079888:0:9564:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0759180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832125824:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139099.079911:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800b1a9de00, rc 0) 00000100:00100000:3.0:1746139099.080087:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f2d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840283648:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5247us (5486us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139099.080096:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29726 00000100:00100000:0.0:1746139099.080890:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139099.081146:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840283904 00000100:00100000:3.0:1746139099.081153:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840283904 00000100:00100000:3.0:1746139099.081199:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29727 00000100:00100000:3.0:1746139099.081207:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f2d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+57:1800:x1830958840283904:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746139099.081225:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139099.081241:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9d000/0x1f9f6ca451acb356 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a35121bc expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139099.081267:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9de00/0x1f9f6ca451acb34f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35121b5 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139099.081275:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139099.081277:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139099.081280:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9d000/0x1f9f6ca451acb356 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35121bc expref: 58 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139099.081309:0:9564:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9de00/0x1f9f6ca451acb34f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35121b5 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139099.081320:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9de00/0x1f9f6ca451acb34f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35121b5 expref: 5 pid: 9564 timeout: 824 lvb_type: 0 00000100:00100000:3.0:1746139099.081336:0:9564:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0759180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832125952:192.168.203.56@tcp:104: 00000100:00100000:3.0:1746139099.081412:0:9564:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800acd8d780 going to sleep for 11 seconds 00000100:00100000:0.0:1746139099.082432:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139099.082580:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840284160 00000100:00100000:3.0:1746139099.082585:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840284160 00000100:00100000:2.0:1746139099.082605:0:9564:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0759180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832125952:192.168.203.56@tcp:104: 00002000:00100000:3.0:1746139099.082640:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009f2d2680 x1830958840284160/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:25/0 lens 488/0 e 0 to 0 dl 1746139110 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139099.082650:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f2d2680 with x1830958840284160 ext(0->4095) 00010000:00010000:2.0:1746139099.082654:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9d000/0x1f9f6ca451acb356 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35121bc expref: 58 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139099.082656:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9de00/0x1f9f6ca451acb34f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35121b5 expref: 6 pid: 9564 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746139099.082666:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800b1a9d000, rc 0) 00010000:00010000:3.0:1746139099.082667:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9de00/0x1f9f6ca451acb34f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35121b5 expref: 6 pid: 9564 timeout: 824 lvb_type: 0 00002000:00010000:3.0:1746139099.082673:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f2d2680 00000100:00100000:2.0:1746139099.082694:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f2d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+58:1800:x1830958840283904:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1487us (1806us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139099.082701:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29727 00000100:00100000:3.0:1746139099.082702:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2577 00000100:00100000:3.0:1746139099.082708:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f2d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840284160:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746139099.082838:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f2d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840284160:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 130us (407us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746139099.082844:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2577 00002000:00100000:3.0:1746139099.082849:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009f2d2680 x1830958840284160/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:25/0 lens 488/4536 e 0 to 0 dl 1746139110 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139099.082856:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f2d2680 with x1830958840284160 ext(0->4095) 00010000:00010000:3.0:1746139099.082860:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9de00/0x1f9f6ca451acb34f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35121b5 expref: 6 pid: 9564 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746139099.082869:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9de00/0x1f9f6ca451acb34f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35121b5 expref: 6 pid: 9564 timeout: 824 lvb_type: 0 00002000:00010000:3.0:1746139099.082875:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f2d2680 00000100:00100000:0.0:1746139099.084681:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139099.084737:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840284288 00000100:00100000:1.0:1746139099.084745:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840284288 00010000:00010000:1.0:1746139099.084774:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9de00/0x1f9f6ca451acb34f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35121b5 expref: 6 pid: 9564 timeout: 824 lvb_type: 0 00000100:00100000:1.0:1746139099.084814:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17041 00000100:00100000:1.0:1746139099.084821:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ee7d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840284288:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746139099.084833:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746139099.084852:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9de00/0x1f9f6ca451acb34f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35121b5 expref: 6 pid: 9564 timeout: 824 lvb_type: 0 00010000:00010000:1.0:1746139099.084868:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9de00/0x1f9f6ca451acb34f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35121b5 expref: 6 pid: 9564 timeout: 824 lvb_type: 0 00010000:00010000:1.0:1746139099.084889:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9de00/0x1f9f6ca451acb34f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35121b5 expref: 6 pid: 9564 timeout: 824 lvb_type: 0 00010000:00010000:1.0:1746139099.084920:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139099.084922:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139099.084942:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9d000/0x1f9f6ca451acb356 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35121bc expref: 57 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139099.084955:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9d000/0x1f9f6ca451acb356 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35121bc expref: 57 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139099.084986:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9d000/0x1f9f6ca451acb356 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35121bc expref: 57 pid: 9564 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746139099.084999:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009bd89500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832126080:192.168.203.56@tcp:105: 00000100:00100000:1.0:1746139099.085085:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a059d600 going to sleep for 11 seconds 00000100:00100000:1.0:1746139099.086780:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009bd89500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832126080:192.168.203.56@tcp:105: 00000100:00100000:0.0:1746139099.086781:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00010000:00010000:1.0:1746139099.086801:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746139099.086841:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ee7d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2007:x1830958840284288:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 2020us (2165us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139099.086852:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17041 00000100:00100000:3.0:1746139099.086933:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840284544 00000100:00100000:3.0:1746139099.086939:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840284544 00002000:00100000:3.0:1746139099.087087:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009ee7d500 x1830958840284544/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:25/0 lens 488/0 e 0 to 0 dl 1746139110 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139099.087097:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ee7d500 with x1830958840284544 ext(0->4095) 00002000:00010000:3.0:1746139099.087101:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ee7d500 00000100:00100000:3.0:1746139099.087174:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13221 00000100:00100000:3.0:1746139099.087182:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ee7d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+58:2008:x1830958840284544:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746139099.087687:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ee7d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+58:2008:x1830958840284544:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 505us (911us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746139099.087693:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13221 00002000:00100000:3.0:1746139099.087699:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009ee7d500 x1830958840284544/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:25/0 lens 488/4536 e 0 to 0 dl 1746139110 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139099.087708:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ee7d500 with x1830958840284544 ext(0->4095) 00002000:00010000:3.0:1746139099.087711:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ee7d500 00000100:00100000:0.0:1746139099.089173:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139099.090177:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840284672 00000100:00100000:2.0:1746139099.090188:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840284672 00000100:00100000:2.0:1746139099.090714:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29728 00000100:00100000:2.0:1746139099.090724:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ee7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840284672:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139099.090744:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139099.090765:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1c00/0x1f9f6ca451acb35d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a35121c3 expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.090800:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9d000/0x1f9f6ca451acb356 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35121bc expref: 57 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.090808:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139099.090810:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139099.090813:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1c00/0x1f9f6ca451acb35d lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35121c3 expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.090851:0:9564:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9d000/0x1f9f6ca451acb356 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35121bc expref: 57 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.090864:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9d000/0x1f9f6ca451acb356 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35121bc expref: 57 pid: 9564 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746139099.090876:0:9564:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c4d4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832126208:192.168.203.56@tcp:104: 00000100:00100000:2.0:1746139099.090953:0:9564:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a066dcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746139099.094420:0:9564:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c4d4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832126208:192.168.203.56@tcp:104: 00010000:00010000:2.0:1746139099.094457:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1c00/0x1f9f6ca451acb35d lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35121c3 expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.094477:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f1a1c00, rc 0) 00000100:00100000:2.0:1746139099.094534:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ee7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840284672:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3801us (5357us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139099.094546:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29728 00000100:00100000:0.0:1746139099.095183:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139099.095434:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840284800 00000100:00100000:3.0:1746139099.095442:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840284800 00002000:00100000:3.0:1746139099.095483:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff88009cbac380 x1830958840284800/t0(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:25/0 lens 496/0 e 0 to 0 dl 1746139110 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139099.095500:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cbac380 with x1830958840284800 ext(0->7) 00010000:00010000:3.0:1746139099.095507:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9d000/0x1f9f6ca451acb356 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35121bc expref: 58 pid: 9564 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746139099.095533:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9d000/0x1f9f6ca451acb356 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35121bc expref: 58 pid: 9564 timeout: 824 lvb_type: 0 00002000:00010000:3.0:1746139099.095540:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cbac380 00000100:00100000:3.0:1746139099.096084:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2578 00000100:00100000:3.0:1746139099.096093:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+58:2008:x1830958840284800:12345-192.168.203.56@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746139099.097005:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+60:2008:x1830958840284800:12345-192.168.203.56@tcp:4:ldlm_bl.0 Request processed in 909us (1819us total) trans 4294972066 rc 0/0 00000100:00100000:0.0:1746139099.097014:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2578 00002000:00100000:0.0:1746139099.097021:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff88009cbac380 x1830958840284800/t4294972066(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:25/0 lens 496/448 e 0 to 0 dl 1746139110 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139099.097030:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cbac380 with x1830958840284800 ext(0->7) 00010000:00010000:0.0:1746139099.097036:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9d000/0x1f9f6ca451acb356 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35121bc expref: 60 pid: 9564 timeout: 824 lvb_type: 0 00010000:00010000:0.0:1746139099.097047:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9d000/0x1f9f6ca451acb356 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35121bc expref: 60 pid: 9564 timeout: 824 lvb_type: 0 00002000:00010000:0.0:1746139099.097063:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cbac380 00000100:00100000:0.0:1746139099.100023:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139099.100099:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840284928 00000100:00100000:1.0:1746139099.100110:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840284928 00010000:00010000:1.0:1746139099.100145:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9d000/0x1f9f6ca451acb356 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35121bc expref: 60 pid: 9564 timeout: 824 lvb_type: 0 00000100:00100000:1.0:1746139099.100195:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17042 00000100:00100000:1.0:1746139099.100203:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbafb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+60:2008:x1830958840284928:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746139099.100219:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746139099.100246:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9d000/0x1f9f6ca451acb356 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35121bc expref: 60 pid: 9564 timeout: 824 lvb_type: 0 00010000:00010000:1.0:1746139099.100260:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9d000/0x1f9f6ca451acb356 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35121bc expref: 60 pid: 9564 timeout: 824 lvb_type: 0 00010000:00010000:1.0:1746139099.100285:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9d000/0x1f9f6ca451acb356 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35121bc expref: 60 pid: 9564 timeout: 824 lvb_type: 0 00010000:00010000:1.0:1746139099.100318:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139099.100320:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139099.100328:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1c00/0x1f9f6ca451acb35d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35121c3 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139099.100336:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1c00/0x1f9f6ca451acb35d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35121c3 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139099.100373:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1c00/0x1f9f6ca451acb35d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35121c3 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746139099.100386:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009bd89500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832126336:192.168.203.56@tcp:105: 00000100:00100000:1.0:1746139099.100479:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a059d600 going to sleep for 11 seconds 00000100:00100000:0.0:1746139099.108035:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139099.108151:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139099.108206:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009bd89500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832126336:192.168.203.56@tcp:105: 00010000:00010000:1.0:1746139099.108228:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746139099.108276:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbafb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+59:2008:x1830958840284928:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 8073us (8262us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139099.108287:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17042 00000100:00100000:2.0:1746139099.110117:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840285184 00000100:00100000:2.0:1746139099.110128:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840285184 00002000:00100000:2.0:1746139099.110175:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880093640000 x1830958840285184/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:25/0 lens 488/0 e 0 to 0 dl 1746139110 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139099.110185:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093640000 with x1830958840285184 ext(0->4095) 00002000:00010000:2.0:1746139099.110190:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093640000 00000100:00100000:2.0:1746139099.110224:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13222 00000100:00100000:2.0:1746139099.110232:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093640000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840285184:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746139099.110328:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840285312 00000100:00100000:3.0:1746139099.110333:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840285312 00000100:00100000:3.0:1746139099.110368:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29729 00000100:00100000:3.0:1746139099.110374:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ff6d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+59:1800:x1830958840285312:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746139099.110383:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139099.110406:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9ce00/0x1f9f6ca451acb364 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a35121ca expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139099.110434:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1c00/0x1f9f6ca451acb35d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35121c3 expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139099.110441:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139099.110443:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139099.110446:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9ce00/0x1f9f6ca451acb364 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35121ca expref: 60 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139099.110482:0:9564:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1c00/0x1f9f6ca451acb35d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35121c3 expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139099.110494:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1c00/0x1f9f6ca451acb35d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35121c3 expref: 6 pid: 9564 timeout: 824 lvb_type: 0 00000100:00100000:3.0:1746139099.110506:0:9564:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a075ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832126464:192.168.203.56@tcp:104: 00000100:00100000:3.0:1746139099.110579:0:9564:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800acd8d240 going to sleep for 11 seconds 00000100:00100000:2.0:1746139099.111072:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093640000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840285184:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 839us (3048us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746139099.111080:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13222 00002000:00100000:2.0:1746139099.111086:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880093640000 x1830958840285184/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:25/0 lens 488/4536 e 0 to 0 dl 1746139110 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139099.111093:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093640000 with x1830958840285184 ext(0->4095) 00010000:00010000:2.0:1746139099.111098:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1c00/0x1f9f6ca451acb35d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35121c3 expref: 6 pid: 9564 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746139099.111109:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1c00/0x1f9f6ca451acb35d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35121c3 expref: 6 pid: 9564 timeout: 824 lvb_type: 0 00002000:00010000:2.0:1746139099.111115:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093640000 00000100:00100000:0.0:1746139099.113065:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139099.113173:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840285440 00000100:00100000:1.0:1746139099.113181:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840285440 00000100:00100000:1.0:1746139099.113235:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29730 00000100:00100000:1.0:1746139099.113243:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093642a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b60e9717-019c-4527-a82a-15e993ac5189+61:1814:x1830958840285440:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139099.113260:0:9562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139099.113276:0:9562:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acb36b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a35121d1 expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139099.113299:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139099.113305:0:9562:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9ce00/0x1f9f6ca451acb364 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35121ca expref: 62 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139099.113311:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139099.113315:0:9562:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acb36b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35121d1 expref: 62 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139099.113350:0:9562:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9ce00/0x1f9f6ca451acb364 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35121ca expref: 62 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139099.113363:0:9562:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acb36b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35121d1 expref: 62 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139099.113373:0:9562:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7f400, rc 0) 00000100:00100000:1.0:1746139099.113419:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093642a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b60e9717-019c-4527-a82a-15e993ac5189+62:1814:x1830958840285440:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 177us (361us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139099.113425:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29730 00000100:00100000:3.0:1746139099.113562:0:9564:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a075ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832126464:192.168.203.56@tcp:104: 00010000:00010000:3.0:1746139099.113585:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9ce00/0x1f9f6ca451acb364 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35121ca expref: 61 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139099.113593:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800b1a9ce00, rc 0) 00000100:00100000:3.0:1746139099.113648:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ff6d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+61:1800:x1830958840285312:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3273us (5496us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139099.113653:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29729 00000100:00100000:0.0:1746139099.118546:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139099.118655:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840285568 00000100:00100000:1.0:1746139099.118666:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840285568 00010000:00010000:1.0:1746139099.118712:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1c00/0x1f9f6ca451acb35d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35121c3 expref: 6 pid: 9564 timeout: 824 lvb_type: 0 00000100:00100000:1.0:1746139099.118741:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17043 00000100:00100000:1.0:1746139099.118749:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093641f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840285568:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746139099.118763:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746139099.118786:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1c00/0x1f9f6ca451acb35d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35121c3 expref: 6 pid: 9564 timeout: 824 lvb_type: 0 00010000:00010000:1.0:1746139099.118798:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1c00/0x1f9f6ca451acb35d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35121c3 expref: 6 pid: 9564 timeout: 824 lvb_type: 0 00010000:00010000:1.0:1746139099.118819:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1c00/0x1f9f6ca451acb35d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35121c3 expref: 6 pid: 9564 timeout: 824 lvb_type: 0 00010000:00010000:1.0:1746139099.119662:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139099.119666:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139099.119675:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9ce00/0x1f9f6ca451acb364 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35121ca expref: 60 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139099.119685:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9ce00/0x1f9f6ca451acb364 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35121ca expref: 60 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139099.119724:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9ce00/0x1f9f6ca451acb364 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35121ca expref: 60 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139099.119736:0:7207:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9ce00/0x1f9f6ca451acb364 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35121ca expref: 60 pid: 9564 timeout: 824 lvb_type: 0 00000100:00100000:1.0:1746139099.119747:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009bd89500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832126720:192.168.203.56@tcp:105: 00000100:00100000:1.0:1746139099.119969:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a059d600 going to sleep for 11 seconds 00000100:00100000:1.0:1746139099.123321:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009bd89500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832126720:192.168.203.56@tcp:105: 00010000:00010000:1.0:1746139099.123353:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746139099.123420:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093641f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2007:x1830958840285568:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 4669us (4894us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139099.123432:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17043 00000100:00100000:0.0:1746139099.123553:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139099.124412:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840285824 00000100:00100000:3.0:1746139099.124420:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840285824 00002000:00100000:3.0:1746139099.124478:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880093640700 x1830958840285824/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:25/0 lens 488/0 e 0 to 0 dl 1746139110 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139099.124488:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093640700 with x1830958840285824 ext(0->4095) 00010000:00010000:3.0:1746139099.124501:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9ce00/0x1f9f6ca451acb364 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35121ca expref: 61 pid: 9564 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746139099.124520:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9ce00/0x1f9f6ca451acb364 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35121ca expref: 61 pid: 9564 timeout: 824 lvb_type: 0 00002000:00010000:3.0:1746139099.124535:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093640700 00000100:00100000:3.0:1746139099.124558:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2579 00000100:00100000:3.0:1746139099.124565:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093640700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+61:2008:x1830958840285824:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746139099.124715:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093640700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+61:2008:x1830958840285824:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 151us (1162us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746139099.124721:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2579 00002000:00100000:3.0:1746139099.124726:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880093640700 x1830958840285824/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:25/0 lens 488/4536 e 0 to 0 dl 1746139110 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139099.124732:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093640700 with x1830958840285824 ext(0->4095) 00010000:00010000:3.0:1746139099.124736:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9ce00/0x1f9f6ca451acb364 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35121ca expref: 61 pid: 9564 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746139099.124745:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9ce00/0x1f9f6ca451acb364 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35121ca expref: 61 pid: 9564 timeout: 824 lvb_type: 0 00002000:00010000:3.0:1746139099.124750:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093640700 00000100:00100000:0.0:1746139099.133076:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139099.133199:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840285952 00000100:00100000:1.0:1746139099.133210:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840285952 00010000:00010000:1.0:1746139099.133900:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9ce00/0x1f9f6ca451acb364 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35121ca expref: 61 pid: 9564 timeout: 824 lvb_type: 0 00000100:00100000:1.0:1746139099.133940:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17044 00000100:00100000:1.0:1746139099.133950:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093641c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+61:2008:x1830958840285952:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746139099.133968:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746139099.133994:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9ce00/0x1f9f6ca451acb364 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35121ca expref: 61 pid: 9564 timeout: 824 lvb_type: 0 00010000:00010000:1.0:1746139099.134008:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9ce00/0x1f9f6ca451acb364 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35121ca expref: 61 pid: 9564 timeout: 824 lvb_type: 0 00010000:00010000:1.0:1746139099.134039:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9ce00/0x1f9f6ca451acb364 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35121ca expref: 61 pid: 9564 timeout: 824 lvb_type: 0 00010000:00010000:1.0:1746139099.134081:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139099.134083:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139099.134092:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acb36b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35121d1 expref: 60 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139099.134100:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acb36b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35121d1 expref: 60 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139099.134135:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acb36b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35121d1 expref: 60 pid: 9562 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746139099.134149:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009bd89500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832126848:192.168.203.56@tcp:105: 00000100:00100000:1.0:1746139099.134247:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a059d600 going to sleep for 11 seconds 00000100:00100000:1.0:1746139099.138995:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009bd89500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832126848:192.168.203.56@tcp:105: 00010000:00010000:1.0:1746139099.139019:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746139099.139063:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093641c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+60:2008:x1830958840285952:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 5114us (6000us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139099.139073:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17044 00000100:00100000:0.0:1746139099.139810:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139099.139864:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840286208 00000100:00100000:1.0:1746139099.139870:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840286208 00002000:00100000:1.0:1746139099.139912:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880093641180 x1830958840286208/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:25/0 lens 488/0 e 0 to 0 dl 1746139110 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139099.139922:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093641180 with x1830958840286208 ext(0->4095) 00002000:00010000:1.0:1746139099.139927:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093641180 00000100:00100000:1.0:1746139099.140241:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13223 00000100:00100000:1.0:1746139099.140248:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093641180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+60:2008:x1830958840286208:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746139099.140372:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093641180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+60:2008:x1830958840286208:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 124us (564us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139099.140378:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13223 00002000:00100000:1.0:1746139099.140384:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880093641180 x1830958840286208/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:25/0 lens 488/4536 e 0 to 0 dl 1746139110 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139099.140397:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093641180 with x1830958840286208 ext(0->4095) 00002000:00010000:1.0:1746139099.140399:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093641180 00000100:00100000:0.0:1746139099.144591:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139099.149031:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840286336 00000100:00100000:3.0:1746139099.149048:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840286336 00000100:00100000:3.0:1746139099.149113:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29731 00000100:00100000:3.0:1746139099.149122:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093640e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840286336:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746139099.149276:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139099.149296:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9c800/0x1f9f6ca451acb372 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a35121d8 expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139099.149567:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acb36b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35121d1 expref: 59 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139099.149577:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746139099.149578:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746139099.149581:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9c800/0x1f9f6ca451acb372 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35121d8 expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139099.149633:0:9564:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acb36b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35121d1 expref: 59 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139099.149647:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acb36b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35121d1 expref: 59 pid: 9562 timeout: 824 lvb_type: 0 00000100:00100000:3.0:1746139099.149660:0:9564:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a075ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832126976:192.168.203.56@tcp:104: 00000100:00100000:3.0:1746139099.149766:0:9564:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800acd8d240 going to sleep for 11 seconds 00000100:00100000:3.0:1746139099.155793:0:9564:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a075ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832126976:192.168.203.56@tcp:104: 00010000:00010000:3.0:1746139099.155833:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9c800/0x1f9f6ca451acb372 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35121d8 expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139099.155851:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800b1a9c800, rc 0) 00000100:00100000:3.0:1746139099.155914:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093640e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840286336:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6791us (11331us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139099.155923:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29731 00000100:00100000:0.0:1746139099.156806:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139099.156876:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840286464 00000100:00100000:3.0:1746139099.156882:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840286464 00002000:00100000:3.0:1746139099.156921:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff880093641500 x1830958840286464/t0(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:25/0 lens 496/0 e 0 to 0 dl 1746139110 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139099.156931:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093641500 with x1830958840286464 ext(0->7) 00010000:00010000:3.0:1746139099.156938:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acb36b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35121d1 expref: 60 pid: 9562 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746139099.156950:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acb36b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35121d1 expref: 60 pid: 9562 timeout: 824 lvb_type: 0 00002000:00010000:3.0:1746139099.156957:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093641500 00000100:00100000:3.0:1746139099.157031:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2580 00000100:00100000:3.0:1746139099.157038:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093641500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+60:2007:x1830958840286464:12345-192.168.203.56@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746139099.159050:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093641500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+62:2007:x1830958840286464:12345-192.168.203.56@tcp:4:ldlm_bl.0 Request processed in 2003us (2239us total) trans 4294972067 rc 0/0 00000100:00100000:0.0:1746139099.159059:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2580 00002000:00100000:0.0:1746139099.159069:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff880093641500 x1830958840286464/t4294972067(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:25/0 lens 496/448 e 0 to 0 dl 1746139110 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139099.159079:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093641500 with x1830958840286464 ext(0->7) 00010000:00010000:0.0:1746139099.159090:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acb36b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35121d1 expref: 62 pid: 9562 timeout: 824 lvb_type: 0 00010000:00010000:0.0:1746139099.159104:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acb36b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35121d1 expref: 62 pid: 9562 timeout: 824 lvb_type: 0 00002000:00010000:0.0:1746139099.159111:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093641500 00000100:00100000:0.0:1746139099.165199:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139099.165310:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840286592 00000100:00100000:1.0:1746139099.165320:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840286592 00010000:00010000:1.0:1746139099.165364:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acb36b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35121d1 expref: 62 pid: 9562 timeout: 824 lvb_type: 0 00000100:00100000:1.0:1746139099.165398:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17045 00000100:00100000:1.0:1746139099.165406:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fae9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+62:2010:x1830958840286592:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746139099.165423:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746139099.165447:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acb36b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35121d1 expref: 62 pid: 9562 timeout: 824 lvb_type: 0 00010000:00010000:1.0:1746139099.165462:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acb36b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35121d1 expref: 62 pid: 9562 timeout: 824 lvb_type: 0 00010000:00010000:1.0:1746139099.165488:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acb36b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35121d1 expref: 62 pid: 9562 timeout: 824 lvb_type: 0 00010000:00010000:1.0:1746139099.165528:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139099.165530:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139099.165538:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9c800/0x1f9f6ca451acb372 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35121d8 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139099.165548:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9c800/0x1f9f6ca451acb372 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35121d8 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139099.165587:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9c800/0x1f9f6ca451acb372 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35121d8 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746139099.165600:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009bd89500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832127104:192.168.203.56@tcp:105: 00000100:00100000:1.0:1746139099.165718:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a059d780 going to sleep for 11 seconds 00000100:00100000:0.0:1746139099.170172:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139099.170329:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009bd89500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832127104:192.168.203.56@tcp:105: 00010000:00010000:1.0:1746139099.170352:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746139099.170399:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fae9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+61:2010:x1830958840286592:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 4991us (5212us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139099.170410:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17045 00000100:00100000:2.0:1746139099.170511:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840286720 00000100:00100000:2.0:1746139099.170528:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840286720 00000100:00100000:2.0:1746139099.170560:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29732 00000100:00100000:2.0:1746139099.170566:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fae8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+61:1800:x1830958840286720:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139099.170584:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139099.170601:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1400/0x1f9f6ca451acb379 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a35121df expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.170644:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9c800/0x1f9f6ca451acb372 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35121d8 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.170651:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139099.170652:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139099.170655:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1400/0x1f9f6ca451acb379 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35121df expref: 62 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.170681:0:9564:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9c800/0x1f9f6ca451acb372 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35121d8 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.170691:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9c800/0x1f9f6ca451acb372 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35121d8 expref: 5 pid: 9564 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746139099.170701:0:9564:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c4d4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832127232:192.168.203.56@tcp:104: 00000100:00100000:2.0:1746139099.170741:0:9564:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a066d480 going to sleep for 11 seconds 00000100:00100000:0.0:1746139099.171093:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139099.171110:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840286976 00000100:00100000:0.0:1746139099.171113:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840286976 00002000:00100000:0.0:1746139099.171138:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88012faeaa00 x1830958840286976/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:25/0 lens 488/0 e 0 to 0 dl 1746139110 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139099.171147:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012faeaa00 with x1830958840286976 ext(0->4095) 00010000:00010000:0.0:1746139099.171153:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9c800/0x1f9f6ca451acb372 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35121d8 expref: 6 pid: 9564 timeout: 824 lvb_type: 0 00010000:00010000:0.0:1746139099.171162:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9c800/0x1f9f6ca451acb372 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35121d8 expref: 6 pid: 9564 timeout: 824 lvb_type: 0 00002000:00010000:0.0:1746139099.171167:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012faeaa00 00000100:00100000:0.0:1746139099.171179:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2581 00000100:00100000:0.0:1746139099.171183:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012faeaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840286976:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746139099.171280:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012faeaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840286976:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 97us (188us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746139099.171285:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2581 00002000:00100000:0.0:1746139099.171290:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88012faeaa00 x1830958840286976/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:25/0 lens 488/4536 e 0 to 0 dl 1746139110 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139099.171297:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012faeaa00 with x1830958840286976 ext(0->4095) 00010000:00010000:0.0:1746139099.171300:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9c800/0x1f9f6ca451acb372 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35121d8 expref: 6 pid: 9564 timeout: 824 lvb_type: 0 00010000:00010000:0.0:1746139099.171307:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9c800/0x1f9f6ca451acb372 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35121d8 expref: 6 pid: 9564 timeout: 824 lvb_type: 0 00002000:00010000:0.0:1746139099.171312:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012faeaa00 00000100:00100000:0.0:1746139099.173955:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139099.174035:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840287104 00000100:00100000:1.0:1746139099.174044:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840287104 00000100:00100000:2.0:1746139099.174829:0:9564:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c4d4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832127232:192.168.203.56@tcp:104: 00010000:00010000:2.0:1746139099.174861:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1400/0x1f9f6ca451acb379 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35121df expref: 63 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.174878:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f1a1400, rc 0) 00000100:00100000:2.0:1746139099.174929:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fae8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+63:1800:x1830958840286720:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4363us (4770us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139099.174936:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29732 00000100:00100000:2.0:1746139099.174957:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29733 00000100:00100000:2.0:1746139099.174963:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fae8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+62:1814:x1830958840287104:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139099.174978:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139099.174992:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f1a0800/0x1f9f6ca451acb380 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a35121e6 expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.175012:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139099.175016:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1400/0x1f9f6ca451acb379 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35121df expref: 63 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.175022:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139099.175025:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f1a0800/0x1f9f6ca451acb380 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35121e6 expref: 63 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.175053:0:9564:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1400/0x1f9f6ca451acb379 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35121df expref: 63 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.175062:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f1a0800/0x1f9f6ca451acb380 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35121e6 expref: 63 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.175069:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f1a0800, rc 0) 00000100:00100000:2.0:1746139099.175084:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fae8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+63:1814:x1830958840287104:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 122us (1140us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139099.175089:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29733 00000100:00100000:0.0:1746139099.176045:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139099.176085:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840287232 00000100:00100000:0.0:1746139099.176090:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840287232 00010000:00010000:0.0:1746139099.176115:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9c800/0x1f9f6ca451acb372 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35121d8 expref: 6 pid: 9564 timeout: 824 lvb_type: 0 00000100:00100000:0.0:1746139099.176141:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17046 00000100:00100000:0.0:1746139099.176148:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800acc5f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840287232:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746139099.176155:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746139099.176173:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9c800/0x1f9f6ca451acb372 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35121d8 expref: 6 pid: 9564 timeout: 824 lvb_type: 0 00010000:00010000:0.0:1746139099.176184:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9c800/0x1f9f6ca451acb372 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35121d8 expref: 6 pid: 9564 timeout: 824 lvb_type: 0 00010000:00010000:0.0:1746139099.176200:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9c800/0x1f9f6ca451acb372 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35121d8 expref: 6 pid: 9564 timeout: 824 lvb_type: 0 00010000:00010000:0.0:1746139099.176220:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139099.176222:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139099.176228:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1400/0x1f9f6ca451acb379 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35121df expref: 62 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139099.176235:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1400/0x1f9f6ca451acb379 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35121df expref: 62 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139099.176257:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1400/0x1f9f6ca451acb379 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35121df expref: 62 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139099.176268:0:15672:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1400/0x1f9f6ca451acb379 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35121df expref: 62 pid: 9564 timeout: 824 lvb_type: 0 00000100:00100000:0.0:1746139099.176280:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012faeb480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832127488:192.168.203.56@tcp:105: 00000100:00100000:0.0:1746139099.176331:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007fe37840 going to sleep for 11 seconds 00000100:00100000:2.0:1746139099.178784:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012faeb480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832127488:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139099.178808:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139099.179761:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800acc5f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2008:x1830958840287232:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3609us (3714us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139099.179773:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17046 00000100:00100000:0.0:1746139099.180412:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139099.180598:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840287488 00000100:00100000:2.0:1746139099.180605:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840287488 00002000:00100000:2.0:1746139099.180668:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88012fae9500 x1830958840287488/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:25/0 lens 488/0 e 0 to 0 dl 1746139110 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139099.180678:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fae9500 with x1830958840287488 ext(0->4095) 00010000:00010000:2.0:1746139099.180687:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1400/0x1f9f6ca451acb379 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35121df expref: 63 pid: 9564 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746139099.180700:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1400/0x1f9f6ca451acb379 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35121df expref: 63 pid: 9564 timeout: 824 lvb_type: 0 00002000:00010000:2.0:1746139099.180707:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012fae9500 00000100:00100000:2.0:1746139099.180725:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2582 00000100:00100000:2.0:1746139099.180731:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fae9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+63:2007:x1830958840287488:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746139099.180857:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fae9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+63:2007:x1830958840287488:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 126us (447us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746139099.180863:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2582 00002000:00100000:2.0:1746139099.180868:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88012fae9500 x1830958840287488/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:25/0 lens 488/4536 e 0 to 0 dl 1746139110 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139099.180875:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fae9500 with x1830958840287488 ext(0->4095) 00010000:00010000:2.0:1746139099.180880:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1400/0x1f9f6ca451acb379 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35121df expref: 63 pid: 9564 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746139099.180889:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1400/0x1f9f6ca451acb379 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35121df expref: 63 pid: 9564 timeout: 824 lvb_type: 0 00002000:00010000:2.0:1746139099.180895:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012fae9500 00000100:00100000:0.0:1746139099.183253:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139099.183363:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840287616 00000100:00100000:2.0:1746139099.183372:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840287616 00010000:00010000:2.0:1746139099.183410:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1400/0x1f9f6ca451acb379 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35121df expref: 63 pid: 9564 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746139099.183435:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17047 00000100:00100000:2.0:1746139099.183443:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012faeb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+63:2008:x1830958840287616:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139099.183458:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139099.183478:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1400/0x1f9f6ca451acb379 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35121df expref: 63 pid: 9564 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746139099.183489:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1400/0x1f9f6ca451acb379 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35121df expref: 63 pid: 9564 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746139099.183511:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1400/0x1f9f6ca451acb379 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35121df expref: 63 pid: 9564 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746139099.184221:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139099.184224:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139099.184232:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f1a0800/0x1f9f6ca451acb380 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35121e6 expref: 62 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.184245:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f1a0800/0x1f9f6ca451acb380 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35121e6 expref: 62 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.184279:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f1a0800/0x1f9f6ca451acb380 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35121e6 expref: 62 pid: 9564 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746139099.184289:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c4d4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832127616:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139099.184960:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a066de40 going to sleep for 11 seconds 00000100:00100000:2.0:1746139099.187644:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c4d4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832127616:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139099.187666:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139099.187710:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012faeb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+62:2008:x1830958840287616:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 4266us (4466us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139099.187721:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17047 00000100:00100000:0.0:1746139099.188152:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139099.188279:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840287872 00000100:00100000:1.0:1746139099.188286:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840287872 00002000:00100000:1.0:1746139099.188322:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880072550e00 x1830958840287872/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:25/0 lens 488/0 e 0 to 0 dl 1746139110 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139099.188331:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072550e00 with x1830958840287872 ext(0->4095) 00002000:00010000:1.0:1746139099.188336:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072550e00 00000100:00100000:1.0:1746139099.188362:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13224 00000100:00100000:1.0:1746139099.188369:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072550e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+62:2009:x1830958840287872:12345-192.168.203.56@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746139099.188490:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072550e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+62:2009:x1830958840287872:12345-192.168.203.56@tcp:3:ptlrpcd_01_00.0 Request processed in 121us (339us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139099.188496:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13224 00002000:00100000:1.0:1746139099.188500:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880072550e00 x1830958840287872/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:25/0 lens 488/4536 e 0 to 0 dl 1746139110 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139099.188508:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072550e00 with x1830958840287872 ext(0->4095) 00002000:00010000:1.0:1746139099.188511:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072550e00 00000100:00100000:0.0:1746139099.190381:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139099.190550:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840288000 00000100:00100000:3.0:1746139099.190558:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840288000 00000100:00100000:3.0:1746139099.190608:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29734 00000100:00100000:3.0:1746139099.190644:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072550700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840288000:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746139099.190663:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139099.190680:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9ca00/0x1f9f6ca451acb387 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a35121ed expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139099.190708:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f1a0800/0x1f9f6ca451acb380 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35121e6 expref: 61 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139099.190715:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746139099.190717:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746139099.190721:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9ca00/0x1f9f6ca451acb387 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35121ed expref: 6 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139099.190751:0:18644:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f1a0800/0x1f9f6ca451acb380 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35121e6 expref: 61 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139099.190762:0:18644:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f1a0800/0x1f9f6ca451acb380 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35121e6 expref: 61 pid: 9564 timeout: 824 lvb_type: 0 00000100:00100000:3.0:1746139099.190773:0:18644:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a075ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832127744:192.168.203.56@tcp:104: 00000100:00100000:3.0:1746139099.190851:0:18644:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800acd8d240 going to sleep for 11 seconds 00000100:00100000:0.0:1746139099.193874:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139099.193980:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840288128 00000100:00100000:2.0:1746139099.193990:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840288128 00010000:00010000:2.0:1746139099.194031:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f1a0800/0x1f9f6ca451acb380 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35121e6 expref: 62 pid: 9564 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746139099.194060:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17048 00000100:00100000:2.0:1746139099.194067:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072552680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+62:2008:x1830958840288128:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139099.194081:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139099.194105:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f1a0800/0x1f9f6ca451acb380 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35121e6 expref: 62 pid: 9564 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746139099.194120:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f1a0800/0x1f9f6ca451acb380 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35121e6 expref: 62 pid: 9564 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746139099.194145:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139099.194147:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139099.194155:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9ca00/0x1f9f6ca451acb387 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35121ed expref: 6 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.194163:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9ca00/0x1f9f6ca451acb387 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35121ed expref: 6 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.194198:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9ca00/0x1f9f6ca451acb387 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35121ed expref: 6 pid: 18644 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746139099.194210:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c4d4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832127872:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139099.194299:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a066de40 going to sleep for 11 seconds 00010000:00010000:3.0:1746139099.194409:0:18644:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f1a0800/0x1f9f6ca451acb380 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35121e6 expref: 62 pid: 9564 timeout: 824 lvb_type: 0 00000100:00100000:3.0:1746139099.194438:0:18644:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a075ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832127744:192.168.203.56@tcp:104: 00010000:00010000:3.0:1746139099.194465:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9ca00/0x1f9f6ca451acb387 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35121ed expref: 6 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139099.194474:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800b1a9ca00, rc 0) 00000100:00100000:3.0:1746139099.194500:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072550700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840288000:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3885us (4128us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139099.194508:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29734 00000100:00100000:3.0:1746139099.198891:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c4d4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832127872:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139099.198913:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139099.198958:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072552680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+61:2008:x1830958840288128:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 4890us (5093us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139099.198971:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17048 00000100:00100000:0.0:1746139099.200165:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139099.200212:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139099.200291:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840288384 00000100:00100000:2.0:1746139099.200299:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840288384 00002000:00100000:2.0:1746139099.200342:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880072553480 x1830958840288384/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:25/0 lens 488/0 e 0 to 0 dl 1746139110 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139099.200353:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072553480 with x1830958840288384 ext(0->4095) 00002000:00010000:2.0:1746139099.200358:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072553480 00000100:00100000:3.0:1746139099.200437:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840288512 00000100:00100000:3.0:1746139099.200441:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840288512 00000100:00100000:3.0:1746139099.200680:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29735 00000100:00100000:3.0:1746139099.200687:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072551500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+61:1800:x1830958840288512:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746139099.200702:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139099.200719:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9d800/0x1f9f6ca451acb38e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a35121f4 expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139099.200750:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9ca00/0x1f9f6ca451acb387 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35121ed expref: 6 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139099.200757:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139099.200759:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139099.200763:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9d800/0x1f9f6ca451acb38e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35121f4 expref: 62 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139099.200801:0:18644:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9ca00/0x1f9f6ca451acb387 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35121ed expref: 6 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139099.200813:0:18644:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9ca00/0x1f9f6ca451acb387 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35121ed expref: 6 pid: 18644 timeout: 824 lvb_type: 0 00000100:00100000:3.0:1746139099.200825:0:18644:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a075ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832128000:192.168.203.56@tcp:104: 00000100:00100000:2.0:1746139099.200919:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2583 00000100:00100000:2.0:1746139099.200925:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072553480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840288384:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746139099.201367:0:18644:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800acd8d240 going to sleep for 11 seconds 00000100:00100000:2.0:1746139099.201852:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072553480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840288384:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 925us (1637us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746139099.201859:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2583 00002000:00100000:2.0:1746139099.201865:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880072553480 x1830958840288384/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:25/0 lens 488/4536 e 0 to 0 dl 1746139110 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139099.201873:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072553480 with x1830958840288384 ext(0->4095) 00010000:00010000:2.0:1746139099.201880:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9ca00/0x1f9f6ca451acb387 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35121ed expref: 6 pid: 18644 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746139099.201890:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9ca00/0x1f9f6ca451acb387 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35121ed expref: 6 pid: 18644 timeout: 824 lvb_type: 0 00002000:00010000:2.0:1746139099.201896:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072553480 00000100:00100000:0.0:1746139099.204249:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139099.204811:0:18644:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a075ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832128000:192.168.203.56@tcp:104: 00010000:00010000:3.0:1746139099.204844:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9d800/0x1f9f6ca451acb38e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35121f4 expref: 62 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139099.204860:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800b1a9d800, rc 0) 00000100:00100000:3.0:1746139099.204908:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072551500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+62:1800:x1830958840288512:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4221us (4747us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139099.204916:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29735 00000100:00100000:3.0:1746139099.205517:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840288640 00000100:00100000:3.0:1746139099.205533:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840288640 00000100:00100000:3.0:1746139099.205563:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29736 00000100:00100000:3.0:1746139099.205570:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072551880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+62:1814:x1830958840288640:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746139099.205586:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139099.205601:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9c800/0x1f9f6ca451acb395 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a35121fb expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139099.205655:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139099.205660:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9d800/0x1f9f6ca451acb38e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35121f4 expref: 63 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139099.205666:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746139099.205669:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9c800/0x1f9f6ca451acb395 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35121fb expref: 63 pid: 18644 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746139099.205681:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00010000:00010000:3.0:1746139099.205700:0:18644:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9d800/0x1f9f6ca451acb38e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35121f4 expref: 63 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139099.205710:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9c800/0x1f9f6ca451acb395 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35121fb expref: 63 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139099.205721:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800b1a9c800, rc 0) 00000100:00100000:3.0:1746139099.205743:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072551880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+63:1814:x1830958840288640:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 173us (1502us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139099.205749:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29736 00000100:00100000:2.0:1746139099.205922:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840288768 00000100:00100000:2.0:1746139099.205926:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840288768 00010000:00010000:2.0:1746139099.205947:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9ca00/0x1f9f6ca451acb387 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35121ed expref: 6 pid: 18644 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746139099.205968:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17049 00000100:00100000:2.0:1746139099.205973:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072551180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2009:x1830958840288768:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139099.205981:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139099.205999:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9ca00/0x1f9f6ca451acb387 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35121ed expref: 6 pid: 18644 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746139099.206010:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9ca00/0x1f9f6ca451acb387 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35121ed expref: 6 pid: 18644 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746139099.206026:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9ca00/0x1f9f6ca451acb387 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35121ed expref: 6 pid: 18644 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746139099.206054:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139099.206056:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139099.206062:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9d800/0x1f9f6ca451acb38e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35121f4 expref: 62 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.206068:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9d800/0x1f9f6ca451acb38e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35121f4 expref: 62 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.206089:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9d800/0x1f9f6ca451acb38e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35121f4 expref: 62 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.206099:0:15672:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9d800/0x1f9f6ca451acb38e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35121f4 expref: 62 pid: 18644 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746139099.206111:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c4d4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832128256:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139099.206162:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a066d540 going to sleep for 11 seconds 00000100:00100000:2.0:1746139099.209663:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c4d4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832128256:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139099.209687:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139099.209745:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072551180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2009:x1830958840288768:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3769us (4062us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139099.209757:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17049 00000100:00100000:0.0:1746139099.210170:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139099.210431:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840289024 00000100:00100000:3.0:1746139099.210438:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840289024 00002000:00100000:3.0:1746139099.210484:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880072552300 x1830958840289024/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:25/0 lens 488/0 e 0 to 0 dl 1746139110 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139099.210493:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072552300 with x1830958840289024 ext(0->4095) 00010000:00010000:3.0:1746139099.210502:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9d800/0x1f9f6ca451acb38e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35121f4 expref: 63 pid: 18644 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746139099.210515:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9d800/0x1f9f6ca451acb38e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35121f4 expref: 63 pid: 18644 timeout: 824 lvb_type: 0 00002000:00010000:3.0:1746139099.210530:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072552300 00000100:00100000:3.0:1746139099.210548:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2584 00000100:00100000:3.0:1746139099.210555:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072552300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+63:2007:x1830958840289024:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746139099.210737:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072552300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+63:2007:x1830958840289024:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 182us (568us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746139099.210743:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2584 00002000:00100000:3.0:1746139099.210748:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880072552300 x1830958840289024/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:25/0 lens 488/4536 e 0 to 0 dl 1746139110 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139099.210761:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072552300 with x1830958840289024 ext(0->4095) 00010000:00010000:3.0:1746139099.210766:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9d800/0x1f9f6ca451acb38e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35121f4 expref: 63 pid: 18644 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746139099.210774:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9d800/0x1f9f6ca451acb38e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35121f4 expref: 63 pid: 18644 timeout: 824 lvb_type: 0 00002000:00010000:3.0:1746139099.210779:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072552300 00000100:00100000:0.0:1746139099.213376:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139099.213462:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840289152 00000100:00100000:2.0:1746139099.213471:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840289152 00010000:00010000:2.0:1746139099.213505:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9d800/0x1f9f6ca451acb38e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35121f4 expref: 63 pid: 18644 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746139099.213816:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17050 00000100:00100000:2.0:1746139099.213824:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072551c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+63:2008:x1830958840289152:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139099.213839:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139099.213861:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9d800/0x1f9f6ca451acb38e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35121f4 expref: 63 pid: 18644 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746139099.213873:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9d800/0x1f9f6ca451acb38e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35121f4 expref: 63 pid: 18644 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746139099.213896:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9d800/0x1f9f6ca451acb38e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35121f4 expref: 63 pid: 18644 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746139099.213913:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139099.213915:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139099.213922:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9c800/0x1f9f6ca451acb395 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35121fb expref: 62 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.213929:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9c800/0x1f9f6ca451acb395 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35121fb expref: 62 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.213961:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9c800/0x1f9f6ca451acb395 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35121fb expref: 62 pid: 18644 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746139099.213973:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c4d4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832128384:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139099.214055:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a066d540 going to sleep for 11 seconds 00000100:00100000:2.0:1746139099.216304:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c4d4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832128384:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139099.216330:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139099.216375:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072551c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+62:2008:x1830958840289152:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 2551us (3007us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139099.216385:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17050 00000100:00100000:0.0:1746139099.216767:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139099.216871:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840289408 00000100:00100000:1.0:1746139099.216879:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840289408 00002000:00100000:1.0:1746139099.216918:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880072550a80 x1830958840289408/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:25/0 lens 488/0 e 0 to 0 dl 1746139110 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139099.216927:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072550a80 with x1830958840289408 ext(0->4095) 00002000:00010000:1.0:1746139099.216932:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072550a80 00000100:00100000:1.0:1746139099.216959:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13226 00000100:00100000:1.0:1746139099.216965:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072550a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+62:2007:x1830958840289408:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746139099.217099:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072550a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+62:2007:x1830958840289408:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 133us (332us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139099.217105:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13226 00002000:00100000:1.0:1746139099.217110:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880072550a80 x1830958840289408/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:25/0 lens 488/4536 e 0 to 0 dl 1746139110 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139099.217117:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072550a80 with x1830958840289408 ext(0->4095) 00002000:00010000:1.0:1746139099.217119:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072550a80 00000100:00100000:0.0:1746139099.219758:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139099.219993:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840289536 00000100:00100000:1.0:1746139099.220001:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840289536 00000100:00100000:1.0:1746139099.220063:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29737 00000100:00100000:1.0:1746139099.220071:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072553100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840289536:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139099.220089:0:9562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139099.220106:0:9562:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451acb39c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512202 expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139099.220133:0:9562:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9c800/0x1f9f6ca451acb395 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35121fb expref: 61 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139099.220139:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139099.220141:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139099.220144:0:9562:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451acb39c lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512202 expref: 6 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139099.220176:0:9562:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9c800/0x1f9f6ca451acb395 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35121fb expref: 61 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139099.220189:0:9562:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9c800/0x1f9f6ca451acb395 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35121fb expref: 61 pid: 18644 timeout: 824 lvb_type: 0 00000100:00100000:1.0:1746139099.220201:0:9562:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009bd89500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9562:1830958832128512:192.168.203.56@tcp:104: 00000100:00100000:1.0:1746139099.220281:0:9562:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a059d000 going to sleep for 11 seconds 00000100:00100000:1.0:1746139099.222934:0:9562:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009bd89500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9562:1830958832128512:192.168.203.56@tcp:104: 00010000:00010000:1.0:1746139099.222966:0:9562:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451acb39c lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512202 expref: 6 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139099.222982:0:9562:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7e000, rc 0) 00000100:00100000:1.0:1746139099.223025:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072553100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840289536:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2954us (3276us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139099.223034:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29737 00000100:00100000:0.0:1746139099.223936:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139099.223995:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840289664 00000100:00100000:2.0:1746139099.224002:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840289664 00010000:00010000:2.0:1746139099.224030:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9c800/0x1f9f6ca451acb395 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35121fb expref: 62 pid: 18644 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746139099.224066:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17051 00000100:00100000:2.0:1746139099.224073:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072552a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+62:2007:x1830958840289664:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139099.224087:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139099.224108:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9c800/0x1f9f6ca451acb395 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35121fb expref: 62 pid: 18644 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746139099.224119:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9c800/0x1f9f6ca451acb395 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35121fb expref: 62 pid: 18644 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746139099.224142:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9c800/0x1f9f6ca451acb395 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35121fb expref: 62 pid: 18644 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746139099.224171:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139099.224173:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139099.224180:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451acb39c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512202 expref: 5 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.224187:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451acb39c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512202 expref: 5 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.224217:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451acb39c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512202 expref: 5 pid: 9562 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746139099.224229:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c4d4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832128640:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139099.224298:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a066d540 going to sleep for 11 seconds 00000100:00100000:2.0:1746139099.227007:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c4d4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832128640:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139099.227029:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139099.227072:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072552a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+61:2007:x1830958840289664:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 2997us (3137us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139099.227083:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17051 00000100:00100000:0.0:1746139099.227542:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139099.228327:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840289920 00000100:00100000:3.0:1746139099.228335:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840289920 00002000:00100000:3.0:1746139099.228379:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880072550000 x1830958840289920/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:25/0 lens 488/0 e 0 to 0 dl 1746139110 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139099.228389:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072550000 with x1830958840289920 ext(0->4095) 00002000:00010000:3.0:1746139099.228393:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072550000 00000100:00100000:3.0:1746139099.228412:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13227 00000100:00100000:3.0:1746139099.228419:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072550000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840289920:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746139099.229138:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072550000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840289920:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 718us (1595us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746139099.229145:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13227 00002000:00100000:3.0:1746139099.229150:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880072550000 x1830958840289920/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:25/0 lens 488/4536 e 0 to 0 dl 1746139110 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139099.229157:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072550000 with x1830958840289920 ext(0->4095) 00002000:00010000:3.0:1746139099.229160:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072550000 00000100:00100000:0.0:1746139099.229302:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139099.229385:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840290048 00000100:00100000:2.0:1746139099.229390:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840290048 00000100:00100000:2.0:1746139099.229429:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29738 00000100:00100000:2.0:1746139099.229435:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072553b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b60e9717-019c-4527-a82a-15e993ac5189+61:1800:x1830958840290048:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139099.229445:0:9562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139099.229461:0:9562:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f1a0e00/0x1f9f6ca451acb3a3 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512209 expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.229490:0:9562:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451acb39c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512202 expref: 5 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.229498:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139099.229499:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139099.229503:0:9562:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f1a0e00/0x1f9f6ca451acb3a3 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512209 expref: 62 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.229547:0:9562:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451acb39c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512202 expref: 5 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.229560:0:9562:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451acb39c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512202 expref: 5 pid: 9562 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746139099.229573:0:9562:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c4d4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9562:1830958832128768:192.168.203.56@tcp:104: 00000100:00100000:2.0:1746139099.229656:0:9562:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a066d540 going to sleep for 11 seconds 00000100:00100000:0.0:1746139099.231810:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139099.232007:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840290176 00000100:00100000:3.0:1746139099.232013:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840290176 00000100:00100000:3.0:1746139099.232061:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29739 00000100:00100000:3.0:1746139099.232068:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072551f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+63:1814:x1830958840290176:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746139099.232083:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139099.232099:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9c800/0x1f9f6ca451acb3aa lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512210 expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139099.232122:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139099.232127:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f1a0e00/0x1f9f6ca451acb3a3 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512209 expref: 64 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139099.232132:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746139099.232136:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9c800/0x1f9f6ca451acb3aa lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512210 expref: 64 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139099.232168:0:18644:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f1a0e00/0x1f9f6ca451acb3a3 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512209 expref: 64 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139099.232179:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9c800/0x1f9f6ca451acb3aa lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512210 expref: 64 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139099.232188:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800b1a9c800, rc 0) 00000100:00100000:3.0:1746139099.232931:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072551f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+64:1814:x1830958840290176:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 860us (1126us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139099.232938:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29739 00000100:00100000:2.0:1746139099.233392:0:9562:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c4d4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9562:1830958832128768:192.168.203.56@tcp:104: 00010000:00010000:2.0:1746139099.233409:0:9562:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f1a0e00/0x1f9f6ca451acb3a3 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512209 expref: 63 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.233418:0:9562:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f1a0e00, rc 0) 00000100:00100000:2.0:1746139099.233681:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072553b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b60e9717-019c-4527-a82a-15e993ac5189+63:1800:x1830958840290048:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4245us (4378us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139099.233686:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29738 00000100:00100000:0.0:1746139099.235119:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139099.235378:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840290304 00000100:00100000:2.0:1746139099.235386:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840290304 00010000:00010000:2.0:1746139099.235414:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451acb39c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512202 expref: 6 pid: 9562 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746139099.235787:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17052 00000100:00100000:2.0:1746139099.235795:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a086ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840290304:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139099.235809:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139099.235833:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451acb39c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512202 expref: 6 pid: 9562 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746139099.235844:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451acb39c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512202 expref: 6 pid: 9562 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746139099.235867:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451acb39c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512202 expref: 6 pid: 9562 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746139099.235901:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139099.235902:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139099.235909:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f1a0e00/0x1f9f6ca451acb3a3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512209 expref: 62 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.235917:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f1a0e00/0x1f9f6ca451acb3a3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512209 expref: 62 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.235949:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f1a0e00/0x1f9f6ca451acb3a3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512209 expref: 62 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.235961:0:15672:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f1a0e00/0x1f9f6ca451acb3a3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512209 expref: 62 pid: 9562 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746139099.235972:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c4d4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832129024:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139099.236043:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a066d540 going to sleep for 11 seconds 00000100:00100000:0.0:1746139099.237828:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c4d4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832129024:192.168.203.56@tcp:105: 00010000:00010000:0.0:1746139099.237847:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746139099.237893:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a086ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2008:x1830958840290304:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 2097us (2776us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139099.237901:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17052 00000100:00100000:2.0:1746139099.238473:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139099.238827:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840290560 00000100:00100000:3.0:1746139099.238838:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840290560 00002000:00100000:3.0:1746139099.238879:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c4d6680 x1830958840290560/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:25/0 lens 488/0 e 0 to 0 dl 1746139110 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139099.238888:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c4d6680 with x1830958840290560 ext(0->4095) 00010000:00010000:3.0:1746139099.238897:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f1a0e00/0x1f9f6ca451acb3a3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512209 expref: 63 pid: 9562 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746139099.238909:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f1a0e00/0x1f9f6ca451acb3a3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512209 expref: 63 pid: 9562 timeout: 824 lvb_type: 0 00002000:00010000:3.0:1746139099.238915:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c4d6680 00000100:00100000:3.0:1746139099.238952:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2585 00000100:00100000:3.0:1746139099.238959:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c4d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+63:2007:x1830958840290560:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746139099.239086:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c4d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+63:2007:x1830958840290560:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 126us (613us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746139099.239091:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2585 00002000:00100000:3.0:1746139099.239096:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c4d6680 x1830958840290560/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:25/0 lens 488/4536 e 0 to 0 dl 1746139110 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139099.239102:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c4d6680 with x1830958840290560 ext(0->4095) 00010000:00010000:3.0:1746139099.239106:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f1a0e00/0x1f9f6ca451acb3a3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512209 expref: 63 pid: 9562 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746139099.239115:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f1a0e00/0x1f9f6ca451acb3a3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512209 expref: 63 pid: 9562 timeout: 824 lvb_type: 0 00002000:00010000:3.0:1746139099.239119:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c4d6680 00000100:00100000:0.0:1746139099.241123:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139099.241231:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840290688 00000100:00100000:2.0:1746139099.241238:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840290688 00010000:00010000:2.0:1746139099.241270:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f1a0e00/0x1f9f6ca451acb3a3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512209 expref: 63 pid: 9562 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746139099.241446:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17053 00000100:00100000:2.0:1746139099.241454:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800acc5f450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+63:2009:x1830958840290688:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139099.241469:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139099.241488:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f1a0e00/0x1f9f6ca451acb3a3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512209 expref: 63 pid: 9562 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746139099.241499:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f1a0e00/0x1f9f6ca451acb3a3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512209 expref: 63 pid: 9562 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746139099.241921:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f1a0e00/0x1f9f6ca451acb3a3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512209 expref: 63 pid: 9562 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746139099.242020:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139099.242022:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139099.242030:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9c800/0x1f9f6ca451acb3aa lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512210 expref: 62 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.242038:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9c800/0x1f9f6ca451acb3aa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512210 expref: 62 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.242073:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9c800/0x1f9f6ca451acb3aa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512210 expref: 62 pid: 18644 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746139099.242087:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c4d4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832129152:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139099.242510:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a066dc00 going to sleep for 11 seconds 00000100:00100000:2.0:1746139099.245245:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c4d4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832129152:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139099.245268:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139099.245744:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800acc5f450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+62:2009:x1830958840290688:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 4288us (4626us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139099.245756:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17053 00000100:00100000:0.0:1746139099.245842:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139099.246266:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840290944 00000100:00100000:2.0:1746139099.246272:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840290944 00002000:00100000:2.0:1746139099.246309:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800a086a680 x1830958840290944/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:25/0 lens 488/0 e 0 to 0 dl 1746139110 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139099.246318:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a086a680 with x1830958840290944 ext(0->4095) 00002000:00010000:2.0:1746139099.246323:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a086a680 00000100:00100000:2.0:1746139099.246346:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13228 00000100:00100000:2.0:1746139099.246351:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a086a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+62:2009:x1830958840290944:12345-192.168.203.56@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746139099.246470:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a086a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+62:2009:x1830958840290944:12345-192.168.203.56@tcp:3:ptlrpcd_01_00.0 Request processed in 118us (629us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746139099.246476:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13228 00002000:00100000:2.0:1746139099.246481:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800a086a680 x1830958840290944/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:25/0 lens 488/4536 e 0 to 0 dl 1746139110 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139099.246487:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a086a680 with x1830958840290944 ext(0->4095) 00002000:00010000:2.0:1746139099.246489:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a086a680 00000100:00100000:0.0:1746139099.248408:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139099.248486:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840291072 00000100:00100000:2.0:1746139099.248493:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840291072 00000100:00100000:2.0:1746139099.248541:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29740 00000100:00100000:2.0:1746139099.248548:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0868000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840291072:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139099.248564:0:9562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139099.248581:0:9562:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1800/0x1f9f6ca451acb3b1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512217 expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.248610:0:9562:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9c800/0x1f9f6ca451acb3aa lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512210 expref: 61 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.248647:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139099.248649:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139099.248653:0:9562:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1800/0x1f9f6ca451acb3b1 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512217 expref: 6 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.248684:0:9562:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9c800/0x1f9f6ca451acb3aa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512210 expref: 61 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.248695:0:9562:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9c800/0x1f9f6ca451acb3aa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512210 expref: 61 pid: 18644 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746139099.248732:0:9562:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c4d4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9562:1830958832129280:192.168.203.56@tcp:104: 00000100:00100000:2.0:1746139099.248817:0:9562:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a066d780 going to sleep for 11 seconds 00000100:00100000:2.0:1746139099.251042:0:9562:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c4d4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9562:1830958832129280:192.168.203.56@tcp:104: 00000100:00100000:0.0:1746139099.251044:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00010000:00010000:2.0:1746139099.251071:0:9562:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1800/0x1f9f6ca451acb3b1 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512217 expref: 6 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.251094:0:9562:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f1a1800, rc 0) 00000100:00100000:2.0:1746139099.251151:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0868000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840291072:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2602us (2748us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139099.251163:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29740 00000100:00100000:3.0:1746139099.251291:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840291200 00000100:00100000:3.0:1746139099.251297:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840291200 00010000:00010000:3.0:1746139099.251327:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9c800/0x1f9f6ca451acb3aa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512210 expref: 62 pid: 18644 timeout: 824 lvb_type: 0 00000100:00100000:3.0:1746139099.251363:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17054 00000100:00100000:3.0:1746139099.251374:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a086b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+62:2008:x1830958840291200:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139099.251388:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139099.251412:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9c800/0x1f9f6ca451acb3aa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512210 expref: 62 pid: 18644 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746139099.251424:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9c800/0x1f9f6ca451acb3aa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512210 expref: 62 pid: 18644 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746139099.251446:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9c800/0x1f9f6ca451acb3aa lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512210 expref: 62 pid: 18644 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746139099.251467:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139099.251470:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139099.251477:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1800/0x1f9f6ca451acb3b1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512217 expref: 5 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139099.251484:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1800/0x1f9f6ca451acb3b1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512217 expref: 5 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139099.251538:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1800/0x1f9f6ca451acb3b1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512217 expref: 5 pid: 9562 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139099.251552:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a075ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832129408:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139099.252094:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800acd8d300 going to sleep for 11 seconds 00000100:00100000:0.0:1746139099.253995:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139099.254119:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a075ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832129408:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139099.254145:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139099.254185:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a086b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+61:2008:x1830958840291200:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 2815us (3144us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139099.254363:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840291456 00000100:00100000:2.0:1746139099.254370:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840291456 00002000:00100000:2.0:1746139099.254411:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800a086b480 x1830958840291456/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:25/0 lens 488/0 e 0 to 0 dl 1746139110 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139099.254420:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a086b480 with x1830958840291456 ext(0->4095) 00002000:00010000:2.0:1746139099.254423:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a086b480 00000100:00100000:2.0:1746139099.254443:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13229 00000100:00100000:2.0:1746139099.254450:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a086b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2010:x1830958840291456:12345-192.168.203.56@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746139099.254679:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17054 00000100:00100000:2.0:1746139099.255363:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a086b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2010:x1830958840291456:12345-192.168.203.56@tcp:3:ptlrpcd_01_01.0 Request processed in 912us (1374us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746139099.255370:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13229 00002000:00100000:2.0:1746139099.255377:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800a086b480 x1830958840291456/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:25/0 lens 488/4536 e 0 to 0 dl 1746139110 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139099.255383:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a086b480 with x1830958840291456 ext(0->4095) 00002000:00010000:2.0:1746139099.255387:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a086b480 00000100:00100000:0.0:1746139099.256595:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139099.256822:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840291584 00000100:00100000:2.0:1746139099.256829:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840291584 00000100:00100000:2.0:1746139099.257127:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29741 00000100:00100000:2.0:1746139099.257134:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0869500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b60e9717-019c-4527-a82a-15e993ac5189+61:1800:x1830958840291584:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139099.257148:0:9562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139099.257165:0:9562:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1200/0x1f9f6ca451acb3b8 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a351221e expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.257729:0:9562:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1800/0x1f9f6ca451acb3b1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512217 expref: 5 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.257742:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139099.257743:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139099.257747:0:9562:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1200/0x1f9f6ca451acb3b8 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351221e expref: 62 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.257779:0:9562:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1800/0x1f9f6ca451acb3b1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512217 expref: 5 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.257792:0:9562:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1800/0x1f9f6ca451acb3b1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512217 expref: 5 pid: 9562 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746139099.257803:0:9562:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c4d4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9562:1830958832129536:192.168.203.56@tcp:104: 00000100:00100000:2.0:1746139099.258732:0:9562:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a066de40 going to sleep for 11 seconds 00000100:00100000:0.0:1746139099.258997:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139099.259086:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840291712 00000100:00100000:3.0:1746139099.259091:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840291712 00000100:00100000:3.0:1746139099.259135:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29742 00000100:00100000:3.0:1746139099.259142:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0869c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+63:1814:x1830958840291712:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746139099.259155:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139099.259169:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9d800/0x1f9f6ca451acb3bf lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512225 expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139099.259188:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139099.259193:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1200/0x1f9f6ca451acb3b8 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351221e expref: 64 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139099.259198:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746139099.259201:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9d800/0x1f9f6ca451acb3bf lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512225 expref: 64 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139099.259233:0:18644:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1200/0x1f9f6ca451acb3b8 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351221e expref: 64 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139099.259250:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9d800/0x1f9f6ca451acb3bf lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512225 expref: 64 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139099.259259:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800b1a9d800, rc 0) 00000100:00100000:3.0:1746139099.259290:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0869c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+64:1814:x1830958840291712:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 147us (293us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139099.259295:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29742 00000100:00100000:2.0:1746139099.262066:0:9562:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c4d4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9562:1830958832129536:192.168.203.56@tcp:104: 00010000:00010000:2.0:1746139099.262092:0:9562:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1200/0x1f9f6ca451acb3b8 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351221e expref: 63 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.262240:0:9562:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f1a1200, rc 0) 00000100:00100000:2.0:1746139099.262310:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0869500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b60e9717-019c-4527-a82a-15e993ac5189+63:1800:x1830958840291584:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5175us (5716us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139099.262318:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29741 00000100:00100000:0.0:1746139099.263039:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139099.263111:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840291840 00000100:00100000:3.0:1746139099.263118:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840291840 00010000:00010000:3.0:1746139099.263146:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1800/0x1f9f6ca451acb3b1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512217 expref: 6 pid: 9562 timeout: 824 lvb_type: 0 00000100:00100000:3.0:1746139099.263180:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17055 00000100:00100000:3.0:1746139099.263187:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0868380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840291840:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139099.263313:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139099.263335:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1800/0x1f9f6ca451acb3b1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512217 expref: 6 pid: 9562 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746139099.263346:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1800/0x1f9f6ca451acb3b1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512217 expref: 6 pid: 9562 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746139099.263369:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1800/0x1f9f6ca451acb3b1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512217 expref: 6 pid: 9562 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746139099.263495:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139099.263498:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139099.263506:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1200/0x1f9f6ca451acb3b8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351221e expref: 62 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139099.263514:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1200/0x1f9f6ca451acb3b8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351221e expref: 62 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139099.263557:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1200/0x1f9f6ca451acb3b8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351221e expref: 62 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139099.263569:0:15672:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1200/0x1f9f6ca451acb3b8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351221e expref: 62 pid: 9562 timeout: 824 lvb_type: 0 00000100:00100000:3.0:1746139099.263580:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a075ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832129792:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139099.263683:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800acd8d300 going to sleep for 11 seconds 00000100:00100000:0.0:1746139099.267156:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139099.267305:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840292096 00000100:00100000:3.0:1746139099.267310:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a075ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832129792:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139099.267312:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840292096 00010000:00010000:3.0:1746139099.267334:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:2.0:1746139099.267356:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800a0869880 x1830958840292096/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:25/0 lens 488/0 e 0 to 0 dl 1746139110 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139099.267365:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0869880 with x1830958840292096 ext(0->4095) 00000100:00100000:3.0:1746139099.267374:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0868380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2007:x1830958840291840:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 4187us (4337us total) trans 0 rc 0/0 00010000:00010000:2.0:1746139099.267374:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1200/0x1f9f6ca451acb3b8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351221e expref: 63 pid: 9562 timeout: 824 lvb_type: 0 00000100:00100000:3.0:1746139099.267384:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17055 00010000:00010000:2.0:1746139099.267386:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1200/0x1f9f6ca451acb3b8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351221e expref: 63 pid: 9562 timeout: 824 lvb_type: 0 00002000:00010000:2.0:1746139099.267391:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a0869880 00000100:00100000:2.0:1746139099.267408:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2586 00000100:00100000:2.0:1746139099.267414:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0869880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+63:2007:x1830958840292096:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746139099.267556:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0869880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+63:2007:x1830958840292096:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 142us (411us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746139099.267562:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2586 00002000:00100000:2.0:1746139099.267567:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800a0869880 x1830958840292096/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:25/0 lens 488/4536 e 0 to 0 dl 1746139110 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139099.267573:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0869880 with x1830958840292096 ext(0->4095) 00010000:00010000:2.0:1746139099.267577:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1200/0x1f9f6ca451acb3b8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351221e expref: 63 pid: 9562 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746139099.267585:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1200/0x1f9f6ca451acb3b8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351221e expref: 63 pid: 9562 timeout: 824 lvb_type: 0 00002000:00010000:2.0:1746139099.267589:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a0869880 00000100:00100000:2.0:1746139099.270086:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139099.270178:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840292224 00000100:00100000:3.0:1746139099.270186:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840292224 00010000:00010000:3.0:1746139099.270218:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1200/0x1f9f6ca451acb3b8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351221e expref: 63 pid: 9562 timeout: 824 lvb_type: 0 00000100:00100000:3.0:1746139099.270251:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17056 00000100:00100000:3.0:1746139099.270258:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c4d4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+63:2007:x1830958840292224:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139099.270273:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139099.270289:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1200/0x1f9f6ca451acb3b8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351221e expref: 63 pid: 9562 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746139099.270300:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1200/0x1f9f6ca451acb3b8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351221e expref: 63 pid: 9562 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746139099.270322:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1200/0x1f9f6ca451acb3b8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351221e expref: 63 pid: 9562 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746139099.270345:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139099.270347:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139099.270354:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9d800/0x1f9f6ca451acb3bf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512225 expref: 62 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139099.270362:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9d800/0x1f9f6ca451acb3bf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512225 expref: 62 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139099.270394:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9d800/0x1f9f6ca451acb3bf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512225 expref: 62 pid: 18644 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139099.270407:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a075ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832129920:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139099.270607:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800acd8d300 going to sleep for 11 seconds 00000100:00100000:3.0:1746139099.273462:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a075ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832129920:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139099.273491:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139099.273556:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c4d4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+62:2007:x1830958840292224:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3297us (3477us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139099.273570:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17056 00000100:00100000:1.0:1746139099.273574:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139099.273640:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840292480 00000100:00100000:3.0:1746139099.273647:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840292480 00002000:00100000:3.0:1746139099.273765:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009bd89500 x1830958840292480/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:25/0 lens 488/0 e 0 to 0 dl 1746139110 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139099.273775:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bd89500 with x1830958840292480 ext(0->4095) 00002000:00010000:3.0:1746139099.273779:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bd89500 00000100:00100000:3.0:1746139099.273861:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13230 00000100:00100000:3.0:1746139099.273869:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bd89500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+62:2007:x1830958840292480:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746139099.274388:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bd89500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+62:2007:x1830958840292480:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 519us (813us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746139099.274394:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13230 00002000:00100000:3.0:1746139099.274399:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009bd89500 x1830958840292480/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:25/0 lens 488/4536 e 0 to 0 dl 1746139110 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139099.274407:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bd89500 with x1830958840292480 ext(0->4095) 00002000:00010000:3.0:1746139099.274409:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bd89500 00000100:00100000:0.0:1746139099.276229:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139099.276327:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840292608 00000100:00100000:2.0:1746139099.276337:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840292608 00000100:00100000:2.0:1746139099.276373:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29743 00000100:00100000:2.0:1746139099.276380:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a086ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840292608:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139099.276394:0:9562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139099.276411:0:9562:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1000/0x1f9f6ca451acb3c6 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a351222c expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.276440:0:9562:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9d800/0x1f9f6ca451acb3bf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512225 expref: 61 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.276447:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139099.276449:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139099.276453:0:9562:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1000/0x1f9f6ca451acb3c6 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351222c expref: 6 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.276483:0:9562:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9d800/0x1f9f6ca451acb3bf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512225 expref: 61 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.276496:0:9562:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9d800/0x1f9f6ca451acb3bf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512225 expref: 61 pid: 18644 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746139099.276507:0:9562:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c4d4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9562:1830958832130048:192.168.203.56@tcp:104: 00000100:00100000:2.0:1746139099.276600:0:9562:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a066da80 going to sleep for 11 seconds 00000100:00100000:2.0:1746139099.282171:0:9562:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c4d4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9562:1830958832130048:192.168.203.56@tcp:104: 00010000:00010000:2.0:1746139099.282211:0:9562:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1000/0x1f9f6ca451acb3c6 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351222c expref: 6 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.282231:0:9562:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f1a1000, rc 0) 00000100:00100000:2.0:1746139099.282279:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a086ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840292608:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5898us (6055us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139099.282289:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29743 00000100:00100000:3.0:1746139099.285426:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139099.285488:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840292736 00000100:00100000:0.0:1746139099.285499:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840292736 00000100:00100000:3.0:1746139099.285540:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139099.285806:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840292864 00000100:00100000:2.0:1746139099.285811:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840292864 00000100:00100000:2.0:1746139099.285860:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29744 00000100:00100000:2.0:1746139099.285868:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0759180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b60e9717-019c-4527-a82a-15e993ac5189+63:1800:x1830958840292864:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139099.285888:0:9562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139099.285905:0:9562:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1c00/0x1f9f6ca451acb3cd lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512233 expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.285930:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139099.285935:0:9562:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1000/0x1f9f6ca451acb3c6 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351222c expref: 5 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.285940:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746139099.285943:0:9562:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1c00/0x1f9f6ca451acb3cd lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512233 expref: 64 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.285977:0:9562:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1000/0x1f9f6ca451acb3c6 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351222c expref: 5 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.285989:0:9562:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1c00/0x1f9f6ca451acb3cd lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512233 expref: 64 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.286003:0:9562:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f1a1c00, rc 0) 00000100:00100000:2.0:1746139099.286049:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0759180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b60e9717-019c-4527-a82a-15e993ac5189+64:1800:x1830958840292864:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 182us (509us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139099.286055:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29744 00010000:00010000:0.0:1746139099.286133:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9d800/0x1f9f6ca451acb3bf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512225 expref: 63 pid: 18644 timeout: 824 lvb_type: 0 00000100:00100000:0.0:1746139099.286159:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17057 00000100:00100000:0.0:1746139099.286164:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a075ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+63:2008:x1830958840292736:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746139099.286173:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746139099.286191:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9d800/0x1f9f6ca451acb3bf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512225 expref: 63 pid: 18644 timeout: 824 lvb_type: 0 00010000:00010000:0.0:1746139099.286200:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9d800/0x1f9f6ca451acb3bf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512225 expref: 63 pid: 18644 timeout: 824 lvb_type: 0 00010000:00010000:0.0:1746139099.286217:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9d800/0x1f9f6ca451acb3bf lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512225 expref: 63 pid: 18644 timeout: 824 lvb_type: 0 00010000:00010000:0.0:1746139099.286244:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139099.286246:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139099.286252:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1000/0x1f9f6ca451acb3c6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351222c expref: 5 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139099.286259:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1000/0x1f9f6ca451acb3c6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351222c expref: 5 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139099.286280:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1000/0x1f9f6ca451acb3c6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351222c expref: 5 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139099.286290:0:15672:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1000/0x1f9f6ca451acb3c6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351222c expref: 5 pid: 9562 timeout: 824 lvb_type: 0 00000100:00100000:0.0:1746139099.286307:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c410e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832130304:192.168.203.56@tcp:105: 00000100:00100000:0.0:1746139099.286367:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007fe37840 going to sleep for 11 seconds 00000100:00100000:0.0:1746139099.289485:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139099.289804:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c410e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832130304:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139099.289830:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139099.289874:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a075ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+62:2008:x1830958840292736:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3709us (4464us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139099.289885:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17057 00000100:00100000:3.0:1746139099.290132:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840293120 00000100:00100000:3.0:1746139099.290140:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840293120 00002000:00100000:3.0:1746139099.290183:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c413800 x1830958840293120/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:25/0 lens 488/0 e 0 to 0 dl 1746139110 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139099.290193:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c413800 with x1830958840293120 ext(0->4095) 00010000:00010000:3.0:1746139099.290202:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1000/0x1f9f6ca451acb3c6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351222c expref: 6 pid: 9562 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746139099.290215:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1000/0x1f9f6ca451acb3c6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351222c expref: 6 pid: 9562 timeout: 824 lvb_type: 0 00002000:00010000:3.0:1746139099.290221:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c413800 00000100:00100000:3.0:1746139099.290252:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2587 00000100:00100000:3.0:1746139099.290258:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c413800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840293120:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746139099.290403:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c413800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840293120:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 144us (929us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746139099.290409:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2587 00002000:00100000:3.0:1746139099.290414:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c413800 x1830958840293120/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:25/0 lens 488/4536 e 0 to 0 dl 1746139110 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139099.290421:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c413800 with x1830958840293120 ext(0->4095) 00010000:00010000:3.0:1746139099.290425:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1000/0x1f9f6ca451acb3c6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351222c expref: 6 pid: 9562 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746139099.290434:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1000/0x1f9f6ca451acb3c6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351222c expref: 6 pid: 9562 timeout: 824 lvb_type: 0 00002000:00010000:3.0:1746139099.290439:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c413800 00000100:00100000:0.0:1746139099.293924:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139099.294331:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840293248 00000100:00100000:3.0:1746139099.294341:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840293248 00010000:00010000:3.0:1746139099.294381:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1000/0x1f9f6ca451acb3c6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351222c expref: 6 pid: 9562 timeout: 824 lvb_type: 0 00000100:00100000:3.0:1746139099.294408:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17058 00000100:00100000:3.0:1746139099.294415:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c410a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2010:x1830958840293248:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139099.294427:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139099.294448:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1000/0x1f9f6ca451acb3c6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351222c expref: 6 pid: 9562 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746139099.294459:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1000/0x1f9f6ca451acb3c6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351222c expref: 6 pid: 9562 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746139099.294481:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1000/0x1f9f6ca451acb3c6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351222c expref: 6 pid: 9562 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746139099.294513:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139099.294515:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139099.294529:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1c00/0x1f9f6ca451acb3cd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512233 expref: 61 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139099.294537:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1c00/0x1f9f6ca451acb3cd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512233 expref: 61 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139099.294571:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1c00/0x1f9f6ca451acb3cd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512233 expref: 61 pid: 9562 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139099.294584:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0759c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832130432:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139099.294678:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800acd8d240 going to sleep for 11 seconds 00010000:00010000:3.0:1746139099.296201:0:8366:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746139099.298584:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0759c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832130432:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139099.298603:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139099.298697:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c410a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2010:x1830958840293248:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 4281us (4782us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139099.298705:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17058 00000100:00100000:0.0:1746139099.299281:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139099.299335:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840293504 00000100:00100000:3.0:1746139099.299342:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840293504 00002000:00100000:3.0:1746139099.299377:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c411180 x1830958840293504/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:25/0 lens 488/0 e 0 to 0 dl 1746139110 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139099.299386:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c411180 with x1830958840293504 ext(0->4095) 00002000:00010000:3.0:1746139099.299391:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c411180 00000100:00100000:3.0:1746139099.299416:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13231 00000100:00100000:3.0:1746139099.299422:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c411180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+62:2007:x1830958840293504:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746139099.299802:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c411180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+62:2007:x1830958840293504:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 378us (527us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746139099.299808:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13231 00002000:00100000:3.0:1746139099.299814:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c411180 x1830958840293504/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:25/0 lens 488/4536 e 0 to 0 dl 1746139110 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139099.299821:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c411180 with x1830958840293504 ext(0->4095) 00002000:00010000:3.0:1746139099.299823:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c411180 00000100:00100000:0.0:1746139099.304651:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139099.304965:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840293632 00000100:00100000:1.0:1746139099.304975:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840293632 00000100:00100000:1.0:1746139099.305034:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29745 00000100:00100000:1.0:1746139099.305042:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c410000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840293632:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139099.305062:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139099.305083:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acb3d4 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a351223a expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139099.305113:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1c00/0x1f9f6ca451acb3cd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512233 expref: 61 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139099.305119:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139099.305121:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139099.305125:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acb3d4 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351223a expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139099.305157:0:9564:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1c00/0x1f9f6ca451acb3cd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512233 expref: 61 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139099.305169:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1c00/0x1f9f6ca451acb3cd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512233 expref: 61 pid: 9562 timeout: 824 lvb_type: 0 00000100:00100000:1.0:1746139099.305181:0:9564:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009bd8a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832130560:192.168.203.56@tcp:104: 00000100:00100000:1.0:1746139099.305267:0:9564:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a059d000 going to sleep for 11 seconds 00000100:00100000:1.0:1746139099.308301:0:9564:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009bd8a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832130560:192.168.203.56@tcp:104: 00010000:00010000:1.0:1746139099.308336:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acb3d4 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351223a expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139099.308360:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7f200, rc 0) 00000100:00100000:1.0:1746139099.308404:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c410000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840293632:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3362us (3763us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139099.308414:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29745 00000100:00100000:0.0:1746139099.312244:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139099.312354:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840293760 00000100:00100000:3.0:1746139099.312365:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840293760 00002000:00100000:3.0:1746139099.312414:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff88009c412a00 x1830958840293760/t0(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:25/0 lens 496/0 e 0 to 0 dl 1746139110 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139099.312425:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c412a00 with x1830958840293760 ext(0->7) 00010000:00010000:3.0:1746139099.312435:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1c00/0x1f9f6ca451acb3cd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512233 expref: 62 pid: 9562 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746139099.312455:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1c00/0x1f9f6ca451acb3cd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512233 expref: 62 pid: 9562 timeout: 824 lvb_type: 0 00002000:00010000:3.0:1746139099.312462:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c412a00 00000100:00100000:3.0:1746139099.312495:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2588 00000100:00100000:3.0:1746139099.312502:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c412a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+62:2007:x1830958840293760:12345-192.168.203.56@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746139099.314956:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c412a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+64:2007:x1830958840293760:12345-192.168.203.56@tcp:4:ldlm_bl.0 Request processed in 2444us (2716us total) trans 4294972068 rc 0/0 00000100:00100000:0.0:1746139099.314968:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2588 00002000:00100000:0.0:1746139099.314978:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff88009c412a00 x1830958840293760/t4294972068(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:25/0 lens 496/448 e 0 to 0 dl 1746139110 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139099.314988:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c412a00 with x1830958840293760 ext(0->7) 00010000:00010000:0.0:1746139099.314996:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1c00/0x1f9f6ca451acb3cd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512233 expref: 64 pid: 9562 timeout: 824 lvb_type: 0 00010000:00010000:0.0:1746139099.315013:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1c00/0x1f9f6ca451acb3cd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512233 expref: 64 pid: 9562 timeout: 824 lvb_type: 0 00002000:00010000:0.0:1746139099.315020:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c412a00 00000100:00100000:0.0:1746139099.317005:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139099.317313:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840293888 00000100:00100000:3.0:1746139099.317322:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840293888 00010000:00010000:3.0:1746139099.317359:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1c00/0x1f9f6ca451acb3cd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512233 expref: 64 pid: 9562 timeout: 824 lvb_type: 0 00000100:00100000:3.0:1746139099.317876:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17059 00000100:00100000:3.0:1746139099.317884:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c413100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+64:2007:x1830958840293888:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139099.317901:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139099.317925:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1c00/0x1f9f6ca451acb3cd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512233 expref: 64 pid: 9562 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746139099.317936:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1c00/0x1f9f6ca451acb3cd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512233 expref: 64 pid: 9562 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746139099.317959:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1c00/0x1f9f6ca451acb3cd lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512233 expref: 64 pid: 9562 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746139099.317993:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139099.317995:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139099.318003:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acb3d4 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351223a expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139099.318010:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acb3d4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351223a expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139099.318042:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acb3d4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351223a expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139099.318054:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0759c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832130688:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139099.318905:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800acd8dc00 going to sleep for 11 seconds 00000100:00100000:0.0:1746139099.327091:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139099.327213:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139099.327244:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840294272 00000100:00100000:0.0:1746139099.327253:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840294272 00002000:00100000:0.0:1746139099.327296:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c411500 x1830958840294272/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:25/0 lens 488/0 e 0 to 0 dl 1746139110 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139099.327307:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c411500 with x1830958840294272 ext(0->4095) 00002000:00010000:0.0:1746139099.327311:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c411500 00000100:00100000:0.0:1746139099.327330:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13232 00000100:00100000:0.0:1746139099.327336:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c411500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840294272:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746139099.327460:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c411500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840294272:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 124us (246us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746139099.327465:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13232 00002000:00100000:0.0:1746139099.327470:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c411500 x1830958840294272/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:25/0 lens 488/4536 e 0 to 0 dl 1746139110 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139099.327477:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c411500 with x1830958840294272 ext(0->4095) 00002000:00010000:0.0:1746139099.327479:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c411500 00000100:00100000:1.0:1746139099.327811:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840294016 00000100:00100000:1.0:1746139099.327816:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840294016 00000100:00100000:1.0:1746139099.327854:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29746 00000100:00100000:1.0:1746139099.327859:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c413b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+64:1800:x1830958840294016:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139099.327868:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139099.327885:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451acb3db lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512241 expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139099.327910:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acb3d4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351223a expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139099.327917:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139099.327919:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139099.327922:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451acb3db lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512241 expref: 65 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139099.327954:0:9564:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acb3d4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351223a expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139099.327966:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acb3d4 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351223a expref: 5 pid: 9564 timeout: 824 lvb_type: 0 00000100:00100000:1.0:1746139099.327982:0:9564:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009bd8a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832130816:192.168.203.56@tcp:104: 00000100:00100000:1.0:1746139099.328044:0:9564:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a059d000 going to sleep for 11 seconds 00000100:00100000:3.0:1746139099.328400:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0759c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832130688:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139099.328418:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139099.328441:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c413100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+65:2007:x1830958840293888:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 10558us (11445us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139099.328450:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17059 00000100:00100000:0.0:1746139099.331552:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139099.331749:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840294400 00000100:00100000:2.0:1746139099.331760:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840294400 00000100:00100000:2.0:1746139099.331820:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29747 00000100:00100000:2.0:1746139099.331828:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c411c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b60e9717-019c-4527-a82a-15e993ac5189+65:1814:x1830958840294400:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139099.331850:0:9562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139099.331872:0:9562:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1c00/0x1f9f6ca451acb3e2 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512248 expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.331899:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139099.331905:0:9562:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451acb3db lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512241 expref: 66 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.331911:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139099.331915:0:9562:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1c00/0x1f9f6ca451acb3e2 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512248 expref: 66 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.331951:0:9562:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451acb3db lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512241 expref: 66 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.331963:0:9562:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1c00/0x1f9f6ca451acb3e2 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512248 expref: 66 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.331973:0:9562:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f1a1c00, rc 0) 00000100:00100000:2.0:1746139099.332022:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c411c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b60e9717-019c-4527-a82a-15e993ac5189+66:1814:x1830958840294400:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 195us (485us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139099.332028:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29747 00000100:00100000:0.0:1746139099.334713:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139099.334941:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840294528 00000100:00100000:3.0:1746139099.334948:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840294528 00010000:00010000:3.0:1746139099.334985:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acb3d4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351223a expref: 6 pid: 9564 timeout: 824 lvb_type: 0 00000100:00100000:3.0:1746139099.335026:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17060 00000100:00100000:3.0:1746139099.335034:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800acc5f050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840294528:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139099.335046:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139099.335067:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acb3d4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351223a expref: 6 pid: 9564 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746139099.335085:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acb3d4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351223a expref: 6 pid: 9564 timeout: 824 lvb_type: 0 00000100:00100000:1.0:1746139099.335236:0:9564:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009bd8a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832130816:192.168.203.56@tcp:104: 00010000:00010000:3.0:1746139099.335505:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acb3d4 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351223a expref: 6 pid: 9564 timeout: 824 lvb_type: 0 00010000:00010000:1.0:1746139099.335649:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451acb3db lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512241 expref: 65 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139099.335662:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139099.335664:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139099.335670:0:9564:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451acb3db lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512241 expref: 65 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139099.335678:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451acb3db lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512241 expref: 65 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139099.335708:0:9564:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451acb3db lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512241 expref: 65 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139099.335719:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451acb3db lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512241 expref: 65 pid: 9564 timeout: 824 lvb_type: 0 00000100:00100000:1.0:1746139099.335730:0:9564:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009bd8a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832131072:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139099.335731:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139099.335961:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800acc5f050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2008:x1830958840294528:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 927us (1257us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139099.335969:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17060 00000100:00100000:1.0:1746139099.335979:0:9564:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a059d000 going to sleep for 11 seconds 00000100:00100000:1.0:1746139099.341293:0:9564:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009bd8a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832131072:192.168.203.56@tcp:105: 00010000:00010000:1.0:1746139099.341317:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7e000, rc 0) 00000100:00100000:1.0:1746139099.341377:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c413b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+65:1800:x1830958840294016:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 13515us (14295us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139099.341386:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29746 00000100:00100000:0.0:1746139099.345758:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139099.345861:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840294784 00000100:00100000:2.0:1746139099.345872:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840294784 00002000:00100000:2.0:1746139099.345917:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c411880 x1830958840294784/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:25/0 lens 488/0 e 0 to 0 dl 1746139110 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139099.345927:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c411880 with x1830958840294784 ext(0->4095) 00010000:00010000:2.0:1746139099.345937:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451acb3db lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512241 expref: 65 pid: 9564 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746139099.345951:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451acb3db lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512241 expref: 65 pid: 9564 timeout: 824 lvb_type: 0 00002000:00010000:2.0:1746139099.345958:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c411880 00000100:00100000:2.0:1746139099.345977:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2589 00000100:00100000:2.0:1746139099.345984:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c411880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+65:2008:x1830958840294784:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746139099.346713:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c411880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+65:2008:x1830958840294784:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 727us (963us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746139099.346721:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2589 00002000:00100000:2.0:1746139099.346728:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c411880 x1830958840294784/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:25/0 lens 488/4536 e 0 to 0 dl 1746139110 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139099.346735:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c411880 with x1830958840294784 ext(0->4095) 00010000:00010000:2.0:1746139099.346740:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451acb3db lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512241 expref: 65 pid: 9564 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746139099.346750:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451acb3db lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512241 expref: 65 pid: 9564 timeout: 824 lvb_type: 0 00002000:00010000:2.0:1746139099.346756:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c411880 00000100:00100000:0.0:1746139099.349920:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139099.350268:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840294912 00000100:00100000:3.0:1746139099.350279:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840294912 00010000:00010000:3.0:1746139099.350321:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451acb3db lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512241 expref: 65 pid: 9564 timeout: 824 lvb_type: 0 00000100:00100000:3.0:1746139099.350350:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17061 00000100:00100000:3.0:1746139099.350358:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c412300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+65:2008:x1830958840294912:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139099.350372:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139099.350394:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451acb3db lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512241 expref: 65 pid: 9564 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746139099.350406:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451acb3db lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512241 expref: 65 pid: 9564 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746139099.350430:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451acb3db lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512241 expref: 65 pid: 9564 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746139099.350869:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139099.350872:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139099.350880:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1c00/0x1f9f6ca451acb3e2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512248 expref: 64 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139099.350888:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1c00/0x1f9f6ca451acb3e2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512248 expref: 64 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139099.350922:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1c00/0x1f9f6ca451acb3e2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512248 expref: 64 pid: 9562 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139099.350934:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a075ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832131200:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139099.351212:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800acd8d780 going to sleep for 11 seconds 00000100:00100000:0.0:1746139099.353318:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139099.353447:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a075ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832131200:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139099.353455:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840295168 00000100:00100000:2.0:1746139099.353464:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840295168 00010000:00010000:3.0:1746139099.353471:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:2.0:1746139099.353505:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c413480 x1830958840295168/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:25/0 lens 488/0 e 0 to 0 dl 1746139110 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139099.353514:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c413480 with x1830958840295168 ext(0->4095) 00000100:00100000:3.0:1746139099.353518:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c412300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+65:2008:x1830958840294912:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3162us (3609us total) trans 0 rc 0/0 00002000:00010000:2.0:1746139099.353518:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c413480 00000100:00100000:3.0:1746139099.353536:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17061 00000100:00100000:2.0:1746139099.353557:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13233 00000100:00100000:2.0:1746139099.353563:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c413480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+64:2007:x1830958840295168:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746139099.353721:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c413480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+64:2007:x1830958840295168:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 157us (411us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746139099.353726:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13233 00002000:00100000:2.0:1746139099.353731:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c413480 x1830958840295168/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:25/0 lens 488/4536 e 0 to 0 dl 1746139110 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139099.353737:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c413480 with x1830958840295168 ext(0->4095) 00002000:00010000:2.0:1746139099.353739:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c413480 00000100:00100000:0.0:1746139099.355713:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139099.355788:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840295296 00000100:00100000:1.0:1746139099.355795:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840295296 00000100:00100000:1.0:1746139099.355869:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29748 00000100:00100000:1.0:1746139099.355877:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c410700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840295296:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139099.355891:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139099.355908:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451acb3e9 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a351224f expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139099.355933:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1c00/0x1f9f6ca451acb3e2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512248 expref: 63 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139099.355940:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139099.355941:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139099.355944:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451acb3e9 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351224f expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139099.355972:0:9564:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1c00/0x1f9f6ca451acb3e2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512248 expref: 63 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139099.355983:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1c00/0x1f9f6ca451acb3e2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512248 expref: 63 pid: 9562 timeout: 824 lvb_type: 0 00000100:00100000:1.0:1746139099.355995:0:9564:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009bd8a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832131328:192.168.203.56@tcp:104: 00000100:00100000:1.0:1746139099.356072:0:9564:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a059d000 going to sleep for 11 seconds 00000100:00100000:1.0:1746139099.357579:0:9564:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009bd8a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832131328:192.168.203.56@tcp:104: 00010000:00010000:1.0:1746139099.357674:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451acb3e9 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351224f expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139099.357689:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7f600, rc 0) 00000100:00100000:1.0:1746139099.357729:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c410700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840295296:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1852us (2022us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139099.357732:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139099.357736:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29748 00000100:00100000:3.0:1746139099.357893:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840295424 00000100:00100000:3.0:1746139099.357899:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840295424 00010000:00010000:3.0:1746139099.357922:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1c00/0x1f9f6ca451acb3e2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512248 expref: 64 pid: 9562 timeout: 824 lvb_type: 0 00000100:00100000:3.0:1746139099.357954:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17062 00000100:00100000:3.0:1746139099.357961:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c410380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+64:2008:x1830958840295424:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139099.357976:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139099.357998:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1c00/0x1f9f6ca451acb3e2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512248 expref: 64 pid: 9562 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746139099.358008:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1c00/0x1f9f6ca451acb3e2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512248 expref: 64 pid: 9562 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746139099.358028:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1c00/0x1f9f6ca451acb3e2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512248 expref: 64 pid: 9562 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746139099.358052:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139099.358054:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139099.358061:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451acb3e9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351224f expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139099.358068:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451acb3e9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351224f expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139099.358094:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451acb3e9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351224f expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139099.358104:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a075ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832131456:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139099.358155:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800acd8d780 going to sleep for 11 seconds 00000100:00100000:3.0:1746139099.359858:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a075ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832131456:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139099.359878:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139099.359922:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c410380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+63:2008:x1830958840295424:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 1960us (2187us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139099.359934:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17062 00000100:00100000:0.0:1746139099.360008:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139099.360082:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840295680 00000100:00100000:1.0:1746139099.360090:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840295680 00002000:00100000:1.0:1746139099.360123:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c412d80 x1830958840295680/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:25/0 lens 488/0 e 0 to 0 dl 1746139110 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139099.360132:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c412d80 with x1830958840295680 ext(0->4095) 00002000:00010000:1.0:1746139099.360136:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c412d80 00000100:00100000:1.0:1746139099.360161:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13234 00000100:00100000:1.0:1746139099.360167:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c412d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840295680:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746139099.360280:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c412d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840295680:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 113us (271us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139099.360285:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13234 00002000:00100000:1.0:1746139099.360289:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c412d80 x1830958840295680/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:25/0 lens 488/4536 e 0 to 0 dl 1746139110 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139099.360296:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c412d80 with x1830958840295680 ext(0->4095) 00002000:00010000:1.0:1746139099.360298:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c412d80 00000100:00100000:0.0:1746139099.362794:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139099.363213:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840295808 00000100:00100000:1.0:1746139099.363221:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840295808 00000100:00100000:1.0:1746139099.363876:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29749 00000100:00100000:1.0:1746139099.363885:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c410a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+63:1814:x1830958840295808:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139099.363903:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139099.363921:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acb3f0 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512256 expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139099.363950:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451acb3e9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351224f expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139099.363956:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139099.363957:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139099.363960:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acb3f0 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512256 expref: 64 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139099.363990:0:9564:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451acb3e9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351224f expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139099.364000:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451acb3e9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351224f expref: 5 pid: 9564 timeout: 824 lvb_type: 0 00000100:00100000:1.0:1746139099.364011:0:9564:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009bd8a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832131584:192.168.203.56@tcp:104: 00000100:00100000:1.0:1746139099.364079:0:9564:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a059d240 going to sleep for 11 seconds 00000100:00100000:0.0:1746139099.364690:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139099.364757:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840295936 00000100:00100000:3.0:1746139099.364762:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840295936 00000100:00100000:3.0:1746139099.364825:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29750 00000100:00100000:3.0:1746139099.364832:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c413100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+65:1800:x1830958840295936:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746139099.364840:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139099.364848:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9d800/0x1f9f6ca451acb3f7 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a351225d expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139099.364864:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139099.364867:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acb3f0 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512256 expref: 66 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139099.364872:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746139099.364875:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9d800/0x1f9f6ca451acb3f7 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351225d expref: 66 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139099.364897:0:18644:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acb3f0 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512256 expref: 66 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139099.364906:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9d800/0x1f9f6ca451acb3f7 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351225d expref: 66 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139099.364915:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800b1a9d800, rc 0) 00000100:00100000:3.0:1746139099.365070:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c413100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+66:1800:x1830958840295936:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 237us (379us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139099.365076:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29750 00000100:00100000:1.0:1746139099.366468:0:9564:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009bd8a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832131584:192.168.203.56@tcp:104: 00010000:00010000:1.0:1746139099.366494:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acb3f0 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512256 expref: 65 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139099.366510:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7f400, rc 0) 00000100:00100000:1.0:1746139099.366548:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c410a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+65:1814:x1830958840295808:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2664us (3761us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139099.366555:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29749 00000100:00100000:0.0:1746139099.367825:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139099.367902:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840296064 00000100:00100000:3.0:1746139099.367909:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840296064 00010000:00010000:3.0:1746139099.367948:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451acb3e9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351224f expref: 6 pid: 9564 timeout: 824 lvb_type: 0 00000100:00100000:3.0:1746139099.367981:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17063 00000100:00100000:3.0:1746139099.367987:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c410e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840296064:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139099.368001:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139099.368022:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451acb3e9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351224f expref: 6 pid: 9564 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746139099.368033:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451acb3e9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351224f expref: 6 pid: 9564 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746139099.368054:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451acb3e9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351224f expref: 6 pid: 9564 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746139099.368083:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139099.368085:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139099.368093:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acb3f0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512256 expref: 64 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139099.368102:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acb3f0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512256 expref: 64 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139099.368132:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acb3f0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512256 expref: 64 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139099.368148:0:15672:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acb3f0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512256 expref: 64 pid: 9564 timeout: 824 lvb_type: 0 00000100:00100000:3.0:1746139099.368318:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a075ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832131840:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139099.368423:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800acd8d780 going to sleep for 11 seconds 00000100:00100000:3.0:1746139099.369827:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a075ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832131840:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139099.369922:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139099.370061:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c410e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2008:x1830958840296064:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 2071us (2238us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139099.370071:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17063 00000100:00100000:0.0:1746139099.370104:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139099.370220:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840296320 00000100:00100000:2.0:1746139099.370227:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840296320 00002000:00100000:2.0:1746139099.370261:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88012bb73100 x1830958840296320/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:25/0 lens 488/0 e 0 to 0 dl 1746139110 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139099.370270:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bb73100 with x1830958840296320 ext(0->4095) 00010000:00010000:2.0:1746139099.370278:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acb3f0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512256 expref: 65 pid: 9564 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746139099.370290:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acb3f0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512256 expref: 65 pid: 9564 timeout: 824 lvb_type: 0 00002000:00010000:2.0:1746139099.370295:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012bb73100 00000100:00100000:2.0:1746139099.370320:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2590 00000100:00100000:2.0:1746139099.370327:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bb73100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+65:2008:x1830958840296320:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746139099.370466:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bb73100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+65:2008:x1830958840296320:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 139us (362us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746139099.370472:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2590 00002000:00100000:2.0:1746139099.370477:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88012bb73100 x1830958840296320/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:25/0 lens 488/4536 e 0 to 0 dl 1746139110 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139099.370484:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bb73100 with x1830958840296320 ext(0->4095) 00010000:00010000:2.0:1746139099.370488:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acb3f0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512256 expref: 65 pid: 9564 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746139099.370497:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acb3f0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512256 expref: 65 pid: 9564 timeout: 824 lvb_type: 0 00002000:00010000:2.0:1746139099.370507:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012bb73100 00000100:00100000:0.0:1746139099.372071:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139099.372197:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840296448 00000100:00100000:1.0:1746139099.372203:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840296448 00000100:00100000:1.0:1746139099.372246:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29751 00000100:00100000:1.0:1746139099.372253:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bb70700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840296448:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139099.372265:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139099.372482:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451acb3fe lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512264 expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139099.372511:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139099.372517:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9d800/0x1f9f6ca451acb3f7 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351225d expref: 64 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139099.372536:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746139099.372539:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451acb3fe lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512264 expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746139099.372552:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00010000:00010000:1.0:1746139099.372576:0:9564:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9d800/0x1f9f6ca451acb3f7 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351225d expref: 64 pid: 18644 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746139099.372696:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840296576 00000100:00100000:2.0:1746139099.372700:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840296576 00010000:00010000:2.0:1746139099.372719:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acb3f0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512256 expref: 65 pid: 9564 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746139099.372895:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17064 00000100:00100000:2.0:1746139099.372901:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bb72680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+65:2008:x1830958840296576:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139099.372911:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139099.372930:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acb3f0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512256 expref: 65 pid: 9564 timeout: 824 lvb_type: 0 00010000:00010000:1.0:1746139099.372969:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451acb3fe lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512264 expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139099.372987:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7e000, rc 0) 00000100:00100000:1.0:1746139099.373027:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bb70700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840296448:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 774us (960us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139099.373034:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29751 00010000:00010000:2.0:1746139099.373079:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acb3f0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512256 expref: 65 pid: 9564 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746139099.373096:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acb3f0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512256 expref: 65 pid: 9564 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746139099.373121:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139099.373123:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139099.373128:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9d800/0x1f9f6ca451acb3f7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351225d expref: 64 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.373136:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9d800/0x1f9f6ca451acb3f7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351225d expref: 64 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.373162:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9d800/0x1f9f6ca451acb3f7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351225d expref: 64 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.373174:0:15672:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9d800/0x1f9f6ca451acb3f7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351225d expref: 64 pid: 18644 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746139099.373185:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c4d4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832132096:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139099.373238:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a066d300 going to sleep for 11 seconds 00000100:00100000:0.0:1746139099.375562:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139099.375670:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c4d4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832132096:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139099.375688:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139099.375727:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bb72680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+64:2008:x1830958840296576:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 2825us (3174us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139099.375737:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17064 00000100:00100000:1.0:1746139099.376204:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840296832 00000100:00100000:1.0:1746139099.376211:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840296832 00002000:00100000:1.0:1746139099.376251:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88012bb70000 x1830958840296832/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:25/0 lens 488/0 e 0 to 0 dl 1746139110 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139099.376260:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bb70000 with x1830958840296832 ext(0->4095) 00010000:00010000:1.0:1746139099.376269:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9d800/0x1f9f6ca451acb3f7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351225d expref: 64 pid: 18644 timeout: 824 lvb_type: 0 00010000:00010000:1.0:1746139099.376281:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9d800/0x1f9f6ca451acb3f7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351225d expref: 64 pid: 18644 timeout: 824 lvb_type: 0 00002000:00010000:1.0:1746139099.376288:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012bb70000 00000100:00100000:1.0:1746139099.376306:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2591 00000100:00100000:1.0:1746139099.376313:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bb70000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+64:2008:x1830958840296832:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746139099.376441:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bb70000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+64:2008:x1830958840296832:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 124us (881us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139099.376448:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2591 00002000:00100000:1.0:1746139099.376453:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88012bb70000 x1830958840296832/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:25/0 lens 488/4536 e 0 to 0 dl 1746139110 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139099.376465:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bb70000 with x1830958840296832 ext(0->4095) 00010000:00010000:1.0:1746139099.376469:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9d800/0x1f9f6ca451acb3f7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351225d expref: 64 pid: 18644 timeout: 824 lvb_type: 0 00010000:00010000:1.0:1746139099.376478:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9d800/0x1f9f6ca451acb3f7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351225d expref: 64 pid: 18644 timeout: 824 lvb_type: 0 00002000:00010000:1.0:1746139099.376483:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012bb70000 00000100:00100000:0.0:1746139099.378584:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139099.378875:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139099.378934:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840296960 00000100:00100000:1.0:1746139099.378942:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840296960 00000100:00100000:2.0:1746139099.379115:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840297088 00000100:00100000:2.0:1746139099.379120:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840297088 00010000:00010000:2.0:1746139099.379142:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9d800/0x1f9f6ca451acb3f7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351225d expref: 65 pid: 18644 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746139099.379164:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17065 00000100:00100000:2.0:1746139099.379171:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bb72d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+65:2008:x1830958840297088:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139099.379184:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139099.379205:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9d800/0x1f9f6ca451acb3f7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351225d expref: 65 pid: 18644 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746139099.379220:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9d800/0x1f9f6ca451acb3f7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351225d expref: 65 pid: 18644 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746139099.379243:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9d800/0x1f9f6ca451acb3f7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351225d expref: 65 pid: 18644 timeout: 824 lvb_type: 0 00000100:00100000:1.0:1746139099.379319:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29752 00000100:00100000:1.0:1746139099.379324:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bb73480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+64:1800:x1830958840296960:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139099.379337:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139099.379347:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fa00/0x1f9f6ca451acb405 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a351226b expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139099.379361:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139099.379366:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451acb3fe lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512264 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139099.379372:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139099.379375:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fa00/0x1f9f6ca451acb405 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351226b expref: 65 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139099.379403:0:9564:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451acb3fe lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512264 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139099.379417:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fa00/0x1f9f6ca451acb405 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351226b expref: 65 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139099.379425:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139099.379426:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139099.379430:0:9564:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451acb3fe lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512264 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139099.379436:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451acb3fe lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512264 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139099.379447:0:9564:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451acb3fe lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512264 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139099.379455:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451acb3fe lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512264 expref: 5 pid: 9564 timeout: 824 lvb_type: 0 00000100:00100000:1.0:1746139099.379464:0:9564:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009bd8a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832132352:192.168.203.56@tcp:105: 00000100:00100000:1.0:1746139099.379542:0:9564:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a059dcc0 going to sleep for 11 seconds 00010000:00010000:2.0:1746139099.379772:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139099.379796:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bb72d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+65:2008:x1830958840297088:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 625us (921us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139099.379803:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17065 00000100:00100000:1.0:1746139099.383280:0:9564:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009bd8a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832132352:192.168.203.56@tcp:105: 00010000:00010000:1.0:1746139099.383302:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7fa00, rc 0) 00000100:00100000:1.0:1746139099.383346:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bb73480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+64:1800:x1830958840296960:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4020us (4770us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139099.383356:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29752 00000100:00100000:0.0:1746139099.383406:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139099.383566:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840297344 00000100:00100000:1.0:1746139099.383573:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840297344 00002000:00100000:1.0:1746139099.383611:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88012bb71880 x1830958840297344/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:25/0 lens 488/0 e 0 to 0 dl 1746139110 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139099.383649:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bb71880 with x1830958840297344 ext(0->4095) 00010000:00010000:1.0:1746139099.383658:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451acb3fe lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512264 expref: 6 pid: 9564 timeout: 824 lvb_type: 0 00010000:00010000:1.0:1746139099.383671:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451acb3fe lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512264 expref: 6 pid: 9564 timeout: 824 lvb_type: 0 00002000:00010000:1.0:1746139099.383677:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012bb71880 00000100:00100000:1.0:1746139099.384316:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2592 00000100:00100000:1.0:1746139099.384325:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bb71880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840297344:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746139099.384583:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bb71880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840297344:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 259us (1177us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139099.384590:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2592 00002000:00100000:1.0:1746139099.384596:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88012bb71880 x1830958840297344/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:25/0 lens 488/4536 e 0 to 0 dl 1746139110 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139099.384603:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bb71880 with x1830958840297344 ext(0->4095) 00010000:00010000:1.0:1746139099.384609:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451acb3fe lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512264 expref: 6 pid: 9564 timeout: 824 lvb_type: 0 00010000:00010000:1.0:1746139099.384639:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451acb3fe lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512264 expref: 6 pid: 9564 timeout: 824 lvb_type: 0 00002000:00010000:1.0:1746139099.384645:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012bb71880 00000100:00100000:0.0:1746139099.388851:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139099.389093:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840297472 00000100:00100000:2.0:1746139099.389103:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840297472 00010000:00010000:2.0:1746139099.389141:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451acb3fe lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512264 expref: 6 pid: 9564 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746139099.389169:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17066 00000100:00100000:2.0:1746139099.389176:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bb71500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840297472:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139099.389193:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139099.389215:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451acb3fe lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512264 expref: 6 pid: 9564 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746139099.389228:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451acb3fe lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512264 expref: 6 pid: 9564 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746139099.389254:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451acb3fe lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512264 expref: 6 pid: 9564 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746139099.389292:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139099.389294:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139099.389302:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fa00/0x1f9f6ca451acb405 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351226b expref: 63 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.389309:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fa00/0x1f9f6ca451acb405 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351226b expref: 63 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.389344:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fa00/0x1f9f6ca451acb405 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351226b expref: 63 pid: 9564 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746139099.389357:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c4d4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832132480:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139099.389442:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a066d300 going to sleep for 11 seconds 00000100:00100000:2.0:1746139099.393168:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c4d4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832132480:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139099.393190:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139099.393235:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bb71500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2007:x1830958840297472:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 4058us (4392us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139099.393247:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17066 00000100:00100000:0.0:1746139099.394307:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139099.394950:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840297728 00000100:00100000:1.0:1746139099.394989:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840297728 00002000:00100000:1.0:1746139099.395034:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88012bb73b80 x1830958840297728/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:25/0 lens 488/0 e 0 to 0 dl 1746139110 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139099.395044:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bb73b80 with x1830958840297728 ext(0->4095) 00002000:00010000:1.0:1746139099.395048:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bb73b80 00000100:00100000:3.0:1746139099.396290:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13235 00000100:00100000:3.0:1746139099.396302:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bb73b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+64:2008:x1830958840297728:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746139099.396454:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bb73b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+64:2008:x1830958840297728:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 156us (2150us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746139099.396460:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13235 00002000:00100000:3.0:1746139099.396465:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88012bb73b80 x1830958840297728/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:25/0 lens 488/4536 e 0 to 0 dl 1746139110 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139099.396472:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bb73b80 with x1830958840297728 ext(0->4095) 00002000:00010000:3.0:1746139099.396475:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bb73b80 00000100:00100000:0.0:1746139099.401419:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139099.401497:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840297856 00000100:00100000:1.0:1746139099.401511:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840297856 00000100:00100000:1.0:1746139099.401856:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29753 00000100:00100000:1.0:1746139099.401865:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5f9bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840297856:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139099.401885:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139099.401902:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fc00/0x1f9f6ca451acb40c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512272 expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139099.401931:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fa00/0x1f9f6ca451acb405 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351226b expref: 63 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139099.401938:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139099.401940:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139099.401943:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fc00/0x1f9f6ca451acb40c lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512272 expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139099.401973:0:9564:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fa00/0x1f9f6ca451acb405 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351226b expref: 63 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139099.401985:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fa00/0x1f9f6ca451acb405 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351226b expref: 63 pid: 9564 timeout: 824 lvb_type: 0 00000100:00100000:1.0:1746139099.402001:0:9564:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009bd8a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832132608:192.168.203.56@tcp:104: 00000100:00100000:1.0:1746139099.402091:0:9564:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a059d9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746139099.404978:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139099.405090:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139099.405212:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840297984 00000100:00100000:3.0:1746139099.405222:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840297984 00000100:00100000:3.0:1746139099.405273:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29754 00000100:00100000:3.0:1746139099.405281:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5f9b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+64:1800:x1830958840297984:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746139099.405302:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139099.405321:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9d000/0x1f9f6ca451acb413 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512279 expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139099.405347:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:2.0:1746139099.405349:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840298112 00010000:00010000:3.0:1746139099.405353:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fc00/0x1f9f6ca451acb40c lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512272 expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746139099.405354:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840298112 00010000:00010000:3.0:1746139099.405358:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746139099.405362:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9d000/0x1f9f6ca451acb413 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512279 expref: 66 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.405373:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fa00/0x1f9f6ca451acb405 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351226b expref: 66 pid: 9564 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746139099.405393:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17067 00000100:00100000:2.0:1746139099.405398:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800acc5ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+66:2008:x1830958840298112:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139099.405405:0:18644:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fc00/0x1f9f6ca451acb40c lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512272 expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.405409:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139099.405419:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9d000/0x1f9f6ca451acb413 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512279 expref: 66 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.405428:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fa00/0x1f9f6ca451acb405 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351226b expref: 66 pid: 9564 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746139099.405429:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800b1a9d000, rc 0) 00010000:00010000:2.0:1746139099.405438:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fa00/0x1f9f6ca451acb405 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351226b expref: 66 pid: 9564 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746139099.405455:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139099.405456:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139099.405462:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fc00/0x1f9f6ca451acb40c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512272 expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139099.405470:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5f9b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+66:1800:x1830958840297984:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 190us (502us total) trans 0 rc 0/0 00010000:00010000:2.0:1746139099.405470:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fc00/0x1f9f6ca451acb40c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512272 expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139099.405477:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29754 00010000:00010000:2.0:1746139099.405487:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fc00/0x1f9f6ca451acb40c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512272 expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.405498:0:15672:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fc00/0x1f9f6ca451acb40c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512272 expref: 6 pid: 9564 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746139099.405531:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c4d4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832132864:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139099.405577:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a066d300 going to sleep for 11 seconds 00010000:00010000:1.0:1746139099.405742:0:9564:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fa00/0x1f9f6ca451acb405 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351226b expref: 65 pid: 9564 timeout: 824 lvb_type: 0 00000100:00100000:1.0:1746139099.405757:0:9564:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009bd8a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832132608:192.168.203.56@tcp:104: 00010000:00010000:1.0:1746139099.405772:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fc00/0x1f9f6ca451acb40c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512272 expref: 6 pid: 9564 timeout: 824 lvb_type: 0 00010000:00010000:1.0:1746139099.405779:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fc00/0x1f9f6ca451acb40c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512272 expref: 6 pid: 9564 timeout: 824 lvb_type: 0 00010000:00010000:1.0:1746139099.405785:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7fc00, rc 0) 00000100:00100000:1.0:1746139099.405802:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5f9bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840297856:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3938us (4396us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139099.405806:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29753 00000100:00100000:2.0:1746139099.408712:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c4d4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832132864:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139099.408735:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139099.408981:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800acc5ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+64:2008:x1830958840298112:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3579us (3888us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139099.408995:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17067 00000100:00100000:0.0:1746139099.409051:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139099.409784:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840298368 00000100:00100000:3.0:1746139099.409791:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840298368 00002000:00100000:3.0:1746139099.409828:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800a5f99880 x1830958840298368/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:25/0 lens 488/0 e 0 to 0 dl 1746139110 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139099.409837:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5f99880 with x1830958840298368 ext(0->4095) 00010000:00010000:3.0:1746139099.409845:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fc00/0x1f9f6ca451acb40c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512272 expref: 6 pid: 9564 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746139099.409858:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fc00/0x1f9f6ca451acb40c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512272 expref: 6 pid: 9564 timeout: 824 lvb_type: 0 00002000:00010000:3.0:1746139099.409863:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a5f99880 00000100:00100000:3.0:1746139099.409888:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2593 00000100:00100000:3.0:1746139099.409895:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5f99880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840298368:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746139099.410934:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5f99880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840298368:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 1035us (1880us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746139099.410940:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2593 00002000:00100000:3.0:1746139099.410944:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800a5f99880 x1830958840298368/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:25/0 lens 488/4536 e 0 to 0 dl 1746139110 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139099.410950:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5f99880 with x1830958840298368 ext(0->4095) 00010000:00010000:3.0:1746139099.410955:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fc00/0x1f9f6ca451acb40c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512272 expref: 6 pid: 9564 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746139099.410963:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fc00/0x1f9f6ca451acb40c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512272 expref: 6 pid: 9564 timeout: 824 lvb_type: 0 00002000:00010000:3.0:1746139099.410967:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a5f99880 00000100:00100000:0.0:1746139099.414032:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139099.414107:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840298496 00000100:00100000:2.0:1746139099.414118:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840298496 00010000:00010000:2.0:1746139099.414152:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fc00/0x1f9f6ca451acb40c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512272 expref: 6 pid: 9564 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746139099.414194:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17068 00000100:00100000:2.0:1746139099.414201:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5f98380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840298496:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139099.414216:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139099.414237:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fc00/0x1f9f6ca451acb40c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512272 expref: 6 pid: 9564 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746139099.414249:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fc00/0x1f9f6ca451acb40c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512272 expref: 6 pid: 9564 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746139099.414273:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fc00/0x1f9f6ca451acb40c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512272 expref: 6 pid: 9564 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746139099.414303:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139099.414305:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139099.414313:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9d000/0x1f9f6ca451acb413 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512279 expref: 63 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.414320:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9d000/0x1f9f6ca451acb413 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512279 expref: 63 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.414354:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9d000/0x1f9f6ca451acb413 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512279 expref: 63 pid: 18644 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746139099.414367:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c4d4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832132992:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139099.415450:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a066df00 going to sleep for 11 seconds 00000100:00100000:0.0:1746139099.418992:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139099.419007:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c4d4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832132992:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139099.419028:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139099.419074:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5f98380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2008:x1830958840298496:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 4871us (5053us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139099.419084:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17068 00000100:00100000:3.0:1746139099.419130:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840298752 00000100:00100000:3.0:1746139099.419138:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840298752 00002000:00100000:3.0:1746139099.419176:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800a5f9a680 x1830958840298752/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:25/0 lens 488/0 e 0 to 0 dl 1746139110 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139099.419191:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5f9a680 with x1830958840298752 ext(0->4095) 00002000:00010000:3.0:1746139099.419196:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a5f9a680 00000100:00100000:3.0:1746139099.419225:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13236 00000100:00100000:3.0:1746139099.419232:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5f9a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+64:2009:x1830958840298752:12345-192.168.203.56@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746139099.419363:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5f9a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+64:2009:x1830958840298752:12345-192.168.203.56@tcp:3:ptlrpcd_01_00.0 Request processed in 131us (382us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746139099.419370:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13236 00002000:00100000:3.0:1746139099.419375:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800a5f9a680 x1830958840298752/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:25/0 lens 488/4536 e 0 to 0 dl 1746139110 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139099.419382:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5f9a680 with x1830958840298752 ext(0->4095) 00002000:00010000:3.0:1746139099.419385:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a5f9a680 00000100:00100000:0.0:1746139099.423347:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139099.423456:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840298880 00000100:00100000:1.0:1746139099.423468:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840298880 00000100:00100000:1.0:1746139099.423544:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29755 00000100:00100000:1.0:1746139099.423553:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5f99180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840298880:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139099.423573:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139099.423592:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acb41a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512280 expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139099.423654:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9d000/0x1f9f6ca451acb413 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512279 expref: 63 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139099.423662:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139099.423663:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139099.423667:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acb41a lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512280 expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139099.423701:0:9564:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9d000/0x1f9f6ca451acb413 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512279 expref: 63 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139099.423712:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9d000/0x1f9f6ca451acb413 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512279 expref: 63 pid: 18644 timeout: 824 lvb_type: 0 00000100:00100000:1.0:1746139099.423724:0:9564:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009bd8a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832133120:192.168.203.56@tcp:104: 00000100:00100000:1.0:1746139099.423809:0:9564:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a059d9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746139099.426326:0:9564:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009bd8a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832133120:192.168.203.56@tcp:104: 00010000:00010000:1.0:1746139099.426359:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acb41a lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512280 expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139099.426376:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7ea00, rc 0) 00000100:00100000:1.0:1746139099.426643:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5f99180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840298880:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2989us (3207us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139099.426654:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29755 00000100:00100000:0.0:1746139099.427005:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139099.427161:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840299008 00000100:00100000:1.0:1746139099.427168:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840299008 00002000:00100000:1.0:1746139099.427206:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff8800a5f9aa00 x1830958840299008/t0(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:25/0 lens 496/0 e 0 to 0 dl 1746139110 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139099.427215:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5f9aa00 with x1830958840299008 ext(0->7) 00010000:00010000:1.0:1746139099.427222:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9d000/0x1f9f6ca451acb413 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512279 expref: 64 pid: 18644 timeout: 824 lvb_type: 0 00010000:00010000:1.0:1746139099.427234:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9d000/0x1f9f6ca451acb413 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512279 expref: 64 pid: 18644 timeout: 824 lvb_type: 0 00002000:00010000:1.0:1746139099.427241:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a5f9aa00 00000100:00100000:1.0:1746139099.427268:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2594 00000100:00100000:1.0:1746139099.427274:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5f9aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+64:2008:x1830958840299008:12345-192.168.203.56@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746139099.428494:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5f9aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+66:2008:x1830958840299008:12345-192.168.203.56@tcp:4:ldlm_bl.0 Request processed in 1215us (1485us total) trans 4294972069 rc 0/0 00000100:00100000:0.0:1746139099.428503:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2594 00002000:00100000:0.0:1746139099.428510:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff8800a5f9aa00 x1830958840299008/t4294972069(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:25/0 lens 496/448 e 0 to 0 dl 1746139110 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139099.428541:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5f9aa00 with x1830958840299008 ext(0->7) 00010000:00010000:0.0:1746139099.428548:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9d000/0x1f9f6ca451acb413 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512279 expref: 66 pid: 18644 timeout: 824 lvb_type: 0 00010000:00010000:0.0:1746139099.428559:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9d000/0x1f9f6ca451acb413 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512279 expref: 66 pid: 18644 timeout: 824 lvb_type: 0 00002000:00010000:0.0:1746139099.428566:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a5f9aa00 00000100:00100000:0.0:1746139099.434311:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139099.434673:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840299136 00000100:00100000:2.0:1746139099.434683:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840299136 00010000:00010000:2.0:1746139099.434731:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9d000/0x1f9f6ca451acb413 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512279 expref: 66 pid: 18644 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746139099.434764:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17069 00000100:00100000:2.0:1746139099.434771:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5f99f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+66:2008:x1830958840299136:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139099.434787:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139099.434811:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9d000/0x1f9f6ca451acb413 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512279 expref: 66 pid: 18644 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746139099.434824:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9d000/0x1f9f6ca451acb413 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512279 expref: 66 pid: 18644 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746139099.434848:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9d000/0x1f9f6ca451acb413 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512279 expref: 66 pid: 18644 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746139099.435801:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139099.435806:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139099.435815:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acb41a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512280 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.435824:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acb41a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512280 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.435862:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acb41a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512280 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746139099.435875:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c4d4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832133248:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139099.436376:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a066df00 going to sleep for 11 seconds 00000100:00100000:0.0:1746139099.442932:0:3766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009bd8a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1830958832133376:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746139099.443025:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746139099.443291:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958832133376 00000100:00100000:3.0:1746139099.443301:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958832133376 00000100:00100000:3.0:1746139099.443344:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 644 00000100:00100000:3.0:1746139099.443351:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5f9b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3766:x1830958832133376:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1746139099.443386:0:7223:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1445994496 avail 1316532224 00000100:00100000:3.0:1746139099.443441:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5f9b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3766:x1830958832133376:12345-0@lo:41:osp-pre-0-1.0 Request processed in 90us (416us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139099.443446:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 644 00000100:00100000:2.0:1746139099.444068:0:3766:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009bd8a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1830958832133376:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746139099.444839:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139099.445833:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840299392 00000100:00100000:1.0:1746139099.445842:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840299392 00000100:00100000:2.0:1746139099.445866:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c4d4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832133248:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139099.445884:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:1.0:1746139099.445892:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800a5f9ad80 x1830958840299392/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:25/0 lens 488/0 e 0 to 0 dl 1746139110 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139099.445902:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5f9ad80 with x1830958840299392 ext(0->4095) 00002000:00010000:1.0:1746139099.445906:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a5f9ad80 00000100:00100000:1.0:1746139099.445939:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13237 00000100:00100000:1.0:1746139099.445947:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5f9ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840299392:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746139099.445948:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5f99f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+65:2008:x1830958840299136:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 11176us (11646us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139099.445957:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17069 00000100:00100000:1.0:1746139099.446087:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5f9ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840299392:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 140us (1252us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139099.446093:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13237 00002000:00100000:1.0:1746139099.446098:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800a5f9ad80 x1830958840299392/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:25/0 lens 488/4536 e 0 to 0 dl 1746139110 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139099.446105:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5f9ad80 with x1830958840299392 ext(0->4095) 00002000:00010000:1.0:1746139099.446108:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a5f9ad80 00000100:00100000:0.0:1746139099.448366:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139099.448841:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840299520 00000100:00100000:1.0:1746139099.448851:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840299520 00000100:00100000:1.0:1746139099.449012:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29756 00000100:00100000:1.0:1746139099.449022:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5f9b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+65:1800:x1830958840299520:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139099.449044:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139099.449063:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fa00/0x1f9f6ca451acb421 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512287 expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139099.449095:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acb41a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512280 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139099.449103:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139099.449105:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139099.449108:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fa00/0x1f9f6ca451acb421 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512287 expref: 66 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139099.449140:0:9564:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acb41a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512280 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139099.449152:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acb41a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512280 expref: 5 pid: 9564 timeout: 824 lvb_type: 0 00000100:00100000:1.0:1746139099.449165:0:9564:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009bd89880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832133504:192.168.203.56@tcp:104: 00000100:00100000:1.0:1746139099.450152:0:9564:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a059d6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746139099.451846:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139099.452454:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840299648 00000100:00100000:3.0:1746139099.452464:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840299648 00000100:00100000:3.0:1746139099.452751:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29757 00000100:00100000:3.0:1746139099.452761:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5f9a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+67:1814:x1830958840299648:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746139099.453225:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139099.453251:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9de00/0x1f9f6ca451acb428 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a351228e expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139099.453284:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139099.453290:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fa00/0x1f9f6ca451acb421 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512287 expref: 68 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139099.453297:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746139099.453301:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9de00/0x1f9f6ca451acb428 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351228e expref: 68 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139099.453344:0:18644:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fa00/0x1f9f6ca451acb421 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512287 expref: 68 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139099.453359:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9de00/0x1f9f6ca451acb428 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351228e expref: 68 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139099.453371:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800b1a9de00, rc 0) 00000100:00100000:3.0:1746139099.453442:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5f9a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+68:1814:x1830958840299648:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 682us (1605us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139099.453450:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29757 00000100:00100000:0.0:1746139099.453959:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139099.454014:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840299776 00000100:00100000:2.0:1746139099.454020:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840299776 00000100:00100000:0.0:1746139099.454025:0:9564:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009bd89880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832133504:192.168.203.56@tcp:104: 00010000:00010000:2.0:1746139099.454046:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acb41a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512280 expref: 6 pid: 9564 timeout: 824 lvb_type: 0 00010000:00010000:0.0:1746139099.454046:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fa00/0x1f9f6ca451acb421 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512287 expref: 68 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139099.454055:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7fa00, rc 0) 00000100:00100000:2.0:1746139099.454077:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17070 00000100:00100000:2.0:1746139099.454083:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c25f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840299776:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139099.454093:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139099.454120:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acb41a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512280 expref: 6 pid: 9564 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746139099.454131:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acb41a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512280 expref: 6 pid: 9564 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746139099.454155:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acb41a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512280 expref: 6 pid: 9564 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746139099.454173:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139099.454175:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139099.454181:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fa00/0x1f9f6ca451acb421 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512287 expref: 68 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.454188:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fa00/0x1f9f6ca451acb421 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512287 expref: 68 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.454210:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fa00/0x1f9f6ca451acb421 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512287 expref: 68 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.454222:0:15672:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fa00/0x1f9f6ca451acb421 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512287 expref: 68 pid: 9564 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746139099.454234:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c4d4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832133760:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139099.454296:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a066df00 going to sleep for 11 seconds 00000100:00100000:1.0:1746139099.454848:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5f9b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+67:1800:x1830958840299520:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5825us (6489us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139099.454857:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29756 00000100:00100000:2.0:1746139099.462418:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c4d4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832133760:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139099.462446:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139099.462526:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c25f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2008:x1830958840299776:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 8434us (8558us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139099.462540:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17070 00000100:00100000:3.0:1746139099.463843:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139099.463943:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840300032 00000100:00100000:0.0:1746139099.463952:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840300032 00002000:00100000:0.0:1746139099.464009:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800a075ad80 x1830958840300032/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:25/0 lens 488/0 e 0 to 0 dl 1746139110 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139099.464019:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a075ad80 with x1830958840300032 ext(0->4095) 00010000:00010000:0.0:1746139099.464029:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fa00/0x1f9f6ca451acb421 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512287 expref: 67 pid: 9564 timeout: 824 lvb_type: 0 00010000:00010000:0.0:1746139099.464045:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fa00/0x1f9f6ca451acb421 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512287 expref: 67 pid: 9564 timeout: 824 lvb_type: 0 00002000:00010000:0.0:1746139099.464051:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a075ad80 00000100:00100000:0.0:1746139099.464086:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2595 00000100:00100000:0.0:1746139099.464095:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a075ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+67:2008:x1830958840300032:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746139099.464258:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a075ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+67:2008:x1830958840300032:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 164us (422us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746139099.464265:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2595 00002000:00100000:0.0:1746139099.464270:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800a075ad80 x1830958840300032/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:25/0 lens 488/4536 e 0 to 0 dl 1746139110 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139099.464277:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a075ad80 with x1830958840300032 ext(0->4095) 00010000:00010000:0.0:1746139099.464282:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fa00/0x1f9f6ca451acb421 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512287 expref: 67 pid: 9564 timeout: 824 lvb_type: 0 00010000:00010000:0.0:1746139099.464291:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fa00/0x1f9f6ca451acb421 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512287 expref: 67 pid: 9564 timeout: 824 lvb_type: 0 00002000:00010000:0.0:1746139099.464296:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a075ad80 00000100:00100000:0.0:1746139099.468075:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139099.468990:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840300160 00000100:00100000:2.0:1746139099.469001:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840300160 00010000:00010000:2.0:1746139099.469045:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fa00/0x1f9f6ca451acb421 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512287 expref: 67 pid: 9564 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746139099.469293:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17071 00000100:00100000:2.0:1746139099.469303:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c25c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+67:2008:x1830958840300160:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139099.469316:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139099.469339:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fa00/0x1f9f6ca451acb421 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512287 expref: 67 pid: 9564 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746139099.469351:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fa00/0x1f9f6ca451acb421 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512287 expref: 67 pid: 9564 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746139099.469374:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fa00/0x1f9f6ca451acb421 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512287 expref: 67 pid: 9564 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746139099.469407:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139099.469410:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139099.469418:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9de00/0x1f9f6ca451acb428 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351228e expref: 66 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.469427:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9de00/0x1f9f6ca451acb428 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351228e expref: 66 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.469462:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9de00/0x1f9f6ca451acb428 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351228e expref: 66 pid: 18644 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746139099.469476:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c4d4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832133888:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139099.470748:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a066df00 going to sleep for 11 seconds 00000100:00100000:2.0:1746139099.473826:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c4d4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832133888:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139099.473850:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139099.473894:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c25c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+66:2008:x1830958840300160:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 4592us (5829us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139099.473905:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17071 00000100:00100000:0.0:1746139099.474951:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139099.475127:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840300416 00000100:00100000:2.0:1746139099.475135:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840300416 00002000:00100000:2.0:1746139099.475178:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88012c25d880 x1830958840300416/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:25/0 lens 488/0 e 0 to 0 dl 1746139110 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139099.475189:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c25d880 with x1830958840300416 ext(0->4095) 00002000:00010000:2.0:1746139099.475194:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c25d880 00000100:00100000:2.0:1746139099.475213:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13238 00000100:00100000:2.0:1746139099.475220:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c25d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+66:2008:x1830958840300416:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746139099.475338:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c25d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+66:2008:x1830958840300416:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 118us (389us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746139099.475344:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13238 00002000:00100000:2.0:1746139099.475348:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88012c25d880 x1830958840300416/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:25/0 lens 488/4536 e 0 to 0 dl 1746139110 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139099.475354:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c25d880 with x1830958840300416 ext(0->4095) 00002000:00010000:2.0:1746139099.475357:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c25d880 00000100:00100000:0.0:1746139099.479736:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139099.480134:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840300544 00000100:00100000:1.0:1746139099.480144:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840300544 00000100:00100000:1.0:1746139099.480442:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29758 00000100:00100000:1.0:1746139099.480451:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c25fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840300544:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139099.480472:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139099.480490:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fa00/0x1f9f6ca451acb42f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512295 expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139099.480528:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9de00/0x1f9f6ca451acb428 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351228e expref: 65 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139099.480536:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139099.480538:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139099.480541:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fa00/0x1f9f6ca451acb42f lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512295 expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139099.480574:0:9564:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9de00/0x1f9f6ca451acb428 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351228e expref: 65 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139099.480586:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9de00/0x1f9f6ca451acb428 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351228e expref: 65 pid: 18644 timeout: 824 lvb_type: 0 00000100:00100000:1.0:1746139099.480598:0:9564:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009bd88a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832134016:192.168.203.56@tcp:104: 00000100:00100000:1.0:1746139099.481124:0:9564:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a059d6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746139099.483003:0:9564:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009bd88a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832134016:192.168.203.56@tcp:104: 00010000:00010000:1.0:1746139099.483031:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fa00/0x1f9f6ca451acb42f lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512295 expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139099.483048:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7fa00, rc 0) 00000100:00100000:1.0:1746139099.483082:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c25fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840300544:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2632us (3357us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139099.483090:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29758 00000100:00100000:0.0:1746139099.484701:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139099.484852:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840300672 00000100:00100000:2.0:1746139099.484861:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840300672 00010000:00010000:2.0:1746139099.484899:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9de00/0x1f9f6ca451acb428 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351228e expref: 66 pid: 18644 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746139099.484927:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17072 00000100:00100000:2.0:1746139099.484934:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c25ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+66:2007:x1830958840300672:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139099.484948:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139099.484971:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9de00/0x1f9f6ca451acb428 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351228e expref: 66 pid: 18644 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746139099.484982:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9de00/0x1f9f6ca451acb428 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351228e expref: 66 pid: 18644 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746139099.485007:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9de00/0x1f9f6ca451acb428 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351228e expref: 66 pid: 18644 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746139099.486054:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139099.486058:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139099.486068:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fa00/0x1f9f6ca451acb42f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512295 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.486076:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fa00/0x1f9f6ca451acb42f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512295 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.486114:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fa00/0x1f9f6ca451acb42f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512295 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746139099.486133:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c4d4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832134144:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139099.486208:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a066d900 going to sleep for 11 seconds 00000100:00100000:1.0:1746139099.486434:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139099.486468:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840300800 00000100:00100000:1.0:1746139099.486474:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840300800 00000100:00100000:1.0:1746139099.486506:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29759 00000100:00100000:1.0:1746139099.486513:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bd88a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+66:1800:x1830958840300800:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139099.486537:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139099.486550:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fe00/0x1f9f6ca451acb436 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a351229c expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139099.486569:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fa00/0x1f9f6ca451acb42f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512295 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139099.486575:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139099.486576:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139099.486579:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fe00/0x1f9f6ca451acb436 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351229c expref: 67 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139099.486594:0:9564:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fa00/0x1f9f6ca451acb42f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512295 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139099.486604:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fa00/0x1f9f6ca451acb42f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512295 expref: 5 pid: 9564 timeout: 824 lvb_type: 0 00000100:00100000:1.0:1746139099.486630:0:9564:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009bd89880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832134272:192.168.203.56@tcp:104: 00000100:00100000:1.0:1746139099.486654:0:9564:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a059d6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746139099.489930:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139099.489957:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840301056 00000100:00100000:0.0:1746139099.489965:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840301056 00002000:00100000:0.0:1746139099.490006:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88012c25f800 x1830958840301056/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:25/0 lens 488/0 e 0 to 0 dl 1746139110 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139099.490016:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c25f800 with x1830958840301056 ext(0->4095) 00010000:00010000:0.0:1746139099.490026:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fa00/0x1f9f6ca451acb42f lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512295 expref: 6 pid: 9564 timeout: 824 lvb_type: 0 00010000:00010000:0.0:1746139099.490039:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fa00/0x1f9f6ca451acb42f lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512295 expref: 6 pid: 9564 timeout: 824 lvb_type: 0 00002000:00010000:0.0:1746139099.490046:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012c25f800 00000100:00100000:1.0:1746139099.490393:0:9564:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009bd89880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832134272:192.168.203.56@tcp:104: 00010000:00010000:1.0:1746139099.490418:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fe00/0x1f9f6ca451acb436 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351229c expref: 67 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139099.490434:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7fe00, rc 0) 00000100:00100000:1.0:1746139099.490479:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bd88a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+67:1800:x1830958840300800:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3965us (4045us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139099.490487:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29759 00000100:00100000:2.0:1746139099.490789:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c4d4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832134144:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139099.490802:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139099.490829:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c25ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+66:2007:x1830958840300672:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 5896us (6139us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139099.490837:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17072 00000100:00100000:0.0:1746139099.491479:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2596 00000100:00100000:0.0:1746139099.491488:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c25f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840301056:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746139099.491632:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c25f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840301056:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 132us (1699us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746139099.491638:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2596 00002000:00100000:0.0:1746139099.491644:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88012c25f800 x1830958840301056/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:25/0 lens 488/4536 e 0 to 0 dl 1746139110 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139099.491653:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c25f800 with x1830958840301056 ext(0->4095) 00010000:00010000:0.0:1746139099.491659:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fa00/0x1f9f6ca451acb42f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512295 expref: 6 pid: 9564 timeout: 824 lvb_type: 0 00010000:00010000:0.0:1746139099.491668:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fa00/0x1f9f6ca451acb42f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512295 expref: 6 pid: 9564 timeout: 824 lvb_type: 0 00002000:00010000:0.0:1746139099.491674:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012c25f800 00000100:00100000:0.0:1746139099.497325:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139099.497454:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840301184 00000100:00100000:2.0:1746139099.497466:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840301184 00010000:00010000:2.0:1746139099.497508:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fa00/0x1f9f6ca451acb42f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512295 expref: 6 pid: 9564 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746139099.497556:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17073 00000100:00100000:2.0:1746139099.497566:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c25e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840301184:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139099.497583:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139099.497604:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fa00/0x1f9f6ca451acb42f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512295 expref: 6 pid: 9564 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746139099.497644:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fa00/0x1f9f6ca451acb42f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512295 expref: 6 pid: 9564 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746139099.497667:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fa00/0x1f9f6ca451acb42f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512295 expref: 6 pid: 9564 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746139099.497693:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139099.497696:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139099.497703:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fe00/0x1f9f6ca451acb436 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351229c expref: 65 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.497710:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fe00/0x1f9f6ca451acb436 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351229c expref: 65 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.497742:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fe00/0x1f9f6ca451acb436 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351229c expref: 65 pid: 9564 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746139099.497753:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c4d4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832134400:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139099.497837:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a066d900 going to sleep for 11 seconds 00000100:00100000:0.0:1746139099.500885:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139099.501041:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840301440 00000100:00100000:3.0:1746139099.501051:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840301440 00002000:00100000:3.0:1746139099.501098:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88012c25c380 x1830958840301440/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:25/0 lens 488/0 e 0 to 0 dl 1746139110 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139099.501115:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c25c380 with x1830958840301440 ext(0->4095) 00002000:00010000:3.0:1746139099.501120:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c25c380 00000100:00100000:3.0:1746139099.501140:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13239 00000100:00100000:3.0:1746139099.501147:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c25c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+66:2008:x1830958840301440:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746139099.501305:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c25c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+66:2008:x1830958840301440:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 158us (431us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746139099.501312:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13239 00002000:00100000:3.0:1746139099.501318:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88012c25c380 x1830958840301440/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:25/0 lens 488/4536 e 0 to 0 dl 1746139110 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139099.501325:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c25c380 with x1830958840301440 ext(0->4095) 00002000:00010000:3.0:1746139099.501328:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c25c380 00000100:00100000:3.0:1746139099.501376:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c4d4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832134400:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139099.501393:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139099.501421:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c25e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2008:x1830958840301184:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3853us (4105us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139099.501429:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17073 00000100:00100000:0.0:1746139099.504706:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139099.504753:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840301568 00000100:00100000:1.0:1746139099.504763:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840301568 00000100:00100000:1.0:1746139099.504833:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29760 00000100:00100000:1.0:1746139099.504840:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c25ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840301568:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139099.504861:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139099.504880:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451acb43d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a35122a3 expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139099.504912:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fe00/0x1f9f6ca451acb436 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351229c expref: 65 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139099.504919:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139099.504921:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139099.504924:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451acb43d lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35122a3 expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139099.504960:0:9564:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fe00/0x1f9f6ca451acb436 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351229c expref: 65 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139099.504971:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fe00/0x1f9f6ca451acb436 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351229c expref: 65 pid: 9564 timeout: 824 lvb_type: 0 00000100:00100000:1.0:1746139099.504983:0:9564:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009bd89880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832134528:192.168.203.56@tcp:104: 00000100:00100000:1.0:1746139099.505067:0:9564:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a059d6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746139099.510068:0:9564:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009bd89880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832134528:192.168.203.56@tcp:104: 00010000:00010000:1.0:1746139099.510104:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451acb43d lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35122a3 expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139099.510123:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7e000, rc 0) 00000100:00100000:1.0:1746139099.511512:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c25ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840301568:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6664us (6810us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139099.511529:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29760 00000100:00100000:0.0:1746139099.518180:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139099.518284:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840301696 00000100:00100000:2.0:1746139099.518295:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840301696 00002000:00100000:2.0:1746139099.518353:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff880093493480 x1830958840301696/t0(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:25/0 lens 496/0 e 0 to 0 dl 1746139110 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139099.518364:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093493480 with x1830958840301696 ext(0->7) 00010000:00010000:2.0:1746139099.518374:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fe00/0x1f9f6ca451acb436 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351229c expref: 66 pid: 9564 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746139099.518389:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fe00/0x1f9f6ca451acb436 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351229c expref: 66 pid: 9564 timeout: 824 lvb_type: 0 00002000:00010000:2.0:1746139099.518396:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093493480 00000100:00100000:2.0:1746139099.518433:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2597 00000100:00100000:2.0:1746139099.518441:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093493480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+66:2007:x1830958840301696:12345-192.168.203.56@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746139099.520432:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093493480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+68:2007:x1830958840301696:12345-192.168.203.56@tcp:4:ldlm_bl.0 Request processed in 1980us (2252us total) trans 4294972070 rc 0/0 00000100:00100000:0.0:1746139099.520443:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2597 00002000:00100000:0.0:1746139099.520452:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff880093493480 x1830958840301696/t4294972070(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:25/0 lens 496/448 e 0 to 0 dl 1746139110 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139099.520462:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093493480 with x1830958840301696 ext(0->7) 00010000:00010000:0.0:1746139099.520470:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fe00/0x1f9f6ca451acb436 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351229c expref: 68 pid: 9564 timeout: 824 lvb_type: 0 00010000:00010000:0.0:1746139099.520484:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fe00/0x1f9f6ca451acb436 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351229c expref: 68 pid: 9564 timeout: 824 lvb_type: 0 00002000:00010000:0.0:1746139099.520491:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093493480 00000100:00100000:0.0:1746139099.532757:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139099.533835:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840301824 00000100:00100000:1.0:1746139099.533846:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840301824 00000100:00100000:1.0:1746139099.533901:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29761 00000100:00100000:1.0:1746139099.533910:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093492a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+68:1800:x1830958840301824:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139099.533930:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139099.533949:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e400/0x1f9f6ca451acb444 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a35122aa expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139099.533979:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139099.533985:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451acb43d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35122a3 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139099.533991:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746139099.533994:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e400/0x1f9f6ca451acb444 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35122aa expref: 69 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139099.534029:0:9564:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451acb43d lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35122a3 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139099.534040:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e400/0x1f9f6ca451acb444 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35122aa expref: 69 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139099.534048:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7e400, rc 0) 00000100:00100000:1.0:1746139099.534102:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093492a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+69:1800:x1830958840301824:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 193us (1356us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139099.534108:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29761 00000100:00100000:0.0:1746139099.537006:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139099.537106:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840301952 00000100:00100000:3.0:1746139099.537115:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840301952 00010000:00010000:3.0:1746139099.537152:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fe00/0x1f9f6ca451acb436 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351229c expref: 69 pid: 9564 timeout: 824 lvb_type: 0 00000100:00100000:3.0:1746139099.537338:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17074 00000100:00100000:3.0:1746139099.537346:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800acc5e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+69:2007:x1830958840301952:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139099.537365:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1746139099.537382:0:15672:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x1a:0x0] updating lvb mtime from disk: 1746139099 -> 1746139100 00002000:00010000:3.0:1746139099.537385:0:15672:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x1a:0x0] updating lvb ctime from disk: 1746139099 -> 1746139100 00010000:00010000:3.0:1746139099.537391:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fe00/0x1f9f6ca451acb436 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351229c expref: 69 pid: 9564 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746139099.537403:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fe00/0x1f9f6ca451acb436 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351229c expref: 69 pid: 9564 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746139099.537423:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fe00/0x1f9f6ca451acb436 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351229c expref: 69 pid: 9564 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746139099.538250:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139099.538253:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139099.538263:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451acb43d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35122a3 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139099.538272:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451acb43d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35122a3 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139099.538306:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451acb43d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35122a3 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139099.538317:0:15672:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451acb43d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35122a3 expref: 5 pid: 9564 timeout: 824 lvb_type: 0 00000100:00100000:3.0:1746139099.538330:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0759c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832134784:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139099.539472:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800acd8da80 going to sleep for 11 seconds 00000100:00100000:0.0:1746139099.542417:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139099.542491:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840302208 00000100:00100000:2.0:1746139099.542501:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840302208 00002000:00100000:2.0:1746139099.542557:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880093490a80 x1830958840302208/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:25/0 lens 488/0 e 0 to 0 dl 1746139110 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139099.542569:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093490a80 with x1830958840302208 ext(0->4095) 00010000:00010000:2.0:1746139099.542580:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451acb43d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35122a3 expref: 6 pid: 9564 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746139099.542595:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451acb43d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35122a3 expref: 6 pid: 9564 timeout: 824 lvb_type: 0 00002000:00010000:2.0:1746139099.542603:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093490a80 00000100:00100000:2.0:1746139099.542648:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2598 00000100:00100000:2.0:1746139099.542656:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093490a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840302208:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746139099.542791:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093490a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840302208:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 136us (383us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746139099.542797:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2598 00002000:00100000:2.0:1746139099.542802:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880093490a80 x1830958840302208/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:25/0 lens 488/4536 e 0 to 0 dl 1746139110 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139099.542810:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093490a80 with x1830958840302208 ext(0->4095) 00010000:00010000:2.0:1746139099.542814:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451acb43d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35122a3 expref: 6 pid: 9564 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746139099.542823:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451acb43d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35122a3 expref: 6 pid: 9564 timeout: 824 lvb_type: 0 00002000:00010000:2.0:1746139099.542829:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093490a80 00000100:00100000:0.0:1746139099.545989:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139099.546156:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840302336 00000100:00100000:2.0:1746139099.546165:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840302336 00010000:00010000:2.0:1746139099.546201:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451acb43d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35122a3 expref: 6 pid: 9564 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746139099.546229:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17075 00000100:00100000:2.0:1746139099.546235:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093493100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840302336:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139099.546247:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139099.546267:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451acb43d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35122a3 expref: 6 pid: 9564 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746139099.546279:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451acb43d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35122a3 expref: 6 pid: 9564 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746139099.546304:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139099.546306:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139099.546312:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e400/0x1f9f6ca451acb444 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35122aa expref: 68 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.546320:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e400/0x1f9f6ca451acb444 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35122aa expref: 68 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.546352:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e400/0x1f9f6ca451acb444 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35122aa expref: 68 pid: 9564 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746139099.546365:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c4d4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832134912:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139099.546432:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a066df00 going to sleep for 11 seconds 00010000:00010000:3.0:1746139099.547086:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451acb43d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35122a3 expref: 6 pid: 9564 timeout: 824 lvb_type: 0 00000100:00100000:3.0:1746139099.547112:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0759c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832134784:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139099.547135:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139099.547162:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800acc5e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+68:2007:x1830958840301952:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 9817us (10165us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139099.547170:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17074 00000100:00100000:1.0:1746139099.550909:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139099.551127:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c4d4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832134912:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139099.551147:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139099.551190:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093493100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2008:x1830958840302336:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 4954us (5768us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139099.551200:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17075 00000100:00100000:3.0:1746139099.552102:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840302592 00000100:00100000:3.0:1746139099.552109:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840302592 00002000:00100000:3.0:1746139099.552147:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009bd89880 x1830958840302592/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:25/0 lens 488/0 e 0 to 0 dl 1746139110 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139099.552156:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bd89880 with x1830958840302592 ext(0->4095) 00002000:00010000:3.0:1746139099.552161:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bd89880 00000100:00100000:3.0:1746139099.552183:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13240 00000100:00100000:3.0:1746139099.552189:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bd89880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+68:2010:x1830958840302592:12345-192.168.203.56@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746139099.552316:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bd89880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+68:2010:x1830958840302592:12345-192.168.203.56@tcp:3:ptlrpcd_01_01.0 Request processed in 127us (1417us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746139099.552322:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13240 00002000:00100000:3.0:1746139099.552327:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009bd89880 x1830958840302592/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:25/0 lens 488/4536 e 0 to 0 dl 1746139110 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139099.552333:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bd89880 with x1830958840302592 ext(0->4095) 00002000:00010000:3.0:1746139099.552336:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bd89880 00000100:00100000:0.0:1746139099.555485:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139099.559667:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840302720 00000100:00100000:2.0:1746139099.559680:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840302720 00000100:00100000:2.0:1746139099.559752:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29762 00000100:00100000:2.0:1746139099.559759:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093491880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840302720:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139099.559778:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139099.559795:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1400/0x1f9f6ca451acb44b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a35122b1 expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.559824:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e400/0x1f9f6ca451acb444 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35122aa expref: 67 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.559830:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139099.559832:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139099.559835:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1400/0x1f9f6ca451acb44b lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35122b1 expref: 6 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.559863:0:18644:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e400/0x1f9f6ca451acb444 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35122aa expref: 67 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.559874:0:18644:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e400/0x1f9f6ca451acb444 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35122aa expref: 67 pid: 9564 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746139099.559884:0:18644:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c4d4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832135040:192.168.203.56@tcp:104: 00000100:00100000:2.0:1746139099.559974:0:18644:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a066df00 going to sleep for 11 seconds 00000100:00100000:2.0:1746139099.561777:0:18644:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c4d4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832135040:192.168.203.56@tcp:104: 00010000:00010000:2.0:1746139099.561805:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1400/0x1f9f6ca451acb44b lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35122b1 expref: 6 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.561821:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f1a1400, rc 0) 00000100:00100000:2.0:1746139099.561855:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093491880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840302720:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2095us (6379us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139099.561863:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29762 00000100:00100000:0.0:1746139099.577227:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139099.577283:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139099.577384:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840302848 00000100:00100000:2.0:1746139099.577396:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840302848 00002000:00100000:2.0:1746139099.577445:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff880093491c00 x1830958840302848/t0(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:25/0 lens 496/0 e 0 to 0 dl 1746139110 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139099.577456:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093491c00 with x1830958840302848 ext(0->7) 00010000:00010000:2.0:1746139099.577466:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e400/0x1f9f6ca451acb444 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35122aa expref: 68 pid: 9564 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746139099.577480:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e400/0x1f9f6ca451acb444 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35122aa expref: 68 pid: 9564 timeout: 824 lvb_type: 0 00002000:00010000:2.0:1746139099.577487:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093491c00 00000100:00100000:2.0:1746139099.577510:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2599 00000100:00100000:2.0:1746139099.577526:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093491c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+68:2008:x1830958840302848:12345-192.168.203.56@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746139099.577733:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840302976 00000100:00100000:3.0:1746139099.577737:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840302976 00000100:00100000:3.0:1746139099.577773:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29763 00000100:00100000:3.0:1746139099.577780:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093492300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+69:1800:x1830958840302976:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746139099.577788:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139099.577804:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9ca00/0x1f9f6ca451acb452 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a35122b8 expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139099.577825:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746139099.577830:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1400/0x1f9f6ca451acb44b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35122b1 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139099.577835:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746139099.577838:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9ca00/0x1f9f6ca451acb452 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35122b8 expref: 70 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139099.577876:0:18644:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1400/0x1f9f6ca451acb44b lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35122b1 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139099.577888:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9ca00/0x1f9f6ca451acb452 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35122b8 expref: 70 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139099.577897:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800b1a9ca00, rc 0) 00000100:00100000:3.0:1746139099.577939:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093492300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+70:1800:x1830958840302976:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 159us (655us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139099.577945:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29763 00000100:00100000:2.0:1746139099.578904:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093491c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+71:2008:x1830958840302848:12345-192.168.203.56@tcp:4:ldlm_bl.0 Request processed in 1383us (1685us total) trans 4294972071 rc 0/0 00000100:00100000:2.0:1746139099.578914:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2599 00002000:00100000:2.0:1746139099.578920:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff880093491c00 x1830958840302848/t4294972071(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:25/0 lens 496/448 e 0 to 0 dl 1746139110 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139099.578928:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093491c00 with x1830958840302848 ext(0->7) 00010000:00010000:2.0:1746139099.578933:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e400/0x1f9f6ca451acb444 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35122aa expref: 71 pid: 9564 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746139099.578943:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e400/0x1f9f6ca451acb444 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35122aa expref: 71 pid: 9564 timeout: 824 lvb_type: 0 00002000:00010000:2.0:1746139099.578949:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093491c00 00000100:00100000:0.0:1746139099.595421:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139099.595536:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840303104 00000100:00100000:2.0:1746139099.595546:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840303104 00010000:00010000:2.0:1746139099.595589:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e400/0x1f9f6ca451acb444 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35122aa expref: 71 pid: 9564 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746139099.595660:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17076 00000100:00100000:2.0:1746139099.595667:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093490380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+71:2007:x1830958840303104:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139099.595683:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139099.595705:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e400/0x1f9f6ca451acb444 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35122aa expref: 71 pid: 9564 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746139099.595717:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e400/0x1f9f6ca451acb444 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35122aa expref: 71 pid: 9564 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746139099.595740:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e400/0x1f9f6ca451acb444 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35122aa expref: 71 pid: 9564 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746139099.595761:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139099.595763:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139099.595771:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1400/0x1f9f6ca451acb44b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35122b1 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.595777:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1400/0x1f9f6ca451acb44b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35122b1 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.595811:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1400/0x1f9f6ca451acb44b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35122b1 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.595821:0:7207:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1400/0x1f9f6ca451acb44b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35122b1 expref: 5 pid: 18644 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746139099.595833:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c4d4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832135296:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139099.596248:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a066df00 going to sleep for 11 seconds 00000100:00100000:2.0:1746139099.601445:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c4d4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832135296:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139099.601466:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139099.601511:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093490380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+70:2007:x1830958840303104:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 5843us (6106us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139099.601530:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17076 00000100:00100000:0.0:1746139099.607611:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139099.608025:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840303360 00000100:00100000:2.0:1746139099.608034:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840303360 00002000:00100000:2.0:1746139099.608084:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880093491180 x1830958840303360/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:25/0 lens 488/0 e 0 to 0 dl 1746139110 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139099.608101:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093491180 with x1830958840303360 ext(0->4095) 00010000:00010000:2.0:1746139099.608110:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1400/0x1f9f6ca451acb44b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35122b1 expref: 6 pid: 18644 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746139099.608124:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1400/0x1f9f6ca451acb44b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35122b1 expref: 6 pid: 18644 timeout: 824 lvb_type: 0 00002000:00010000:2.0:1746139099.608131:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093491180 00000100:00100000:2.0:1746139099.608166:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2600 00000100:00100000:2.0:1746139099.608174:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093491180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840303360:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746139099.608342:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093491180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840303360:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 168us (739us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746139099.608348:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2600 00002000:00100000:2.0:1746139099.608353:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880093491180 x1830958840303360/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:25/0 lens 488/4536 e 0 to 0 dl 1746139110 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139099.608359:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093491180 with x1830958840303360 ext(0->4095) 00010000:00010000:2.0:1746139099.608363:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1400/0x1f9f6ca451acb44b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35122b1 expref: 6 pid: 18644 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746139099.608372:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1400/0x1f9f6ca451acb44b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35122b1 expref: 6 pid: 18644 timeout: 824 lvb_type: 0 00002000:00010000:2.0:1746139099.608377:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093491180 00000100:00100000:0.0:1746139099.613866:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139099.614098:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840303488 00000100:00100000:2.0:1746139099.614109:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840303488 00010000:00010000:2.0:1746139099.614146:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1400/0x1f9f6ca451acb44b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35122b1 expref: 6 pid: 18644 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746139099.614181:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17077 00000100:00100000:2.0:1746139099.614189:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093491f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840303488:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139099.614203:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139099.614225:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1400/0x1f9f6ca451acb44b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35122b1 expref: 6 pid: 18644 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746139099.614237:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1400/0x1f9f6ca451acb44b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35122b1 expref: 6 pid: 18644 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746139099.614258:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1400/0x1f9f6ca451acb44b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35122b1 expref: 6 pid: 18644 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746139099.614280:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139099.614282:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139099.614289:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9ca00/0x1f9f6ca451acb452 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35122b8 expref: 69 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.614297:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9ca00/0x1f9f6ca451acb452 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35122b8 expref: 69 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.614327:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9ca00/0x1f9f6ca451acb452 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35122b8 expref: 69 pid: 18644 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746139099.614338:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c4d4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832135424:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139099.615501:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a066dcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746139099.619240:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c4d4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832135424:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139099.619264:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139099.619322:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093491f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2007:x1830958840303488:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 5131us (5466us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139099.619332:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17077 00000100:00100000:0.0:1746139099.619405:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139099.620037:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840303744 00000100:00100000:2.0:1746139099.620044:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840303744 00002000:00100000:2.0:1746139099.620086:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880093492d80 x1830958840303744/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:25/0 lens 488/0 e 0 to 0 dl 1746139110 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139099.620097:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093492d80 with x1830958840303744 ext(0->4095) 00002000:00010000:2.0:1746139099.620102:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093492d80 00000100:00100000:2.0:1746139099.620132:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13241 00000100:00100000:2.0:1746139099.620139:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093492d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+70:2008:x1830958840303744:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746139099.620278:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093492d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+70:2008:x1830958840303744:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 139us (873us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746139099.620284:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13241 00002000:00100000:2.0:1746139099.620289:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880093492d80 x1830958840303744/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:25/0 lens 488/4536 e 0 to 0 dl 1746139110 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139099.620296:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093492d80 with x1830958840303744 ext(0->4095) 00002000:00010000:2.0:1746139099.620299:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093492d80 00000100:00100000:0.0:1746139099.622510:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139099.622651:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840303872 00000100:00100000:1.0:1746139099.622658:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840303872 00000100:00100000:1.0:1746139099.622705:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29764 00000100:00100000:1.0:1746139099.622712:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093490000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840303872:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139099.622726:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139099.622743:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acb459 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a35122bf expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139099.622770:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9ca00/0x1f9f6ca451acb452 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35122b8 expref: 69 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139099.622781:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139099.622782:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139099.622785:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acb459 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35122bf expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139099.622813:0:9564:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9ca00/0x1f9f6ca451acb452 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35122b8 expref: 69 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139099.622824:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9ca00/0x1f9f6ca451acb452 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35122b8 expref: 69 pid: 18644 timeout: 824 lvb_type: 0 00000100:00100000:1.0:1746139099.622835:0:9564:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009bd8a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832135552:192.168.203.56@tcp:104: 00000100:00100000:1.0:1746139099.622910:0:9564:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a059d6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746139099.624459:0:9564:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009bd8a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832135552:192.168.203.56@tcp:104: 00010000:00010000:1.0:1746139099.624479:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acb459 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35122bf expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139099.624490:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7f400, rc 0) 00000100:00100000:1.0:1746139099.624529:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093490000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840303872:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1817us (2025us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139099.624536:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29764 00000100:00100000:0.0:1746139099.625739:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139099.626186:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840304000 00000100:00100000:2.0:1746139099.626192:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840304000 00010000:00010000:2.0:1746139099.626221:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9ca00/0x1f9f6ca451acb452 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35122b8 expref: 70 pid: 18644 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746139099.626508:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17078 00000100:00100000:2.0:1746139099.626515:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093492680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+70:2007:x1830958840304000:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139099.626535:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139099.626557:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9ca00/0x1f9f6ca451acb452 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35122b8 expref: 70 pid: 18644 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746139099.626569:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9ca00/0x1f9f6ca451acb452 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35122b8 expref: 70 pid: 18644 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746139099.626588:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9ca00/0x1f9f6ca451acb452 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35122b8 expref: 70 pid: 18644 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746139099.626776:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139099.626779:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139099.626786:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acb459 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35122bf expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.626793:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acb459 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35122bf expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.626824:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acb459 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35122bf expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746139099.626835:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c4d4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832135680:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139099.626915:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a066da80 going to sleep for 11 seconds 00000100:00100000:0.0:1746139099.629145:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139099.629331:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840304128 00000100:00100000:1.0:1746139099.629340:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840304128 00000100:00100000:1.0:1746139099.629393:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29765 00000100:00100000:1.0:1746139099.629401:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+70:1800:x1830958840304128:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139099.629422:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139099.629439:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e400/0x1f9f6ca451acb460 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a35122c6 expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139099.629467:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acb459 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35122bf expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139099.629474:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139099.629476:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139099.629479:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e400/0x1f9f6ca451acb460 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35122c6 expref: 71 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139099.629508:0:9564:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acb459 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35122bf expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139099.629530:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acb459 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35122bf expref: 5 pid: 9564 timeout: 824 lvb_type: 0 00000100:00100000:1.0:1746139099.629543:0:9564:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009bd8a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832135808:192.168.203.56@tcp:104: 00000100:00100000:1.0:1746139099.629648:0:9564:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a059d6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746139099.631045:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139099.631072:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840304384 00000100:00100000:0.0:1746139099.631077:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840304384 00002000:00100000:0.0:1746139099.631120:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8801391d1880 x1830958840304384/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:25/0 lens 488/0 e 0 to 0 dl 1746139110 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139099.631130:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801391d1880 with x1830958840304384 ext(0->4095) 00010000:00010000:0.0:1746139099.631137:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acb459 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35122bf expref: 6 pid: 9564 timeout: 824 lvb_type: 0 00010000:00010000:0.0:1746139099.631149:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acb459 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35122bf expref: 6 pid: 9564 timeout: 824 lvb_type: 0 00002000:00010000:0.0:1746139099.631155:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801391d1880 00000100:00100000:3.0:1746139099.631377:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c4d4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832135680:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139099.631393:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139099.631435:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093492680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+71:2007:x1830958840304000:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 4920us (5698us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139099.631444:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17078 00000100:00100000:3.0:1746139099.632164:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2601 00000100:00100000:3.0:1746139099.632173:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840304384:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746139099.632309:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840304384:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 138us (1269us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746139099.632316:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2601 00002000:00100000:3.0:1746139099.632320:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8801391d1880 x1830958840304384/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:25/0 lens 488/4536 e 0 to 0 dl 1746139110 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139099.632328:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801391d1880 with x1830958840304384 ext(0->4095) 00010000:00010000:3.0:1746139099.632334:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acb459 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35122bf expref: 6 pid: 9564 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746139099.632344:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acb459 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35122bf expref: 6 pid: 9564 timeout: 824 lvb_type: 0 00002000:00010000:3.0:1746139099.632350:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801391d1880 00000100:00100000:1.0:1746139099.635188:0:9564:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009bd8a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832135808:192.168.203.56@tcp:104: 00010000:00010000:1.0:1746139099.635217:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e400/0x1f9f6ca451acb460 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35122c6 expref: 70 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139099.635234:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7e400, rc 0) 00000100:00100000:1.0:1746139099.635282:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+70:1800:x1830958840304128:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5881us (6146us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139099.635294:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29765 00000100:00100000:0.0:1746139099.636409:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139099.636542:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840304512 00000100:00100000:1.0:1746139099.636548:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840304512 00000100:00100000:1.0:1746139099.636588:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29766 00000100:00100000:1.0:1746139099.636597:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+70:1814:x1830958840304512:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139099.636611:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139099.636661:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fe00/0x1f9f6ca451acb467 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a35122cd expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139099.636684:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139099.636688:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e400/0x1f9f6ca451acb460 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35122c6 expref: 71 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139099.636693:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139099.636695:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fe00/0x1f9f6ca451acb467 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35122cd expref: 71 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139099.636723:0:9564:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e400/0x1f9f6ca451acb460 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35122c6 expref: 71 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139099.636731:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fe00/0x1f9f6ca451acb467 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35122cd expref: 71 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139099.636738:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7fe00, rc 0) 00000100:00100000:1.0:1746139099.636765:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+71:1814:x1830958840304512:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 170us (357us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139099.636770:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29766 00000100:00100000:0.0:1746139099.639354:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139099.639436:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840304640 00000100:00100000:3.0:1746139099.639443:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840304640 00010000:00010000:3.0:1746139099.639477:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acb459 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35122bf expref: 6 pid: 9564 timeout: 824 lvb_type: 0 00000100:00100000:3.0:1746139099.639823:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17079 00000100:00100000:3.0:1746139099.639832:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391d3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840304640:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139099.639849:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139099.639872:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acb459 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35122bf expref: 6 pid: 9564 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746139099.639884:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acb459 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35122bf expref: 6 pid: 9564 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746139099.639907:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acb459 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35122bf expref: 6 pid: 9564 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746139099.639940:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139099.639943:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139099.639951:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e400/0x1f9f6ca451acb460 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35122c6 expref: 70 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139099.639959:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e400/0x1f9f6ca451acb460 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35122c6 expref: 70 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139099.639992:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e400/0x1f9f6ca451acb460 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35122c6 expref: 70 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139099.640002:0:7207:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e400/0x1f9f6ca451acb460 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35122c6 expref: 70 pid: 9564 timeout: 824 lvb_type: 0 00000100:00100000:3.0:1746139099.640015:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0759c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832136064:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139099.640195:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800acd8d240 going to sleep for 11 seconds 00000100:00100000:3.0:1746139099.642331:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0759c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832136064:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139099.642358:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139099.642391:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2008:x1830958840304640:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 2559us (3043us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139099.642400:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17079 00000100:00100000:0.0:1746139099.643472:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139099.643809:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840304896 00000100:00100000:3.0:1746139099.643816:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840304896 00002000:00100000:3.0:1746139099.643854:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8801391d3b80 x1830958840304896/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:25/0 lens 488/0 e 0 to 0 dl 1746139110 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139099.643862:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801391d3b80 with x1830958840304896 ext(0->4095) 00010000:00010000:3.0:1746139099.643871:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e400/0x1f9f6ca451acb460 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35122c6 expref: 71 pid: 9564 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746139099.643883:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e400/0x1f9f6ca451acb460 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35122c6 expref: 71 pid: 9564 timeout: 824 lvb_type: 0 00002000:00010000:3.0:1746139099.643889:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801391d3b80 00000100:00100000:3.0:1746139099.643914:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2602 00000100:00100000:3.0:1746139099.643920:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+71:2008:x1830958840304896:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746139099.644056:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+71:2008:x1830958840304896:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 136us (588us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746139099.644062:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2602 00002000:00100000:3.0:1746139099.644067:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8801391d3b80 x1830958840304896/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:25/0 lens 488/4536 e 0 to 0 dl 1746139110 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139099.644074:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801391d3b80 with x1830958840304896 ext(0->4095) 00010000:00010000:3.0:1746139099.644079:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e400/0x1f9f6ca451acb460 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35122c6 expref: 71 pid: 9564 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746139099.644088:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e400/0x1f9f6ca451acb460 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35122c6 expref: 71 pid: 9564 timeout: 824 lvb_type: 0 00002000:00010000:3.0:1746139099.644094:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801391d3b80 00000100:00100000:0.0:1746139099.646817:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139099.646908:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840305024 00000100:00100000:3.0:1746139099.646917:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840305024 00010000:00010000:3.0:1746139099.646947:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e400/0x1f9f6ca451acb460 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35122c6 expref: 71 pid: 9564 timeout: 824 lvb_type: 0 00000100:00100000:3.0:1746139099.647493:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17080 00000100:00100000:3.0:1746139099.647502:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+71:2007:x1830958840305024:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139099.647543:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139099.647566:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e400/0x1f9f6ca451acb460 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35122c6 expref: 71 pid: 9564 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746139099.647579:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e400/0x1f9f6ca451acb460 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35122c6 expref: 71 pid: 9564 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746139099.647600:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e400/0x1f9f6ca451acb460 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35122c6 expref: 71 pid: 9564 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746139099.647663:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139099.647665:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139099.647672:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fe00/0x1f9f6ca451acb467 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35122cd expref: 70 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139099.647684:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fe00/0x1f9f6ca451acb467 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35122cd expref: 70 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139099.647718:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fe00/0x1f9f6ca451acb467 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35122cd expref: 70 pid: 9564 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139099.647731:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0759c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832136192:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139099.648455:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800acd8d780 going to sleep for 11 seconds 00000100:00100000:3.0:1746139099.651653:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0759c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832136192:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139099.651687:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139099.651731:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+70:2007:x1830958840305024:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 4229us (4922us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139099.651742:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17080 00000100:00100000:0.0:1746139099.652265:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139099.652388:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840305280 00000100:00100000:1.0:1746139099.652395:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840305280 00002000:00100000:1.0:1746139099.652433:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8801391d0700 x1830958840305280/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:25/0 lens 488/0 e 0 to 0 dl 1746139110 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139099.652443:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801391d0700 with x1830958840305280 ext(0->4095) 00002000:00010000:1.0:1746139099.652447:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801391d0700 00000100:00100000:1.0:1746139099.652473:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13242 00000100:00100000:1.0:1746139099.652479:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+70:2008:x1830958840305280:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746139099.652647:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+70:2008:x1830958840305280:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 167us (382us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139099.652653:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13242 00002000:00100000:1.0:1746139099.652658:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8801391d0700 x1830958840305280/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:25/0 lens 488/4536 e 0 to 0 dl 1746139110 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139099.652665:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801391d0700 with x1830958840305280 ext(0->4095) 00002000:00010000:1.0:1746139099.652668:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801391d0700 00000100:00100000:0.0:1746139099.655350:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139099.655462:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840305408 00000100:00100000:3.0:1746139099.655471:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840305408 00000100:00100000:3.0:1746139099.655535:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29767 00000100:00100000:3.0:1746139099.655543:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840305408:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746139099.655559:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139099.655576:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9d000/0x1f9f6ca451acb46e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a35122d4 expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139099.655606:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fe00/0x1f9f6ca451acb467 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35122cd expref: 69 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139099.655613:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746139099.655647:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746139099.655651:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9d000/0x1f9f6ca451acb46e lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35122d4 expref: 6 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139099.655683:0:18644:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fe00/0x1f9f6ca451acb467 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35122cd expref: 69 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139099.655694:0:18644:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fe00/0x1f9f6ca451acb467 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35122cd expref: 69 pid: 9564 timeout: 824 lvb_type: 0 00000100:00100000:3.0:1746139099.655705:0:18644:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0759c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832136320:192.168.203.56@tcp:104: 00000100:00100000:3.0:1746139099.656578:0:18644:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800acd8d780 going to sleep for 11 seconds 00000100:00100000:3.0:1746139099.658833:0:18644:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0759c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832136320:192.168.203.56@tcp:104: 00010000:00010000:3.0:1746139099.658863:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9d000/0x1f9f6ca451acb46e lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35122d4 expref: 6 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139099.658878:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800b1a9d000, rc 0) 00000100:00100000:3.0:1746139099.658915:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840305408:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3373us (3576us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139099.658923:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29767 00000100:00100000:0.0:1746139099.661075:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139099.661199:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840305536 00000100:00100000:3.0:1746139099.661207:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840305536 00010000:00010000:3.0:1746139099.661242:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fe00/0x1f9f6ca451acb467 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35122cd expref: 70 pid: 9564 timeout: 824 lvb_type: 0 00000100:00100000:3.0:1746139099.661266:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17081 00000100:00100000:3.0:1746139099.661273:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800acc5e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+70:2007:x1830958840305536:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139099.661289:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139099.661309:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fe00/0x1f9f6ca451acb467 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35122cd expref: 70 pid: 9564 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746139099.661320:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fe00/0x1f9f6ca451acb467 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35122cd expref: 70 pid: 9564 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746139099.661341:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fe00/0x1f9f6ca451acb467 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35122cd expref: 70 pid: 9564 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746139099.662353:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139099.662357:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139099.662368:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9d000/0x1f9f6ca451acb46e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35122d4 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139099.662377:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9d000/0x1f9f6ca451acb46e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35122d4 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139099.662412:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9d000/0x1f9f6ca451acb46e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35122d4 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139099.662424:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0759c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832136448:192.168.203.56@tcp:105: 00000100:00100000:0.0:1746139099.662733:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139099.663074:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800acd8d780 going to sleep for 11 seconds 00000100:00100000:2.0:1746139099.663130:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840305664 00000100:00100000:2.0:1746139099.663135:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840305664 00000100:00100000:2.0:1746139099.663164:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29768 00000100:00100000:2.0:1746139099.663169:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c05180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+70:1800:x1830958840305664:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139099.663182:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139099.663194:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1c00/0x1f9f6ca451acb475 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a35122db expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.663210:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9d000/0x1f9f6ca451acb46e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35122d4 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.663216:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139099.663217:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139099.663220:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1c00/0x1f9f6ca451acb475 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35122db expref: 71 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.663235:0:18644:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9d000/0x1f9f6ca451acb46e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35122d4 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.663243:0:18644:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9d000/0x1f9f6ca451acb46e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35122d4 expref: 5 pid: 18644 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746139099.663251:0:18644:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c4d6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832136576:192.168.203.56@tcp:104: 00000100:00100000:2.0:1746139099.663275:0:18644:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a066de40 going to sleep for 11 seconds 00000100:00100000:3.0:1746139099.666478:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0759c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832136448:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139099.666512:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139099.666570:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800acc5e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+71:2007:x1830958840305536:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 5295us (5502us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139099.666587:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17081 00000100:00100000:0.0:1746139099.666805:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139099.666987:0:18644:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c4d6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832136576:192.168.203.56@tcp:104: 00010000:00010000:2.0:1746139099.667010:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1c00/0x1f9f6ca451acb475 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35122db expref: 70 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.667030:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f1a1c00, rc 0) 00000100:00100000:2.0:1746139099.667068:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c05180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+70:1800:x1830958840305664:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3897us (4335us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139099.667074:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29768 00000100:00100000:3.0:1746139099.667572:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840305920 00000100:00100000:3.0:1746139099.667580:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840305920 00002000:00100000:3.0:1746139099.667642:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880094c06d80 x1830958840305920/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:25/0 lens 488/0 e 0 to 0 dl 1746139110 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139099.667652:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c06d80 with x1830958840305920 ext(0->4095) 00010000:00010000:3.0:1746139099.667660:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9d000/0x1f9f6ca451acb46e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35122d4 expref: 6 pid: 18644 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746139099.667671:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9d000/0x1f9f6ca451acb46e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35122d4 expref: 6 pid: 18644 timeout: 824 lvb_type: 0 00002000:00010000:3.0:1746139099.667677:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094c06d80 00000100:00100000:3.0:1746139099.668065:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2603 00000100:00100000:3.0:1746139099.668072:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c06d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840305920:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746139099.668209:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c06d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840305920:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 137us (1405us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746139099.668215:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2603 00002000:00100000:3.0:1746139099.668221:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880094c06d80 x1830958840305920/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:25/0 lens 488/4536 e 0 to 0 dl 1746139110 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139099.668227:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c06d80 with x1830958840305920 ext(0->4095) 00010000:00010000:3.0:1746139099.668231:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9d000/0x1f9f6ca451acb46e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35122d4 expref: 6 pid: 18644 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746139099.668244:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9d000/0x1f9f6ca451acb46e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35122d4 expref: 6 pid: 18644 timeout: 824 lvb_type: 0 00002000:00010000:3.0:1746139099.668249:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094c06d80 00000100:00100000:0.0:1746139099.670841:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139099.670935:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840306048 00000100:00100000:3.0:1746139099.670943:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840306048 00010000:00010000:3.0:1746139099.670975:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9d000/0x1f9f6ca451acb46e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35122d4 expref: 6 pid: 18644 timeout: 824 lvb_type: 0 00000100:00100000:3.0:1746139099.671394:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17082 00000100:00100000:3.0:1746139099.671402:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c04700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2009:x1830958840306048:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139099.671417:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139099.671439:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9d000/0x1f9f6ca451acb46e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35122d4 expref: 6 pid: 18644 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746139099.671451:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9d000/0x1f9f6ca451acb46e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35122d4 expref: 6 pid: 18644 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746139099.671472:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9d000/0x1f9f6ca451acb46e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35122d4 expref: 6 pid: 18644 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746139099.671501:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139099.671503:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139099.671510:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1c00/0x1f9f6ca451acb475 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35122db expref: 69 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139099.671529:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1c00/0x1f9f6ca451acb475 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35122db expref: 69 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139099.671561:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1c00/0x1f9f6ca451acb475 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35122db expref: 69 pid: 18644 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139099.671573:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0759c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832136704:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139099.671675:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800acd8d300 going to sleep for 11 seconds 00000100:00100000:0.0:1746139099.673694:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139099.673785:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840306304 00000100:00100000:1.0:1746139099.673793:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840306304 00002000:00100000:1.0:1746139099.673828:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880094c05500 x1830958840306304/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:25/0 lens 488/0 e 0 to 0 dl 1746139110 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139099.673837:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c05500 with x1830958840306304 ext(0->4095) 00002000:00010000:1.0:1746139099.673841:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094c05500 00000100:00100000:1.0:1746139099.673870:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13243 00000100:00100000:1.0:1746139099.673877:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c05500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+70:2008:x1830958840306304:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746139099.673994:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c05500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+70:2008:x1830958840306304:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 118us (307us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139099.674001:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13243 00002000:00100000:1.0:1746139099.674006:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880094c05500 x1830958840306304/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:25/0 lens 488/4536 e 0 to 0 dl 1746139110 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139099.674013:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c05500 with x1830958840306304 ext(0->4095) 00002000:00010000:1.0:1746139099.674015:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094c05500 00000100:00100000:3.0:1746139099.674277:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0759c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832136704:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139099.674296:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139099.674325:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c04700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2009:x1830958840306048:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 2923us (3491us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139099.674332:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17082 00000100:00100000:0.0:1746139099.680769:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139099.680923:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840306432 00000100:00100000:2.0:1746139099.680933:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840306432 00000100:00100000:2.0:1746139099.680981:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29769 00000100:00100000:2.0:1746139099.680988:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c07800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840306432:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139099.681006:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139099.681023:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1000/0x1f9f6ca451acb47c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a35122e2 expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.681054:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1c00/0x1f9f6ca451acb475 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35122db expref: 69 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.681064:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139099.681066:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139099.681069:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1000/0x1f9f6ca451acb47c lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35122e2 expref: 6 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.681097:0:18644:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1c00/0x1f9f6ca451acb475 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35122db expref: 69 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.681108:0:18644:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1c00/0x1f9f6ca451acb475 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35122db expref: 69 pid: 18644 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746139099.681124:0:18644:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c4d6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832136832:192.168.203.56@tcp:104: 00000100:00100000:2.0:1746139099.681205:0:18644:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a066de40 going to sleep for 11 seconds 00000100:00100000:0.0:1746139099.683340:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139099.683442:0:18644:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c4d6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832136832:192.168.203.56@tcp:104: 00010000:00010000:2.0:1746139099.683468:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1000/0x1f9f6ca451acb47c lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35122e2 expref: 6 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.683484:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f1a1000, rc 0) 00000100:00100000:2.0:1746139099.683528:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c07800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840306432:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2530us (2760us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139099.683537:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29769 00000100:00100000:3.0:1746139099.683762:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840306560 00000100:00100000:3.0:1746139099.683769:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840306560 00002000:00100000:3.0:1746139099.683808:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff880094c04000 x1830958840306560/t0(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:25/0 lens 496/0 e 0 to 0 dl 1746139110 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139099.683818:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c04000 with x1830958840306560 ext(0->7) 00010000:00010000:3.0:1746139099.683825:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1c00/0x1f9f6ca451acb475 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35122db expref: 70 pid: 18644 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746139099.683837:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1c00/0x1f9f6ca451acb475 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35122db expref: 70 pid: 18644 timeout: 824 lvb_type: 0 00002000:00010000:3.0:1746139099.683843:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094c04000 00000100:00100000:3.0:1746139099.683915:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2604 00000100:00100000:3.0:1746139099.683922:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c04000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+70:2007:x1830958840306560:12345-192.168.203.56@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746139099.686241:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c04000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+72:2007:x1830958840306560:12345-192.168.203.56@tcp:4:ldlm_bl.0 Request processed in 2310us (2900us total) trans 4294972072 rc 0/0 00000100:00100000:3.0:1746139099.686251:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2604 00002000:00100000:3.0:1746139099.686261:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff880094c04000 x1830958840306560/t4294972072(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:25/0 lens 496/448 e 0 to 0 dl 1746139110 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139099.686271:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c04000 with x1830958840306560 ext(0->7) 00010000:00010000:3.0:1746139099.686279:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1c00/0x1f9f6ca451acb475 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35122db expref: 72 pid: 18644 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746139099.686294:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1c00/0x1f9f6ca451acb475 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35122db expref: 72 pid: 18644 timeout: 824 lvb_type: 0 00002000:00010000:3.0:1746139099.686300:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094c04000 00000100:00100000:0.0:1746139099.691562:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139099.691792:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840306688 00000100:00100000:3.0:1746139099.691802:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840306688 00010000:00010000:3.0:1746139099.691846:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1c00/0x1f9f6ca451acb475 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35122db expref: 72 pid: 18644 timeout: 824 lvb_type: 0 00000100:00100000:3.0:1746139099.691881:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17083 00000100:00100000:3.0:1746139099.691890:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c04a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+72:2007:x1830958840306688:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139099.691904:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139099.691925:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1c00/0x1f9f6ca451acb475 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35122db expref: 72 pid: 18644 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746139099.691943:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1c00/0x1f9f6ca451acb475 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35122db expref: 72 pid: 18644 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746139099.691974:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1c00/0x1f9f6ca451acb475 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35122db expref: 72 pid: 18644 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746139099.692010:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139099.692013:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139099.692022:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1000/0x1f9f6ca451acb47c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35122e2 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139099.692030:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1000/0x1f9f6ca451acb47c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35122e2 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139099.692067:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1000/0x1f9f6ca451acb47c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35122e2 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139099.692081:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0759c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832136960:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139099.692892:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800acd8d300 going to sleep for 11 seconds 00000100:00100000:3.0:1746139099.698740:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0759c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832136960:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139099.698780:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139099.698847:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c04a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+71:2007:x1830958840306688:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 6956us (7296us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139099.698859:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17083 00000100:00100000:0.0:1746139099.699177:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139099.699934:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840306944 00000100:00100000:3.0:1746139099.699943:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840306944 00002000:00100000:3.0:1746139099.699983:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880094c07b80 x1830958840306944/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:25/0 lens 488/0 e 0 to 0 dl 1746139110 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139099.699992:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c07b80 with x1830958840306944 ext(0->4095) 00002000:00010000:3.0:1746139099.699997:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094c07b80 00000100:00100000:3.0:1746139099.700024:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13244 00000100:00100000:3.0:1746139099.700032:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c07b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840306944:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746139099.700593:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c07b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840306944:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 560us (1415us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746139099.700600:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13244 00002000:00100000:3.0:1746139099.700605:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880094c07b80 x1830958840306944/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:25/0 lens 488/4536 e 0 to 0 dl 1746139110 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139099.700613:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c07b80 with x1830958840306944 ext(0->4095) 00002000:00010000:3.0:1746139099.700632:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094c07b80 00000100:00100000:0.0:1746139099.700899:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139099.700968:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840307072 00000100:00100000:3.0:1746139099.700971:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840307072 00000100:00100000:3.0:1746139099.700993:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29770 00000100:00100000:3.0:1746139099.700999:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c248a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+71:1800:x1830958840307072:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746139099.701008:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139099.701024:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9ca00/0x1f9f6ca451acb483 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a35122e9 expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139099.701051:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1000/0x1f9f6ca451acb47c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35122e2 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139099.701063:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139099.701065:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139099.701068:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9ca00/0x1f9f6ca451acb483 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35122e9 expref: 72 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139099.701096:0:18644:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1000/0x1f9f6ca451acb47c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35122e2 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139099.701107:0:18644:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1000/0x1f9f6ca451acb47c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35122e2 expref: 5 pid: 18644 timeout: 824 lvb_type: 0 00000100:00100000:3.0:1746139099.702226:0:18644:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0759c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832137088:192.168.203.56@tcp:104: 00000100:00100000:3.0:1746139099.702334:0:18644:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800acd8d300 going to sleep for 11 seconds 00000100:00100000:0.0:1746139099.704346:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139099.704405:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840307200 00000100:00100000:2.0:1746139099.704415:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840307200 00000100:00100000:2.0:1746139099.704470:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29771 00000100:00100000:2.0:1746139099.704478:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c24a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+73:1814:x1830958840307200:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139099.704497:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139099.704513:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1200/0x1f9f6ca451acb48a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a35122f0 expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.704546:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139099.704551:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9ca00/0x1f9f6ca451acb483 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35122e9 expref: 74 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.704556:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139099.704559:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1200/0x1f9f6ca451acb48a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35122f0 expref: 74 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.704600:0:9564:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9ca00/0x1f9f6ca451acb483 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35122e9 expref: 74 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.704612:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1200/0x1f9f6ca451acb48a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35122f0 expref: 74 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.704656:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f1a1200, rc 0) 00000100:00100000:2.0:1746139099.704695:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c24a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+74:1814:x1830958840307200:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 217us (359us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139099.704701:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29771 00000100:00100000:3.0:1746139099.706288:0:18644:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0759c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832137088:192.168.203.56@tcp:104: 00010000:00010000:3.0:1746139099.706320:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9ca00/0x1f9f6ca451acb483 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35122e9 expref: 73 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139099.706332:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800b1a9ca00, rc 0) 00000100:00100000:3.0:1746139099.706364:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c248a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+73:1800:x1830958840307072:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5365us (5465us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139099.706371:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29770 00000100:00100000:0.0:1746139099.707073:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139099.707557:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840307328 00000100:00100000:3.0:1746139099.707563:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840307328 00010000:00010000:3.0:1746139099.707590:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1000/0x1f9f6ca451acb47c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35122e2 expref: 6 pid: 18644 timeout: 824 lvb_type: 0 00000100:00100000:3.0:1746139099.707638:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17084 00000100:00100000:3.0:1746139099.707644:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c24a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840307328:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139099.707657:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139099.707676:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1000/0x1f9f6ca451acb47c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35122e2 expref: 6 pid: 18644 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746139099.707686:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1000/0x1f9f6ca451acb47c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35122e2 expref: 6 pid: 18644 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746139099.707708:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1000/0x1f9f6ca451acb47c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35122e2 expref: 6 pid: 18644 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746139099.707729:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139099.707731:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139099.707738:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9ca00/0x1f9f6ca451acb483 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35122e9 expref: 72 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139099.707746:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9ca00/0x1f9f6ca451acb483 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35122e9 expref: 72 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139099.707771:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9ca00/0x1f9f6ca451acb483 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35122e9 expref: 72 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139099.707780:0:7207:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9ca00/0x1f9f6ca451acb483 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35122e9 expref: 72 pid: 18644 timeout: 824 lvb_type: 0 00000100:00100000:3.0:1746139099.707795:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0759c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832137344:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139099.707861:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800acd8d300 going to sleep for 11 seconds 00000100:00100000:0.0:1746139099.710143:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139099.710382:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840307584 00000100:00100000:2.0:1746139099.710391:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840307584 00002000:00100000:2.0:1746139099.710433:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88012c249880 x1830958840307584/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:25/0 lens 488/0 e 0 to 0 dl 1746139110 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139099.710442:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c249880 with x1830958840307584 ext(0->4095) 00010000:00010000:2.0:1746139099.710450:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9ca00/0x1f9f6ca451acb483 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35122e9 expref: 73 pid: 18644 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746139099.710464:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9ca00/0x1f9f6ca451acb483 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35122e9 expref: 73 pid: 18644 timeout: 824 lvb_type: 0 00002000:00010000:2.0:1746139099.710470:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012c249880 00000100:00100000:3.0:1746139099.710575:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0759c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832137344:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139099.710598:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139099.710664:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c24a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2008:x1830958840307328:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3019us (3590us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139099.710673:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17084 00000100:00100000:2.0:1746139099.711310:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2605 00000100:00100000:2.0:1746139099.711320:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c249880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+73:2007:x1830958840307584:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746139099.711446:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c249880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+73:2007:x1830958840307584:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 128us (1313us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746139099.711454:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2605 00002000:00100000:2.0:1746139099.711459:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88012c249880 x1830958840307584/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:25/0 lens 488/4536 e 0 to 0 dl 1746139110 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139099.711466:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c249880 with x1830958840307584 ext(0->4095) 00010000:00010000:2.0:1746139099.711471:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9ca00/0x1f9f6ca451acb483 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35122e9 expref: 73 pid: 18644 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746139099.711480:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9ca00/0x1f9f6ca451acb483 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35122e9 expref: 73 pid: 18644 timeout: 824 lvb_type: 0 00002000:00010000:2.0:1746139099.711485:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012c249880 00000100:00100000:0.0:1746139099.715074:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139099.715187:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840307712 00000100:00100000:2.0:1746139099.715198:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840307712 00010000:00010000:2.0:1746139099.715233:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9ca00/0x1f9f6ca451acb483 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35122e9 expref: 73 pid: 18644 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746139099.715260:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17085 00000100:00100000:2.0:1746139099.715267:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c248e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+73:2008:x1830958840307712:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139099.715281:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139099.715300:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9ca00/0x1f9f6ca451acb483 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35122e9 expref: 73 pid: 18644 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746139099.715311:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9ca00/0x1f9f6ca451acb483 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35122e9 expref: 73 pid: 18644 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746139099.715333:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9ca00/0x1f9f6ca451acb483 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35122e9 expref: 73 pid: 18644 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746139099.715845:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139099.715847:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139099.715855:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1200/0x1f9f6ca451acb48a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35122f0 expref: 72 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.715862:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1200/0x1f9f6ca451acb48a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35122f0 expref: 72 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.715897:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1200/0x1f9f6ca451acb48a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35122f0 expref: 72 pid: 9564 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746139099.715910:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c4d6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832137472:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139099.716018:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a066d780 going to sleep for 11 seconds 00000100:00100000:0.0:1746139099.718899:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139099.719040:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840307968 00000100:00100000:1.0:1746139099.719049:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840307968 00002000:00100000:1.0:1746139099.719090:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880072789180 x1830958840307968/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:25/0 lens 488/0 e 0 to 0 dl 1746139110 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139099.719100:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072789180 with x1830958840307968 ext(0->4095) 00002000:00010000:1.0:1746139099.719104:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072789180 00000100:00100000:2.0:1746139099.719255:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c4d6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832137472:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139099.719271:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139099.719308:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c248e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+73:2008:x1830958840307712:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 4042us (4244us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139099.719317:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17085 00000100:00100000:1.0:1746139099.719368:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13245 00000100:00100000:1.0:1746139099.719375:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072789180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+72:2010:x1830958840307968:12345-192.168.203.56@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746139099.719488:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072789180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+72:2010:x1830958840307968:12345-192.168.203.56@tcp:3:ptlrpcd_01_01.0 Request processed in 114us (599us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139099.719493:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13245 00002000:00100000:1.0:1746139099.719497:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880072789180 x1830958840307968/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:25/0 lens 488/4536 e 0 to 0 dl 1746139110 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139099.719503:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072789180 with x1830958840307968 ext(0->4095) 00002000:00010000:1.0:1746139099.719505:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072789180 00000100:00100000:0.0:1746139099.721490:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139099.721976:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840308096 00000100:00100000:3.0:1746139099.721985:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840308096 00000100:00100000:3.0:1746139099.722090:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29772 00000100:00100000:3.0:1746139099.722098:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072788380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840308096:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746139099.722114:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139099.722131:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9c800/0x1f9f6ca451acb491 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a35122f7 expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139099.722161:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1200/0x1f9f6ca451acb48a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35122f0 expref: 71 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139099.722167:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746139099.722169:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746139099.722172:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9c800/0x1f9f6ca451acb491 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35122f7 expref: 6 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139099.722199:0:18644:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1200/0x1f9f6ca451acb48a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35122f0 expref: 71 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139099.722215:0:18644:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1200/0x1f9f6ca451acb48a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35122f0 expref: 71 pid: 9564 timeout: 824 lvb_type: 0 00000100:00100000:3.0:1746139099.722226:0:18644:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0759c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832137600:192.168.203.56@tcp:104: 00000100:00100000:3.0:1746139099.722287:0:18644:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800acd8d300 going to sleep for 11 seconds 00000100:00100000:3.0:1746139099.724987:0:18644:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0759c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832137600:192.168.203.56@tcp:104: 00010000:00010000:3.0:1746139099.725019:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9c800/0x1f9f6ca451acb491 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35122f7 expref: 6 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139099.725036:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800b1a9c800, rc 0) 00000100:00100000:3.0:1746139099.725076:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072788380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840308096:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2978us (3594us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139099.725085:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29772 00000100:00100000:0.0:1746139099.726182:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139099.726764:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840308224 00000100:00100000:2.0:1746139099.726774:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840308224 00010000:00010000:2.0:1746139099.726811:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1200/0x1f9f6ca451acb48a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35122f0 expref: 72 pid: 9564 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746139099.726848:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17086 00000100:00100000:2.0:1746139099.726856:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072789880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+72:2007:x1830958840308224:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139099.726876:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139099.726900:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1200/0x1f9f6ca451acb48a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35122f0 expref: 72 pid: 9564 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746139099.726912:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1200/0x1f9f6ca451acb48a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35122f0 expref: 72 pid: 9564 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746139099.726936:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1200/0x1f9f6ca451acb48a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35122f0 expref: 72 pid: 9564 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746139099.726962:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139099.726964:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139099.726971:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9c800/0x1f9f6ca451acb491 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35122f7 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.726979:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9c800/0x1f9f6ca451acb491 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35122f7 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.727007:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9c800/0x1f9f6ca451acb491 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35122f7 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746139099.727019:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c4d6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832137728:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139099.727091:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a066d780 going to sleep for 11 seconds 00000100:00100000:0.0:1746139099.730214:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139099.730985:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840308352 00000100:00100000:3.0:1746139099.730994:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840308352 00000100:00100000:3.0:1746139099.731047:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29773 00000100:00100000:3.0:1746139099.731055:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007278aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+72:1800:x1830958840308352:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746139099.731077:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139099.731099:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4200/0x1f9f6ca451acb498 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a35122fe expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139099.731129:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9c800/0x1f9f6ca451acb491 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35122f7 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139099.731140:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139099.731142:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139099.731145:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4200/0x1f9f6ca451acb498 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35122fe expref: 73 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139099.731177:0:18644:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9c800/0x1f9f6ca451acb491 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35122f7 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139099.731190:0:18644:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9c800/0x1f9f6ca451acb491 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35122f7 expref: 5 pid: 18644 timeout: 824 lvb_type: 0 00000100:00100000:3.0:1746139099.731201:0:18644:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0759c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832137856:192.168.203.56@tcp:104: 00000100:00100000:3.0:1746139099.731285:0:18644:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800acd8d300 going to sleep for 11 seconds 00000100:00100000:0.0:1746139099.731356:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139099.731667:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c4d6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832137728:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139099.731685:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139099.731723:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072789880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+73:2007:x1830958840308224:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 4866us (5544us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139099.731735:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17086 00000100:00100000:3.0:1746139099.732102:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840308608 00000100:00100000:3.0:1746139099.732108:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840308608 00002000:00100000:3.0:1746139099.732136:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88007278ad80 x1830958840308608/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:25/0 lens 488/0 e 0 to 0 dl 1746139110 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139099.732145:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007278ad80 with x1830958840308608 ext(0->4095) 00010000:00010000:3.0:1746139099.732152:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9c800/0x1f9f6ca451acb491 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35122f7 expref: 6 pid: 18644 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746139099.732161:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9c800/0x1f9f6ca451acb491 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35122f7 expref: 6 pid: 18644 timeout: 824 lvb_type: 0 00002000:00010000:3.0:1746139099.732167:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007278ad80 00000100:00100000:3.0:1746139099.733285:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2606 00000100:00100000:3.0:1746139099.733296:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007278ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840308608:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746139099.733445:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007278ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840308608:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 151us (2088us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746139099.733452:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2606 00002000:00100000:3.0:1746139099.733458:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88007278ad80 x1830958840308608/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:25/0 lens 488/4536 e 0 to 0 dl 1746139110 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139099.733466:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007278ad80 with x1830958840308608 ext(0->4095) 00010000:00010000:3.0:1746139099.733471:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9c800/0x1f9f6ca451acb491 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35122f7 expref: 6 pid: 18644 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746139099.733482:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9c800/0x1f9f6ca451acb491 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35122f7 expref: 6 pid: 18644 timeout: 824 lvb_type: 0 00002000:00010000:3.0:1746139099.733487:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007278ad80 00000100:00100000:2.0:1746139099.733986:0:18644:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0759c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832137856:192.168.203.56@tcp:104: 00010000:00010000:2.0:1746139099.734009:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4200/0x1f9f6ca451acb498 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35122fe expref: 72 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.734023:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f0e4200, rc 0) 00000100:00100000:2.0:1746139099.734054:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007278aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+72:1800:x1830958840308352:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3000us (3850us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139099.734062:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29773 00000100:00100000:0.0:1746139099.736980:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139099.737444:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840308736 00000100:00100000:2.0:1746139099.737455:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840308736 00000100:00100000:2.0:1746139099.737649:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29774 00000100:00100000:2.0:1746139099.737659:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072789c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+72:1814:x1830958840308736:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139099.737679:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139099.737697:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1800/0x1f9f6ca451acb49f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512305 expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.737726:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139099.737732:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4200/0x1f9f6ca451acb498 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35122fe expref: 73 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.737737:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139099.737740:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1800/0x1f9f6ca451acb49f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512305 expref: 73 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.737780:0:18644:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4200/0x1f9f6ca451acb498 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35122fe expref: 73 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.737793:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1800/0x1f9f6ca451acb49f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512305 expref: 73 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.737803:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f1a1800, rc 0) 00000100:00100000:2.0:1746139099.737851:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072789c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+73:1814:x1830958840308736:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 194us (881us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139099.737856:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29774 00000100:00100000:0.0:1746139099.738122:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139099.738670:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840308864 00000100:00100000:2.0:1746139099.738675:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840308864 00010000:00010000:2.0:1746139099.738692:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9c800/0x1f9f6ca451acb491 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35122f7 expref: 6 pid: 18644 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746139099.738725:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17087 00000100:00100000:2.0:1746139099.738731:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072788e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840308864:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139099.738740:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139099.738762:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9c800/0x1f9f6ca451acb491 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35122f7 expref: 6 pid: 18644 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746139099.738772:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9c800/0x1f9f6ca451acb491 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35122f7 expref: 6 pid: 18644 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746139099.738789:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9c800/0x1f9f6ca451acb491 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35122f7 expref: 6 pid: 18644 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746139099.739231:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139099.739235:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139099.739241:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4200/0x1f9f6ca451acb498 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35122fe expref: 72 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.739249:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4200/0x1f9f6ca451acb498 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35122fe expref: 72 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.739273:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4200/0x1f9f6ca451acb498 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35122fe expref: 72 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.739285:0:7207:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4200/0x1f9f6ca451acb498 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35122fe expref: 72 pid: 18644 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746139099.739297:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c4d6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832138112:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139099.740289:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a066d780 going to sleep for 11 seconds 00000100:00100000:0.0:1746139099.743508:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139099.743722:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c4d6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832138112:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139099.743743:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139099.743845:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840309120 00000100:00100000:3.0:1746139099.743853:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840309120 00002000:00100000:3.0:1746139099.743899:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88007278b100 x1830958840309120/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:25/0 lens 488/0 e 0 to 0 dl 1746139110 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139099.743908:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007278b100 with x1830958840309120 ext(0->4095) 00010000:00010000:3.0:1746139099.743917:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4200/0x1f9f6ca451acb498 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35122fe expref: 73 pid: 18644 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746139099.743929:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4200/0x1f9f6ca451acb498 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35122fe expref: 73 pid: 18644 timeout: 825 lvb_type: 0 00002000:00010000:3.0:1746139099.743935:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007278b100 00000100:00100000:3.0:1746139099.743970:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2607 00000100:00100000:3.0:1746139099.743977:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007278b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+73:2008:x1830958840309120:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746139099.744125:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072788e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2008:x1830958840308864:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 5393us (6002us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139099.744134:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17087 00000100:00100000:3.0:1746139099.745094:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007278b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+73:2008:x1830958840309120:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 1114us (1594us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746139099.745100:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2607 00002000:00100000:3.0:1746139099.745106:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88007278b100 x1830958840309120/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:25/0 lens 488/4536 e 0 to 0 dl 1746139110 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139099.745113:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007278b100 with x1830958840309120 ext(0->4095) 00010000:00010000:3.0:1746139099.745118:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4200/0x1f9f6ca451acb498 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35122fe expref: 73 pid: 18644 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746139099.745127:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4200/0x1f9f6ca451acb498 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35122fe expref: 73 pid: 18644 timeout: 825 lvb_type: 0 00002000:00010000:3.0:1746139099.745133:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007278b100 00000100:00100000:0.0:1746139099.747725:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139099.747822:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840309248 00000100:00100000:2.0:1746139099.747832:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840309248 00010000:00010000:2.0:1746139099.747868:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4200/0x1f9f6ca451acb498 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35122fe expref: 73 pid: 18644 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746139099.747894:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17088 00000100:00100000:2.0:1746139099.747902:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800acc5e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+73:2007:x1830958840309248:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139099.747917:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139099.747939:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4200/0x1f9f6ca451acb498 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35122fe expref: 73 pid: 18644 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746139099.747951:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4200/0x1f9f6ca451acb498 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35122fe expref: 73 pid: 18644 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746139099.747975:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4200/0x1f9f6ca451acb498 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35122fe expref: 73 pid: 18644 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746139099.748317:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139099.748319:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139099.748328:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1800/0x1f9f6ca451acb49f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512305 expref: 72 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.748336:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1800/0x1f9f6ca451acb49f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512305 expref: 72 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.748374:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1800/0x1f9f6ca451acb49f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512305 expref: 72 pid: 18644 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746139099.748385:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c4d6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832138240:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139099.748733:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a066d780 going to sleep for 11 seconds 00000100:00100000:3.0:1746139099.752215:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c4d6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832138240:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139099.752239:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139099.752281:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800acc5e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+72:2007:x1830958840309248:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 4378us (4565us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139099.752292:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17088 00000100:00100000:0.0:1746139099.752999:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139099.753819:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840309504 00000100:00100000:3.0:1746139099.753826:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840309504 00002000:00100000:3.0:1746139099.753867:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88007278b480 x1830958840309504/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:25/0 lens 488/0 e 0 to 0 dl 1746139110 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139099.753877:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007278b480 with x1830958840309504 ext(0->4095) 00002000:00010000:3.0:1746139099.753883:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007278b480 00000100:00100000:3.0:1746139099.753904:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13246 00000100:00100000:3.0:1746139099.753909:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007278b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+72:2007:x1830958840309504:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746139099.754024:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007278b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+72:2007:x1830958840309504:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 114us (1027us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746139099.754030:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13246 00002000:00100000:3.0:1746139099.754034:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88007278b480 x1830958840309504/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:25/0 lens 488/4536 e 0 to 0 dl 1746139110 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139099.754041:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007278b480 with x1830958840309504 ext(0->4095) 00002000:00010000:3.0:1746139099.754044:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007278b480 00000100:00100000:0.0:1746139099.755850:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139099.756033:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840309632 00000100:00100000:3.0:1746139099.756041:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840309632 00000100:00100000:3.0:1746139099.756093:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29775 00000100:00100000:3.0:1746139099.756100:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072788000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840309632:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746139099.756114:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139099.756132:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5000/0x1f9f6ca451acb4a6 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a351230c expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139099.756160:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1800/0x1f9f6ca451acb49f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512305 expref: 71 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139099.756167:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746139099.756169:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746139099.756173:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5000/0x1f9f6ca451acb4a6 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351230c expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139099.756211:0:9564:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1800/0x1f9f6ca451acb49f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512305 expref: 71 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139099.756223:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1800/0x1f9f6ca451acb49f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512305 expref: 71 pid: 18644 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746139099.756235:0:9564:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0758380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832138368:192.168.203.56@tcp:104: 00000100:00100000:3.0:1746139099.756645:0:9564:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800acd8d300 going to sleep for 11 seconds 00000100:00100000:3.0:1746139099.759550:0:9564:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0758380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832138368:192.168.203.56@tcp:104: 00010000:00010000:3.0:1746139099.759579:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5000/0x1f9f6ca451acb4a6 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351230c expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139099.759596:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f0e5000, rc 0) 00000100:00100000:3.0:1746139099.759671:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072788000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840309632:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3571us (3827us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139099.759681:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29775 00000100:00100000:0.0:1746139099.760124:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139099.760327:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840309760 00000100:00100000:3.0:1746139099.760333:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840309760 00010000:00010000:3.0:1746139099.760357:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1800/0x1f9f6ca451acb49f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512305 expref: 72 pid: 18644 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746139099.760378:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17089 00000100:00100000:3.0:1746139099.760383:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072789880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+72:2008:x1830958840309760:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139099.760394:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139099.760414:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1800/0x1f9f6ca451acb49f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512305 expref: 72 pid: 18644 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746139099.760426:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1800/0x1f9f6ca451acb49f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512305 expref: 72 pid: 18644 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746139099.760447:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1800/0x1f9f6ca451acb49f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512305 expref: 72 pid: 18644 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746139099.761598:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139099.761601:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139099.761610:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5000/0x1f9f6ca451acb4a6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351230c expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139099.761628:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5000/0x1f9f6ca451acb4a6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351230c expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139099.761662:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5000/0x1f9f6ca451acb4a6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351230c expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139099.761674:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0758380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832138496:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139099.761746:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800acd8d300 going to sleep for 11 seconds 00000100:00100000:0.0:1746139099.762014:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139099.762241:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840309888 00000100:00100000:3.0:1746139099.762246:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840309888 00000100:00100000:3.0:1746139099.762310:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29776 00000100:00100000:3.0:1746139099.762317:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ff6cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+72:1800:x1830958840309888:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746139099.762330:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139099.762343:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4e00/0x1f9f6ca451acb4ad lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512313 expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139099.762360:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5000/0x1f9f6ca451acb4a6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351230c expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139099.762366:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139099.762367:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139099.762369:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4e00/0x1f9f6ca451acb4ad lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512313 expref: 73 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139099.762388:0:9564:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5000/0x1f9f6ca451acb4a6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351230c expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139099.762398:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5000/0x1f9f6ca451acb4a6 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351230c expref: 5 pid: 9564 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746139099.762407:0:9564:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a075aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832138624:192.168.203.56@tcp:104: 00000100:00100000:3.0:1746139099.762431:0:9564:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009cc49300 going to sleep for 11 seconds 00000100:00100000:0.0:1746139099.764955:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139099.765260:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0758380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832138496:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139099.765278:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746139099.765409:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840310144 00000100:00100000:1.0:1746139099.765416:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840310144 00002000:00100000:1.0:1746139099.765452:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880072788e00 x1830958840310144/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:25/0 lens 488/0 e 0 to 0 dl 1746139110 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139099.765462:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072788e00 with x1830958840310144 ext(0->4095) 00010000:00010000:1.0:1746139099.765471:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5000/0x1f9f6ca451acb4a6 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351230c expref: 6 pid: 9564 timeout: 825 lvb_type: 0 00010000:00010000:1.0:1746139099.765482:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5000/0x1f9f6ca451acb4a6 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351230c expref: 6 pid: 9564 timeout: 825 lvb_type: 0 00002000:00010000:1.0:1746139099.765488:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072788e00 00000100:00100000:3.0:1746139099.765549:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072789880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+73:2008:x1830958840309760:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 5164us (5424us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139099.765558:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17089 00000100:00100000:1.0:1746139099.766128:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2608 00000100:00100000:1.0:1746139099.766135:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072788e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840310144:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746139099.766269:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072788e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840310144:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 134us (1323us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139099.766275:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2608 00002000:00100000:1.0:1746139099.766280:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880072788e00 x1830958840310144/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:25/0 lens 488/4536 e 0 to 0 dl 1746139110 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139099.766288:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072788e00 with x1830958840310144 ext(0->4095) 00010000:00010000:1.0:1746139099.766292:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5000/0x1f9f6ca451acb4a6 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351230c expref: 6 pid: 9564 timeout: 825 lvb_type: 0 00010000:00010000:1.0:1746139099.766300:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5000/0x1f9f6ca451acb4a6 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351230c expref: 6 pid: 9564 timeout: 825 lvb_type: 0 00002000:00010000:1.0:1746139099.766305:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072788e00 00000100:00100000:3.0:1746139099.766473:0:9564:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a075aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832138624:192.168.203.56@tcp:104: 00010000:00010000:3.0:1746139099.766491:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4e00/0x1f9f6ca451acb4ad lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512313 expref: 72 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139099.766509:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f0e4e00, rc 0) 00000100:00100000:3.0:1746139099.766541:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ff6cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+72:1800:x1830958840309888:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4225us (4527us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139099.766547:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29776 00000100:00100000:0.0:1746139099.769594:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139099.769734:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840310272 00000100:00100000:3.0:1746139099.769743:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840310272 00000100:00100000:3.0:1746139099.770302:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29777 00000100:00100000:3.0:1746139099.770310:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072788380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+72:1814:x1830958840310272:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746139099.770328:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139099.770345:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f034400/0x1f9f6ca451acb4b4 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a351231a expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139099.770371:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139099.770375:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4e00/0x1f9f6ca451acb4ad lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512313 expref: 73 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139099.770381:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746139099.770383:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f034400/0x1f9f6ca451acb4b4 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351231a expref: 73 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139099.770417:0:9564:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4e00/0x1f9f6ca451acb4ad lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512313 expref: 73 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139099.770429:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f034400/0x1f9f6ca451acb4b4 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351231a expref: 73 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139099.770441:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f034400, rc 0) 00000100:00100000:3.0:1746139099.770479:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072788380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+73:1814:x1830958840310272:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 170us (894us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139099.770484:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29777 00000100:00100000:0.0:1746139099.770822:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139099.771138:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840310400 00000100:00100000:3.0:1746139099.771143:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840310400 00010000:00010000:3.0:1746139099.771162:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5000/0x1f9f6ca451acb4a6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351230c expref: 6 pid: 9564 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746139099.771193:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17090 00000100:00100000:3.0:1746139099.771198:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007278aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840310400:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139099.771207:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139099.771227:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5000/0x1f9f6ca451acb4a6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351230c expref: 6 pid: 9564 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746139099.771238:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5000/0x1f9f6ca451acb4a6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351230c expref: 6 pid: 9564 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746139099.771258:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5000/0x1f9f6ca451acb4a6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351230c expref: 6 pid: 9564 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746139099.771830:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139099.771832:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139099.771841:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4e00/0x1f9f6ca451acb4ad lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512313 expref: 72 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139099.771853:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4e00/0x1f9f6ca451acb4ad lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512313 expref: 72 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139099.771875:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4e00/0x1f9f6ca451acb4ad lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512313 expref: 72 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139099.771885:0:7207:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4e00/0x1f9f6ca451acb4ad lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512313 expref: 72 pid: 9564 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746139099.771896:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0759180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832138880:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139099.773104:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009cc49300 going to sleep for 11 seconds 00000100:00100000:0.0:1746139099.776170:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139099.776253:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0759180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832138880:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139099.776273:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139099.776542:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840310656 00000100:00100000:2.0:1746139099.776549:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840310656 00002000:00100000:2.0:1746139099.776592:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880072789c00 x1830958840310656/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:25/0 lens 488/0 e 0 to 0 dl 1746139110 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139099.776608:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072789c00 with x1830958840310656 ext(0->4095) 00010000:00010000:2.0:1746139099.776642:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4e00/0x1f9f6ca451acb4ad lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512313 expref: 73 pid: 9564 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746139099.776654:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4e00/0x1f9f6ca451acb4ad lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512313 expref: 73 pid: 9564 timeout: 825 lvb_type: 0 00002000:00010000:2.0:1746139099.776660:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072789c00 00000100:00100000:2.0:1746139099.776693:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2609 00000100:00100000:2.0:1746139099.776701:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072789c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+73:2008:x1830958840310656:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746139099.777252:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007278aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2008:x1830958840310400:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 6052us (6428us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139099.777260:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17090 00000100:00100000:2.0:1746139099.777477:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072789c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+73:2008:x1830958840310656:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 777us (1317us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746139099.777483:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2609 00002000:00100000:2.0:1746139099.777488:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880072789c00 x1830958840310656/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:25/0 lens 488/4536 e 0 to 0 dl 1746139110 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139099.777496:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072789c00 with x1830958840310656 ext(0->4095) 00010000:00010000:2.0:1746139099.777500:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4e00/0x1f9f6ca451acb4ad lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512313 expref: 73 pid: 9564 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746139099.777510:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4e00/0x1f9f6ca451acb4ad lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512313 expref: 73 pid: 9564 timeout: 825 lvb_type: 0 00002000:00010000:2.0:1746139099.777516:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072789c00 00000100:00100000:0.0:1746139099.780479:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139099.780590:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840310784 00000100:00100000:3.0:1746139099.780599:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840310784 00010000:00010000:3.0:1746139099.780663:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4e00/0x1f9f6ca451acb4ad lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512313 expref: 73 pid: 9564 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746139099.780688:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17091 00000100:00100000:3.0:1746139099.780695:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072788000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+73:2008:x1830958840310784:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139099.780707:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139099.780727:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4e00/0x1f9f6ca451acb4ad lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512313 expref: 73 pid: 9564 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746139099.780738:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4e00/0x1f9f6ca451acb4ad lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512313 expref: 73 pid: 9564 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746139099.780760:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4e00/0x1f9f6ca451acb4ad lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512313 expref: 73 pid: 9564 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746139099.780787:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139099.780788:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139099.780796:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f034400/0x1f9f6ca451acb4b4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351231a expref: 72 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139099.780804:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f034400/0x1f9f6ca451acb4b4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351231a expref: 72 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139099.780832:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f034400/0x1f9f6ca451acb4b4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351231a expref: 72 pid: 9564 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139099.780842:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0759180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832139008:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139099.780917:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009cc49300 going to sleep for 11 seconds 00000100:00100000:3.0:1746139099.783147:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0759180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832139008:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139099.783170:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139099.783223:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072788000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+72:2008:x1830958840310784:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 2526us (2751us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139099.783232:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17091 00000100:00100000:0.0:1746139099.783730:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139099.784159:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840311040 00000100:00100000:2.0:1746139099.784167:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840311040 00002000:00100000:2.0:1746139099.784209:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88012bbe3480 x1830958840311040/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:25/0 lens 488/0 e 0 to 0 dl 1746139110 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139099.784219:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bbe3480 with x1830958840311040 ext(0->4095) 00002000:00010000:2.0:1746139099.784225:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bbe3480 00000100:00100000:2.0:1746139099.784253:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13247 00000100:00100000:2.0:1746139099.784260:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bbe3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+72:2009:x1830958840311040:12345-192.168.203.56@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746139099.784394:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bbe3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+72:2009:x1830958840311040:12345-192.168.203.56@tcp:3:ptlrpcd_01_00.0 Request processed in 135us (665us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746139099.784400:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13247 00002000:00100000:2.0:1746139099.784406:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88012bbe3480 x1830958840311040/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:25/0 lens 488/4536 e 0 to 0 dl 1746139110 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139099.784412:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bbe3480 with x1830958840311040 ext(0->4095) 00002000:00010000:2.0:1746139099.784415:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bbe3480 00000100:00100000:0.0:1746139099.786510:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139099.786773:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840311168 00000100:00100000:2.0:1746139099.786781:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840311168 00000100:00100000:2.0:1746139099.786831:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29778 00000100:00100000:2.0:1746139099.786839:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bbe2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840311168:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139099.786855:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139099.786872:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1800/0x1f9f6ca451acb4bb lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512321 expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.786900:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f034400/0x1f9f6ca451acb4b4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351231a expref: 71 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.786912:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139099.786914:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139099.786917:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1800/0x1f9f6ca451acb4bb lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512321 expref: 6 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.786946:0:18644:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f034400/0x1f9f6ca451acb4b4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351231a expref: 71 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.786958:0:18644:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f034400/0x1f9f6ca451acb4b4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351231a expref: 71 pid: 9564 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746139099.786969:0:18644:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c4d6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832139136:192.168.203.56@tcp:104: 00000100:00100000:2.0:1746139099.787040:0:18644:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a066d780 going to sleep for 11 seconds 00000100:00100000:2.0:1746139099.789478:0:18644:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c4d6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832139136:192.168.203.56@tcp:104: 00010000:00010000:2.0:1746139099.789512:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1800/0x1f9f6ca451acb4bb lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512321 expref: 6 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.789538:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f1a1800, rc 0) 00000100:00100000:2.0:1746139099.789592:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bbe2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840311168:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2753us (3089us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139099.789601:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29778 00000100:00100000:0.0:1746139099.790682:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139099.791275:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840311296 00000100:00100000:3.0:1746139099.791284:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840311296 00010000:00010000:3.0:1746139099.791321:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f034400/0x1f9f6ca451acb4b4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351231a expref: 72 pid: 9564 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746139099.791352:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17092 00000100:00100000:3.0:1746139099.791358:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bbe3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+72:2007:x1830958840311296:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139099.791373:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139099.791395:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f034400/0x1f9f6ca451acb4b4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351231a expref: 72 pid: 9564 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746139099.791406:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f034400/0x1f9f6ca451acb4b4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351231a expref: 72 pid: 9564 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746139099.791430:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f034400/0x1f9f6ca451acb4b4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351231a expref: 72 pid: 9564 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746139099.791736:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139099.791738:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139099.791746:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1800/0x1f9f6ca451acb4bb lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512321 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139099.791754:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1800/0x1f9f6ca451acb4bb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512321 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139099.791784:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1800/0x1f9f6ca451acb4bb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512321 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139099.791799:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0759180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832139264:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139099.794302:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009cc49300 going to sleep for 11 seconds 00000100:00100000:0.0:1746139099.795383:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139099.795469:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840311552 00000100:00100000:1.0:1746139099.795479:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840311552 00002000:00100000:1.0:1746139099.795541:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88012bbe1880 x1830958840311552/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:25/0 lens 488/0 e 0 to 0 dl 1746139110 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139099.795552:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bbe1880 with x1830958840311552 ext(0->4095) 00002000:00010000:1.0:1746139099.795556:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bbe1880 00000100:00100000:1.0:1746139099.795579:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13248 00000100:00100000:1.0:1746139099.795587:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bbe1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840311552:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746139099.796074:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0759180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832139264:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139099.796092:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139099.796138:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bbe3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+71:2007:x1830958840311296:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 4779us (5459us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139099.796147:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17092 00000100:00100000:1.0:1746139099.796728:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bbe1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840311552:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 1141us (1350us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139099.796735:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13248 00002000:00100000:1.0:1746139099.796741:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88012bbe1880 x1830958840311552/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:25/0 lens 488/4536 e 0 to 0 dl 1746139110 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139099.796749:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bbe1880 with x1830958840311552 ext(0->4095) 00002000:00010000:1.0:1746139099.796752:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bbe1880 00000100:00100000:0.0:1746139099.796864:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139099.797085:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840311680 00000100:00100000:3.0:1746139099.797089:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840311680 00000100:00100000:3.0:1746139099.797123:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29779 00000100:00100000:3.0:1746139099.797129:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bbe2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+71:1800:x1830958840311680:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746139099.797140:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139099.797157:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4200/0x1f9f6ca451acb4c2 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512328 expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139099.797186:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1800/0x1f9f6ca451acb4bb lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512321 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139099.797193:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139099.797195:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139099.797198:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4200/0x1f9f6ca451acb4c2 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512328 expref: 72 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139099.797228:0:18644:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1800/0x1f9f6ca451acb4bb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512321 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139099.797243:0:18644:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1800/0x1f9f6ca451acb4bb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512321 expref: 5 pid: 18644 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746139099.797253:0:18644:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0759180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832139392:192.168.203.56@tcp:104: 00000100:00100000:3.0:1746139099.797305:0:18644:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009cc49300 going to sleep for 11 seconds 00000100:00100000:3.0:1746139099.799541:0:18644:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0759180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832139392:192.168.203.56@tcp:104: 00010000:00010000:3.0:1746139099.799572:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4200/0x1f9f6ca451acb4c2 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512328 expref: 72 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139099.799587:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f0e4200, rc 0) 00000100:00100000:3.0:1746139099.799661:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bbe2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+72:1800:x1830958840311680:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2530us (2795us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139099.799669:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29779 00000100:00100000:0.0:1746139099.803089:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139099.803174:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139099.803250:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840311808 00000100:00100000:3.0:1746139099.803261:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840311808 00000100:00100000:2.0:1746139099.803391:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840311936 00000100:00100000:2.0:1746139099.803395:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840311936 00010000:00010000:2.0:1746139099.803418:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1800/0x1f9f6ca451acb4bb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512321 expref: 6 pid: 18644 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746139099.803453:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17093 00000100:00100000:2.0:1746139099.803460:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bbe1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840311936:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139099.803474:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139099.803497:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1800/0x1f9f6ca451acb4bb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512321 expref: 6 pid: 18644 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746139099.803509:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1800/0x1f9f6ca451acb4bb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512321 expref: 6 pid: 18644 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746139099.803543:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1800/0x1f9f6ca451acb4bb lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512321 expref: 6 pid: 18644 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746139099.803568:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139099.803571:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139099.803578:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4200/0x1f9f6ca451acb4c2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512328 expref: 72 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.803586:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4200/0x1f9f6ca451acb4c2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512328 expref: 72 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.803646:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4200/0x1f9f6ca451acb4c2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512328 expref: 72 pid: 18644 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746139099.803658:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c4d6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832139520:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139099.803732:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a066d780 going to sleep for 11 seconds 00000100:00100000:3.0:1746139099.804021:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29780 00000100:00100000:3.0:1746139099.804028:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bbe3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+72:1814:x1830958840311808:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746139099.804041:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139099.804051:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4800/0x1f9f6ca451acb4c9 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a351232f expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139099.804068:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4200/0x1f9f6ca451acb4c2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512328 expref: 73 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139099.804079:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746139099.804081:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746139099.804084:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4800/0x1f9f6ca451acb4c9 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351232f expref: 73 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139099.804098:0:18644:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4200/0x1f9f6ca451acb4c2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512328 expref: 73 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139099.804107:0:18644:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4200/0x1f9f6ca451acb4c2 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512328 expref: 73 pid: 18644 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746139099.804115:0:18644:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0759180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832139648:192.168.203.56@tcp:104: 00000100:00100000:3.0:1746139099.804144:0:18644:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009cc49300 going to sleep for 11 seconds 00000100:00100000:2.0:1746139099.807343:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139099.807551:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c4d6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832139520:192.168.203.56@tcp:105: 00010000:00010000:0.0:1746139099.807570:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746139099.807607:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bbe1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2008:x1830958840311936:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 4147us (4432us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139099.807635:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17093 00000100:00100000:3.0:1746139099.807766:0:18644:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0759180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832139648:192.168.203.56@tcp:104: 00010000:00010000:3.0:1746139099.807788:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4800/0x1f9f6ca451acb4c9 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351232f expref: 73 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139099.807804:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f0e4800, rc 0) 00000100:00100000:3.0:1746139099.807828:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bbe3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+73:1814:x1830958840311808:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3801us (4750us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139099.807834:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29780 00000100:00100000:1.0:1746139099.808508:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840312192 00000100:00100000:1.0:1746139099.808524:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840312192 00002000:00100000:1.0:1746139099.808558:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c4d4380 x1830958840312192/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:25/0 lens 488/0 e 0 to 0 dl 1746139110 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139099.808567:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c4d4380 with x1830958840312192 ext(0->4095) 00010000:00010000:1.0:1746139099.808573:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4200/0x1f9f6ca451acb4c2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512328 expref: 73 pid: 18644 timeout: 825 lvb_type: 0 00010000:00010000:1.0:1746139099.808584:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4200/0x1f9f6ca451acb4c2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512328 expref: 73 pid: 18644 timeout: 825 lvb_type: 0 00002000:00010000:1.0:1746139099.808594:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c4d4380 00000100:00100000:1.0:1746139099.808609:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2610 00000100:00100000:1.0:1746139099.808629:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c4d4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+73:2007:x1830958840312192:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746139099.808740:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c4d4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+73:2007:x1830958840312192:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 125us (1407us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139099.808744:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2610 00002000:00100000:1.0:1746139099.808748:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c4d4380 x1830958840312192/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:25/0 lens 488/4536 e 0 to 0 dl 1746139110 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139099.808754:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c4d4380 with x1830958840312192 ext(0->4095) 00010000:00010000:1.0:1746139099.808757:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4200/0x1f9f6ca451acb4c2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512328 expref: 73 pid: 18644 timeout: 825 lvb_type: 0 00010000:00010000:1.0:1746139099.808764:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4200/0x1f9f6ca451acb4c2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512328 expref: 73 pid: 18644 timeout: 825 lvb_type: 0 00002000:00010000:1.0:1746139099.808769:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c4d4380 00000100:00100000:0.0:1746139099.811284:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139099.811328:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139099.811355:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139099.811380:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139099.811395:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139099.811407:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139099.811468:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139099.811559:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840312448 00000100:00100000:1.0:1746139099.811566:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840312448 00000100:00100000:2.0:1746139099.811581:0:7215:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840312320 00000100:00100000:2.0:1746139099.811585:0:7215:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840312320 00000100:00100000:1.0:1746139099.811611:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840312576 00000100:00100000:2.0:1746139099.811612:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 554 00000100:00100000:1.0:1746139099.811633:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840312576 00000100:00100000:2.0:1746139099.811637:0:7215:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800acc79450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cf74ef97-2975-482c-a02d-572a02684f9b+12:2007:x1830958840312320:12345-192.168.203.56@tcp:400:kworker.0 00000100:00100000:1.0:1746139099.811648:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840312832 00000100:00100000:1.0:1746139099.811650:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840312832 00000100:00100000:1.0:1746139099.811662:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840312960 00000100:00100000:1.0:1746139099.811663:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840312960 00000100:00100000:1.0:1746139099.811675:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 1095 00000100:00100000:1.0:1746139099.811680:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bbe2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b60e9717-019c-4527-a82a-15e993ac5189+6:2008:x1830958840312448:12345-192.168.203.56@tcp:400:kworker.0 00000100:00100000:2.0:1746139099.811682:0:7215:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800acc79450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cf74ef97-2975-482c-a02d-572a02684f9b+12:2007:x1830958840312320:12345-192.168.203.56@tcp:400:kworker.0 Request processed in 45us (353us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139099.811687:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 554 00000100:00100000:2.0:1746139099.811711:0:21503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 1096 00000100:00100000:2.0:1746139099.811716:0:21503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bbe1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b60e9717-019c-4527-a82a-15e993ac5189+5:2007:x1830958840312576:12345-192.168.203.56@tcp:400:kworker.0 00000100:00100000:1.0:1746139099.811718:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bbe2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b60e9717-019c-4527-a82a-15e993ac5189+6:2008:x1830958840312448:12345-192.168.203.56@tcp:400:kworker.0 Request processed in 37us (441us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139099.811723:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1095 00000100:00100000:2.0:1746139099.811732:0:21503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bbe1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b60e9717-019c-4527-a82a-15e993ac5189+5:2007:x1830958840312576:12345-192.168.203.56@tcp:400:kworker.0 Request processed in 17us (377us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139099.811734:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 1097 00000100:00100000:2.0:1746139099.811737:0:21503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1096 00000100:00100000:1.0:1746139099.811739:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c18f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+7:2007:x1830958840312832:12345-192.168.203.56@tcp:400:kworker.0 00000100:00100000:2.0:1746139099.811746:0:21503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 1098 00000100:00100000:2.0:1746139099.811749:0:21503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c18f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2008:x1830958840312960:12345-192.168.203.56@tcp:400:kworker.0 00000100:00100000:1.0:1746139099.811759:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c18f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+7:2007:x1830958840312832:12345-192.168.203.56@tcp:400:kworker.0 Request processed in 20us (378us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139099.811761:0:21503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c18f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2008:x1830958840312960:12345-192.168.203.56@tcp:400:kworker.0 Request processed in 11us (293us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139099.811764:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1097 00000100:00100000:2.0:1746139099.811767:0:21503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1098 00000100:00100000:1.0:1746139099.811783:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840313088 00000100:00100000:1.0:1746139099.811785:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840313088 00000100:00100000:2.0:1746139099.811791:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840312704 00000100:00100000:2.0:1746139099.811793:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840312704 00000100:00100000:1.0:1746139099.811805:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 760 00000100:00100000:1.0:1746139099.811810:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c18c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2007:x1830958840313088:12345-192.168.203.56@tcp:400:kworker.0 00000100:00100000:2.0:1746139099.811814:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 761 00000100:00100000:2.0:1746139099.811818:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c18e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+5:2008:x1830958840312704:12345-192.168.203.56@tcp:400:kworker.0 00000100:00100000:1.0:1746139099.811828:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c18c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2007:x1830958840313088:12345-192.168.203.56@tcp:400:kworker.0 Request processed in 18us (432us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139099.811833:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 760 00000100:00100000:2.0:1746139099.811835:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c18e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+5:2008:x1830958840312704:12345-192.168.203.56@tcp:400:kworker.0 Request processed in 17us (427us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139099.811840:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 761 00000100:00080000:0.0:1746139099.812866:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1746139099.812871:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1746139099.812873:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746139099.813812:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139099.813996:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840313216 00000100:00100000:2.0:1746139099.814002:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840313216 00010000:00010000:2.0:1746139099.814034:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4200/0x1f9f6ca451acb4c2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512328 expref: 73 pid: 18644 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746139099.814068:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17094 00000100:00100000:2.0:1746139099.814075:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c18ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+73:2008:x1830958840313216:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139099.814087:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139099.814108:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4200/0x1f9f6ca451acb4c2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512328 expref: 73 pid: 18644 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746139099.814120:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4200/0x1f9f6ca451acb4c2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512328 expref: 73 pid: 18644 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746139099.814145:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4200/0x1f9f6ca451acb4c2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512328 expref: 73 pid: 18644 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746139099.814177:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139099.814179:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139099.814186:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4800/0x1f9f6ca451acb4c9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351232f expref: 72 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.814194:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4800/0x1f9f6ca451acb4c9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351232f expref: 72 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.814228:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4800/0x1f9f6ca451acb4c9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351232f expref: 72 pid: 18644 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746139099.814243:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c4d4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832139776:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139099.814581:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a066da80 going to sleep for 11 seconds 00000100:00100000:2.0:1746139099.817277:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c4d4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832139776:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139099.817299:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139099.817352:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c18ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+72:2008:x1830958840313216:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3276us (3543us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139099.817362:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17094 00000100:00100000:0.0:1746139099.817592:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139099.817922:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840313472 00000100:00100000:2.0:1746139099.817929:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840313472 00002000:00100000:2.0:1746139099.817969:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c18ea00 x1830958840313472/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:25/0 lens 488/0 e 0 to 0 dl 1746139110 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139099.817979:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c18ea00 with x1830958840313472 ext(0->4095) 00002000:00010000:2.0:1746139099.817983:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c18ea00 00000100:00100000:2.0:1746139099.818010:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13249 00000100:00100000:2.0:1746139099.818017:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c18ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+72:2010:x1830958840313472:12345-192.168.203.56@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746139099.818153:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c18ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+72:2010:x1830958840313472:12345-192.168.203.56@tcp:3:ptlrpcd_01_01.0 Request processed in 137us (561us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746139099.818160:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13249 00002000:00100000:2.0:1746139099.818165:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c18ea00 x1830958840313472/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:25/0 lens 488/4536 e 0 to 0 dl 1746139110 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139099.818172:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c18ea00 with x1830958840313472 ext(0->4095) 00002000:00010000:2.0:1746139099.818175:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c18ea00 00000100:00100000:0.0:1746139099.820167:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139099.820573:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840313600 00000100:00100000:2.0:1746139099.820581:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840313600 00000100:00100000:2.0:1746139099.820736:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29781 00000100:00100000:2.0:1746139099.820744:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f15e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840313600:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139099.820760:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139099.820776:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1400/0x1f9f6ca451acb4d0 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512336 expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.820804:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4800/0x1f9f6ca451acb4c9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351232f expref: 71 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.820811:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139099.820813:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139099.820816:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1400/0x1f9f6ca451acb4d0 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512336 expref: 6 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.820846:0:18644:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4800/0x1f9f6ca451acb4c9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351232f expref: 71 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.820857:0:18644:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4800/0x1f9f6ca451acb4c9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351232f expref: 71 pid: 18644 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746139099.820868:0:18644:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c4d4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832139904:192.168.203.56@tcp:104: 00000100:00100000:2.0:1746139099.821601:0:18644:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a066dcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746139099.824602:0:18644:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c4d4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832139904:192.168.203.56@tcp:104: 00010000:00010000:2.0:1746139099.824642:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1400/0x1f9f6ca451acb4d0 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512336 expref: 6 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.824663:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f1a1400, rc 0) 00000100:00100000:2.0:1746139099.824705:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f15e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840313600:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3961us (4545us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139099.824713:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29781 00000100:00100000:0.0:1746139099.824905:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139099.825014:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840313728 00000100:00100000:2.0:1746139099.825020:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840313728 00010000:00010000:2.0:1746139099.825044:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4800/0x1f9f6ca451acb4c9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351232f expref: 72 pid: 18644 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746139099.825063:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17095 00000100:00100000:2.0:1746139099.825069:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800acc5dc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+72:2007:x1830958840313728:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139099.825079:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139099.825098:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4800/0x1f9f6ca451acb4c9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351232f expref: 72 pid: 18644 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746139099.825109:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4800/0x1f9f6ca451acb4c9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351232f expref: 72 pid: 18644 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746139099.825132:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4800/0x1f9f6ca451acb4c9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351232f expref: 72 pid: 18644 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746139099.825155:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139099.825157:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139099.825164:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1400/0x1f9f6ca451acb4d0 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512336 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.825176:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1400/0x1f9f6ca451acb4d0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512336 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.825203:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1400/0x1f9f6ca451acb4d0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512336 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746139099.825213:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c4d4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832140032:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139099.825267:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a066dcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746139099.827754:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c4d4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832140032:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139099.827773:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139099.827817:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800acc5dc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+71:2007:x1830958840313728:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 2747us (2912us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139099.827827:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17095 00000100:00100000:0.0:1746139099.829410:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139099.829741:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840313984 00000100:00100000:1.0:1746139099.829749:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840313984 00002000:00100000:1.0:1746139099.829793:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009f15ea00 x1830958840313984/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:25/0 lens 488/0 e 0 to 0 dl 1746139110 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139099.829803:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f15ea00 with x1830958840313984 ext(0->4095) 00002000:00010000:1.0:1746139099.829808:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f15ea00 00000100:00100000:1.0:1746139099.829940:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13250 00000100:00100000:1.0:1746139099.829948:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f15ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840313984:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746139099.830081:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f15ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840313984:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 133us (676us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139099.830088:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13250 00002000:00100000:1.0:1746139099.830093:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009f15ea00 x1830958840313984/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:25/0 lens 488/4536 e 0 to 0 dl 1746139110 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139099.830100:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f15ea00 with x1830958840313984 ext(0->4095) 00002000:00010000:1.0:1746139099.830103:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f15ea00 00000100:00100000:0.0:1746139099.830291:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139099.830603:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840314112 00000100:00100000:3.0:1746139099.830608:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840314112 00000100:00100000:3.0:1746139099.830665:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29782 00000100:00100000:3.0:1746139099.830670:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f15ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+71:1800:x1830958840314112:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746139099.830681:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139099.830696:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4600/0x1f9f6ca451acb4d7 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a351233d expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139099.830721:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1400/0x1f9f6ca451acb4d0 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512336 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139099.830728:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139099.830730:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139099.830733:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4600/0x1f9f6ca451acb4d7 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351233d expref: 72 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139099.830761:0:18644:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1400/0x1f9f6ca451acb4d0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512336 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139099.830772:0:18644:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1400/0x1f9f6ca451acb4d0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512336 expref: 5 pid: 18644 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746139099.830783:0:18644:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0759180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832140160:192.168.203.56@tcp:104: 00000100:00100000:3.0:1746139099.830835:0:18644:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009cc49300 going to sleep for 11 seconds 00000100:00100000:0.0:1746139099.834574:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139099.834823:0:18644:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0759180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832140160:192.168.203.56@tcp:104: 00010000:00010000:3.0:1746139099.834853:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4600/0x1f9f6ca451acb4d7 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351233d expref: 72 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139099.834869:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f0e4600, rc 0) 00000100:00100000:3.0:1746139099.835240:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f15ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+72:1800:x1830958840314112:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4567us (4947us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139099.835252:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29782 00000100:00100000:0.0:1746139099.835527:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139099.835580:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840314240 00000100:00100000:1.0:1746139099.835587:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840314240 00000100:00100000:1.0:1746139099.835639:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29783 00000100:00100000:1.0:1746139099.835646:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f15f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+72:1814:x1830958840314240:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139099.835663:0:9563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139099.835678:0:9563:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acb4de lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512344 expref: -99 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139099.835699:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139099.835704:0:9563:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4600/0x1f9f6ca451acb4d7 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351233d expref: 73 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139099.835709:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139099.835712:0:9563:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acb4de lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512344 expref: 73 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139099.835739:0:9563:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4600/0x1f9f6ca451acb4d7 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351233d expref: 73 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139099.835749:0:9563:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acb4de lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512344 expref: 73 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139099.835760:0:9563:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7f200, rc 0) 00000100:00100000:1.0:1746139099.835786:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f15f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+73:1814:x1830958840314240:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 141us (1222us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139099.835791:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29783 00000100:00100000:2.0:1746139099.836020:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840314368 00000100:00100000:2.0:1746139099.836024:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840314368 00010000:00010000:2.0:1746139099.836040:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1400/0x1f9f6ca451acb4d0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512336 expref: 6 pid: 18644 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746139099.836056:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17096 00000100:00100000:2.0:1746139099.836060:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f15d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840314368:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139099.836067:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139099.836086:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1400/0x1f9f6ca451acb4d0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512336 expref: 6 pid: 18644 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746139099.836095:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1400/0x1f9f6ca451acb4d0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512336 expref: 6 pid: 18644 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746139099.836113:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1400/0x1f9f6ca451acb4d0 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512336 expref: 6 pid: 18644 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746139099.836125:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139099.836126:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139099.836131:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4600/0x1f9f6ca451acb4d7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351233d expref: 72 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.836137:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4600/0x1f9f6ca451acb4d7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351233d expref: 72 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.836153:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4600/0x1f9f6ca451acb4d7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351233d expref: 72 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.836162:0:7207:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4600/0x1f9f6ca451acb4d7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351233d expref: 72 pid: 18644 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746139099.836173:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c4d4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832140416:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139099.836222:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a066df00 going to sleep for 11 seconds 00000100:00100000:2.0:1746139099.839012:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c4d4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832140416:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139099.839031:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139099.839065:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f15d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2008:x1830958840314368:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3002us (3545us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139099.839074:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17096 00000100:00100000:0.0:1746139099.839607:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139099.840443:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840314624 00000100:00100000:2.0:1746139099.840451:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840314624 00002000:00100000:2.0:1746139099.840489:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009f15c000 x1830958840314624/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:25/0 lens 488/0 e 0 to 0 dl 1746139110 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139099.840498:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f15c000 with x1830958840314624 ext(0->4095) 00010000:00010000:2.0:1746139099.840507:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4600/0x1f9f6ca451acb4d7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351233d expref: 73 pid: 18644 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746139099.840528:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4600/0x1f9f6ca451acb4d7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351233d expref: 73 pid: 18644 timeout: 825 lvb_type: 0 00002000:00010000:2.0:1746139099.840534:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f15c000 00000100:00100000:2.0:1746139099.840558:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2611 00000100:00100000:2.0:1746139099.840564:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f15c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+73:2007:x1830958840314624:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746139099.840697:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f15c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+73:2007:x1830958840314624:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 133us (1091us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746139099.840703:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2611 00002000:00100000:2.0:1746139099.840708:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009f15c000 x1830958840314624/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:25/0 lens 488/4536 e 0 to 0 dl 1746139110 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139099.840714:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f15c000 with x1830958840314624 ext(0->4095) 00010000:00010000:2.0:1746139099.840718:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4600/0x1f9f6ca451acb4d7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351233d expref: 73 pid: 18644 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746139099.840726:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4600/0x1f9f6ca451acb4d7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351233d expref: 73 pid: 18644 timeout: 825 lvb_type: 0 00002000:00010000:2.0:1746139099.840731:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f15c000 00000100:00100000:0.0:1746139099.843754:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139099.843941:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840314752 00000100:00100000:3.0:1746139099.843951:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840314752 00010000:00010000:3.0:1746139099.843988:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4600/0x1f9f6ca451acb4d7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351233d expref: 73 pid: 18644 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746139099.844014:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17097 00000100:00100000:3.0:1746139099.844022:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f15ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+73:2009:x1830958840314752:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139099.844035:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139099.844055:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4600/0x1f9f6ca451acb4d7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351233d expref: 73 pid: 18644 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746139099.844068:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4600/0x1f9f6ca451acb4d7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351233d expref: 73 pid: 18644 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746139099.844092:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4600/0x1f9f6ca451acb4d7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351233d expref: 73 pid: 18644 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746139099.844115:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139099.844118:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139099.844125:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acb4de lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512344 expref: 72 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139099.844133:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acb4de lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512344 expref: 72 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139099.844167:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acb4de lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512344 expref: 72 pid: 9563 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139099.844181:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0759180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832140544:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139099.844250:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009cc49300 going to sleep for 11 seconds 00000100:00100000:3.0:1746139099.846406:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0759180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832140544:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139099.846428:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139099.846869:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f15ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+72:2009:x1830958840314752:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 2845us (3123us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139099.846878:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17097 00000100:00100000:0.0:1746139099.847249:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139099.848303:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840315008 00000100:00100000:1.0:1746139099.848313:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840315008 00002000:00100000:1.0:1746139099.848357:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009f15fb80 x1830958840315008/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:25/0 lens 488/0 e 0 to 0 dl 1746139110 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139099.848367:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f15fb80 with x1830958840315008 ext(0->4095) 00002000:00010000:1.0:1746139099.848372:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f15fb80 00000100:00100000:1.0:1746139099.848721:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13251 00000100:00100000:1.0:1746139099.848730:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f15fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+72:2007:x1830958840315008:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746139099.848883:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f15fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+72:2007:x1830958840315008:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 154us (1634us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139099.848889:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13251 00002000:00100000:1.0:1746139099.848895:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009f15fb80 x1830958840315008/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:25/0 lens 488/4536 e 0 to 0 dl 1746139110 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139099.848902:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f15fb80 with x1830958840315008 ext(0->4095) 00002000:00010000:1.0:1746139099.848904:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f15fb80 00000100:00100000:0.0:1746139099.850974:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139099.851577:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840315136 00000100:00100000:3.0:1746139099.851587:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840315136 00000100:00100000:3.0:1746139099.851792:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29784 00000100:00100000:3.0:1746139099.851800:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eed8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840315136:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746139099.851816:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139099.851835:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4e00/0x1f9f6ca451acb4e5 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a351234b expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139099.851864:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acb4de lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512344 expref: 71 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139099.851872:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746139099.851873:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746139099.851876:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4e00/0x1f9f6ca451acb4e5 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351234b expref: 6 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139099.851908:0:18644:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acb4de lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512344 expref: 71 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139099.851924:0:18644:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acb4de lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512344 expref: 71 pid: 9563 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746139099.851936:0:18644:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0759180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832140672:192.168.203.56@tcp:104: 00000100:00100000:3.0:1746139099.852609:0:18644:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009cc49300 going to sleep for 11 seconds 00000100:00100000:3.0:1746139099.855333:0:18644:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0759180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832140672:192.168.203.56@tcp:104: 00010000:00010000:3.0:1746139099.855365:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4e00/0x1f9f6ca451acb4e5 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351234b expref: 6 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139099.855381:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f0e4e00, rc 0) 00000100:00100000:3.0:1746139099.855425:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eed8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840315136:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3624us (4457us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139099.855433:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29784 00000100:00100000:0.0:1746139099.855822:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139099.856167:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840315264 00000100:00100000:3.0:1746139099.856173:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840315264 00010000:00010000:3.0:1746139099.856202:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acb4de lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512344 expref: 72 pid: 9563 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746139099.856467:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17098 00000100:00100000:3.0:1746139099.856475:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eed8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+72:2008:x1830958840315264:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139099.856489:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139099.856509:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acb4de lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512344 expref: 72 pid: 9563 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746139099.856536:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acb4de lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512344 expref: 72 pid: 9563 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746139099.856559:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acb4de lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512344 expref: 72 pid: 9563 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746139099.856780:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139099.856782:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139099.856790:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4e00/0x1f9f6ca451acb4e5 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351234b expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139099.856797:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4e00/0x1f9f6ca451acb4e5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351234b expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139099.856827:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4e00/0x1f9f6ca451acb4e5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351234b expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139099.856839:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0759180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832140800:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139099.858180:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009cc49300 going to sleep for 11 seconds 00000100:00100000:0.0:1746139099.858723:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139099.858854:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0759180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832140800:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139099.858876:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139099.858916:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eed8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+71:2008:x1830958840315264:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 2441us (3094us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139099.858925:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17098 00000100:00100000:3.0:1746139099.859002:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840315392 00000100:00100000:3.0:1746139099.859008:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840315392 00000100:00100000:3.0:1746139099.859054:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29785 00000100:00100000:3.0:1746139099.859061:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eed9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+71:1800:x1830958840315392:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746139099.859077:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139099.859092:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5000/0x1f9f6ca451acb4ec lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512352 expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139099.859125:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4e00/0x1f9f6ca451acb4e5 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351234b expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139099.859131:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139099.859133:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139099.859136:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5000/0x1f9f6ca451acb4ec lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512352 expref: 72 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139099.859161:0:18644:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4e00/0x1f9f6ca451acb4e5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351234b expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139099.859172:0:18644:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4e00/0x1f9f6ca451acb4e5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351234b expref: 5 pid: 18644 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746139099.859182:0:18644:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a075aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832140928:192.168.203.56@tcp:104: 00000100:00100000:3.0:1746139099.860270:0:18644:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009cc493c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746139099.862211:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139099.862443:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840315648 00000100:00100000:2.0:1746139099.862451:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840315648 00002000:00100000:2.0:1746139099.862494:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88012eed8380 x1830958840315648/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:25/0 lens 488/0 e 0 to 0 dl 1746139110 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139099.862502:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012eed8380 with x1830958840315648 ext(0->4095) 00010000:00010000:2.0:1746139099.862511:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4e00/0x1f9f6ca451acb4e5 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351234b expref: 6 pid: 18644 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746139099.862533:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4e00/0x1f9f6ca451acb4e5 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351234b expref: 6 pid: 18644 timeout: 825 lvb_type: 0 00002000:00010000:2.0:1746139099.862540:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012eed8380 00000100:00100000:2.0:1746139099.862764:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2612 00000100:00100000:2.0:1746139099.862772:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eed8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840315648:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746139099.862903:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eed8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840315648:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 132us (700us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746139099.862910:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2612 00002000:00100000:2.0:1746139099.862915:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88012eed8380 x1830958840315648/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:25/0 lens 488/4536 e 0 to 0 dl 1746139110 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139099.862923:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012eed8380 with x1830958840315648 ext(0->4095) 00010000:00010000:2.0:1746139099.862928:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4e00/0x1f9f6ca451acb4e5 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351234b expref: 6 pid: 18644 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746139099.862936:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4e00/0x1f9f6ca451acb4e5 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351234b expref: 6 pid: 18644 timeout: 825 lvb_type: 0 00002000:00010000:2.0:1746139099.862942:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012eed8380 00000100:00100000:3.0:1746139099.863227:0:18644:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a075aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832140928:192.168.203.56@tcp:104: 00010000:00010000:3.0:1746139099.863253:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5000/0x1f9f6ca451acb4ec lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512352 expref: 72 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139099.863266:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f0e5000, rc 0) 00000100:00100000:3.0:1746139099.863287:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eed9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+72:1800:x1830958840315392:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4227us (4569us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139099.863294:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29785 00000100:00100000:0.0:1746139099.865562:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139099.865919:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840315776 00000100:00100000:3.0:1746139099.865928:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840315776 00000100:00100000:3.0:1746139099.865967:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29786 00000100:00100000:3.0:1746139099.865974:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eeda300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+72:1814:x1830958840315776:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746139099.865990:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139099.866006:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4200/0x1f9f6ca451acb4f3 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512359 expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139099.866032:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139099.866038:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5000/0x1f9f6ca451acb4ec lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512352 expref: 73 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139099.866044:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746139099.866047:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4200/0x1f9f6ca451acb4f3 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512359 expref: 73 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139099.866080:0:18644:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5000/0x1f9f6ca451acb4ec lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512352 expref: 73 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139099.866092:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4200/0x1f9f6ca451acb4f3 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512359 expref: 73 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139099.866101:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f0e4200, rc 0) 00000100:00100000:3.0:1746139099.866136:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eeda300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+73:1814:x1830958840315776:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 163us (585us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139099.866142:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29786 00000100:00100000:0.0:1746139099.868794:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139099.868886:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840315904 00000100:00100000:2.0:1746139099.868894:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840315904 00010000:00010000:2.0:1746139099.868926:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4e00/0x1f9f6ca451acb4e5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351234b expref: 6 pid: 18644 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746139099.868952:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17099 00000100:00100000:2.0:1746139099.868959:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072c1bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840315904:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139099.868971:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139099.868994:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4e00/0x1f9f6ca451acb4e5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351234b expref: 6 pid: 18644 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746139099.869005:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4e00/0x1f9f6ca451acb4e5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351234b expref: 6 pid: 18644 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746139099.869027:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4e00/0x1f9f6ca451acb4e5 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351234b expref: 6 pid: 18644 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746139099.869259:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139099.869261:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139099.869269:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5000/0x1f9f6ca451acb4ec lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512352 expref: 72 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.869282:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5000/0x1f9f6ca451acb4ec lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512352 expref: 72 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.869314:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5000/0x1f9f6ca451acb4ec lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512352 expref: 72 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.869325:0:7207:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5000/0x1f9f6ca451acb4ec lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512352 expref: 72 pid: 18644 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746139099.869336:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c4d4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832141184:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139099.869685:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a066d900 going to sleep for 11 seconds 00000100:00100000:2.0:1746139099.871670:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c4d4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832141184:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139099.871689:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139099.871724:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072c1bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2008:x1830958840315904:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 2765us (2939us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139099.871734:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17099 00000100:00100000:0.0:1746139099.873352:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139099.873997:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840316160 00000100:00100000:1.0:1746139099.874005:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840316160 00002000:00100000:1.0:1746139099.874047:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880072c19180 x1830958840316160/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:25/0 lens 488/0 e 0 to 0 dl 1746139110 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139099.874062:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072c19180 with x1830958840316160 ext(0->4095) 00010000:00010000:1.0:1746139099.874070:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5000/0x1f9f6ca451acb4ec lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512352 expref: 73 pid: 18644 timeout: 825 lvb_type: 0 00010000:00010000:1.0:1746139099.874083:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5000/0x1f9f6ca451acb4ec lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512352 expref: 73 pid: 18644 timeout: 825 lvb_type: 0 00002000:00010000:1.0:1746139099.874090:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072c19180 00000100:00100000:1.0:1746139099.874118:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2613 00000100:00100000:1.0:1746139099.874124:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072c19180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+73:2008:x1830958840316160:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746139099.874254:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072c19180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+73:2008:x1830958840316160:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 131us (909us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139099.874260:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2613 00002000:00100000:1.0:1746139099.874264:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880072c19180 x1830958840316160/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:25/0 lens 488/4536 e 0 to 0 dl 1746139110 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139099.874271:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072c19180 with x1830958840316160 ext(0->4095) 00010000:00010000:1.0:1746139099.874274:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5000/0x1f9f6ca451acb4ec lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512352 expref: 73 pid: 18644 timeout: 825 lvb_type: 0 00010000:00010000:1.0:1746139099.874281:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5000/0x1f9f6ca451acb4ec lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512352 expref: 73 pid: 18644 timeout: 825 lvb_type: 0 00002000:00010000:1.0:1746139099.874286:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072c19180 00000100:00100000:0.0:1746139099.876490:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139099.876710:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840316288 00000100:00100000:2.0:1746139099.876720:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840316288 00010000:00010000:2.0:1746139099.876758:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5000/0x1f9f6ca451acb4ec lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512352 expref: 73 pid: 18644 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746139099.876782:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17100 00000100:00100000:2.0:1746139099.876788:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072c1a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+73:2007:x1830958840316288:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139099.876802:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139099.876823:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5000/0x1f9f6ca451acb4ec lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512352 expref: 73 pid: 18644 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746139099.876835:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5000/0x1f9f6ca451acb4ec lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512352 expref: 73 pid: 18644 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746139099.876857:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5000/0x1f9f6ca451acb4ec lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512352 expref: 73 pid: 18644 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746139099.876889:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139099.876891:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139099.876899:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4200/0x1f9f6ca451acb4f3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512359 expref: 72 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.876906:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4200/0x1f9f6ca451acb4f3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512359 expref: 72 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.876940:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4200/0x1f9f6ca451acb4f3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512359 expref: 72 pid: 18644 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746139099.876953:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c4d4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832141312:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139099.877041:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a066d900 going to sleep for 11 seconds 00000100:00100000:0.0:1746139099.880433:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139099.880528:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c4d4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832141312:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139099.880548:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139099.880586:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072c1a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+72:2007:x1830958840316288:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3798us (4106us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139099.880597:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17100 00000100:00100000:3.0:1746139099.880737:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840316544 00000100:00100000:3.0:1746139099.880743:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840316544 00002000:00100000:3.0:1746139099.880779:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880072c18700 x1830958840316544/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:25/0 lens 488/0 e 0 to 0 dl 1746139110 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139099.880794:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072c18700 with x1830958840316544 ext(0->4095) 00002000:00010000:3.0:1746139099.880798:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072c18700 00000100:00100000:3.0:1746139099.881377:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13252 00000100:00100000:3.0:1746139099.881385:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072c18700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+72:2008:x1830958840316544:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746139099.881827:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072c18700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+72:2008:x1830958840316544:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 443us (1403us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746139099.881833:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13252 00002000:00100000:3.0:1746139099.881838:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880072c18700 x1830958840316544/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:25/0 lens 488/4536 e 0 to 0 dl 1746139110 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139099.881845:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072c18700 with x1830958840316544 ext(0->4095) 00002000:00010000:3.0:1746139099.881848:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072c18700 00000100:00100000:0.0:1746139099.884724:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139099.884831:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840316672 00000100:00100000:2.0:1746139099.884842:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840316672 00000100:00100000:2.0:1746139099.884900:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29787 00000100:00100000:2.0:1746139099.884907:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072c1b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840316672:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139099.884927:0:9562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139099.884946:0:9562:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1000/0x1f9f6ca451acb4fa lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512360 expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.884972:0:9562:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4200/0x1f9f6ca451acb4f3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512359 expref: 71 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.884980:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139099.884981:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139099.884985:0:9562:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1000/0x1f9f6ca451acb4fa lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512360 expref: 6 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.885013:0:9562:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4200/0x1f9f6ca451acb4f3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512359 expref: 71 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.885024:0:9562:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4200/0x1f9f6ca451acb4f3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512359 expref: 71 pid: 18644 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746139099.885035:0:9562:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c4d4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9562:1830958832141440:192.168.203.56@tcp:104: 00000100:00100000:2.0:1746139099.885422:0:9562:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a066d900 going to sleep for 11 seconds 00000100:00100000:2.0:1746139099.887556:0:9562:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c4d4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9562:1830958832141440:192.168.203.56@tcp:104: 00010000:00010000:2.0:1746139099.887581:0:9562:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1000/0x1f9f6ca451acb4fa lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512360 expref: 6 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.887602:0:9562:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f1a1000, rc 0) 00000100:00100000:2.0:1746139099.887660:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072c1b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840316672:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2752us (2945us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139099.887667:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29787 00000100:00100000:0.0:1746139099.888641:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139099.889207:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840316800 00000100:00100000:2.0:1746139099.889216:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840316800 00010000:00010000:2.0:1746139099.889252:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4200/0x1f9f6ca451acb4f3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512359 expref: 72 pid: 18644 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746139099.889411:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17101 00000100:00100000:2.0:1746139099.889420:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072c1b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+72:2007:x1830958840316800:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139099.889434:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139099.889456:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4200/0x1f9f6ca451acb4f3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512359 expref: 72 pid: 18644 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746139099.889467:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4200/0x1f9f6ca451acb4f3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512359 expref: 72 pid: 18644 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746139099.889489:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4200/0x1f9f6ca451acb4f3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512359 expref: 72 pid: 18644 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746139099.890150:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139099.890153:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139099.890161:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1000/0x1f9f6ca451acb4fa lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512360 expref: 5 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.890173:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1000/0x1f9f6ca451acb4fa lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512360 expref: 5 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.890206:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1000/0x1f9f6ca451acb4fa lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512360 expref: 5 pid: 9562 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746139099.890217:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c4d4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832141568:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139099.891602:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a066d900 going to sleep for 11 seconds 00000100:00100000:0.0:1746139099.892964:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139099.893149:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840316928 00000100:00100000:2.0:1746139099.893159:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840316928 00000100:00100000:2.0:1746139099.893494:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29788 00000100:00100000:2.0:1746139099.893502:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072c19880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b60e9717-019c-4527-a82a-15e993ac5189+72:1800:x1830958840316928:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139099.893529:0:9562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139099.893547:0:9562:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1a00/0x1f9f6ca451acb501 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512367 expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.893578:0:9562:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1000/0x1f9f6ca451acb4fa lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512360 expref: 5 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.893585:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139099.893587:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139099.893591:0:9562:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1a00/0x1f9f6ca451acb501 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512367 expref: 73 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.893645:0:9562:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1000/0x1f9f6ca451acb4fa lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512360 expref: 5 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.893671:0:9562:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1000/0x1f9f6ca451acb4fa lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512360 expref: 5 pid: 9562 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746139099.893683:0:9562:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c4d4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9562:1830958832141696:192.168.203.56@tcp:104: 00000100:00100000:0.0:1746139099.894262:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139099.894358:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c4d4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832141568:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139099.894376:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139099.894412:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072c1b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+73:2007:x1830958840316800:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 4993us (5800us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139099.894421:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17101 00000100:00100000:3.0:1746139099.894558:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840317184 00000100:00100000:3.0:1746139099.894564:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840317184 00002000:00100000:3.0:1746139099.894594:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880072c1aa00 x1830958840317184/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:25/0 lens 488/0 e 0 to 0 dl 1746139110 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139099.894602:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072c1aa00 with x1830958840317184 ext(0->4095) 00010000:00010000:3.0:1746139099.894609:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1000/0x1f9f6ca451acb4fa lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512360 expref: 6 pid: 9562 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746139099.894636:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1000/0x1f9f6ca451acb4fa lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512360 expref: 6 pid: 9562 timeout: 825 lvb_type: 0 00002000:00010000:3.0:1746139099.894642:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072c1aa00 00000100:00100000:3.0:1746139099.894657:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2614 00000100:00100000:2.0:1746139099.894657:0:9562:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a066df00 going to sleep for 11 seconds 00000100:00100000:3.0:1746139099.894664:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072c1aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840317184:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746139099.894781:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072c1aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840317184:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 117us (519us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746139099.894788:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2614 00002000:00100000:3.0:1746139099.894793:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880072c1aa00 x1830958840317184/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:25/0 lens 488/4536 e 0 to 0 dl 1746139110 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139099.894800:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072c1aa00 with x1830958840317184 ext(0->4095) 00010000:00010000:3.0:1746139099.894805:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1000/0x1f9f6ca451acb4fa lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512360 expref: 6 pid: 9562 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746139099.894814:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1000/0x1f9f6ca451acb4fa lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512360 expref: 6 pid: 9562 timeout: 825 lvb_type: 0 00002000:00010000:3.0:1746139099.894820:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072c1aa00 00000100:00100000:2.0:1746139099.897309:0:9562:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c4d4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9562:1830958832141696:192.168.203.56@tcp:104: 00010000:00010000:2.0:1746139099.897340:0:9562:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1a00/0x1f9f6ca451acb501 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512367 expref: 72 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.897355:0:9562:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f1a1a00, rc 0) 00000100:00100000:2.0:1746139099.898152:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072c19880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b60e9717-019c-4527-a82a-15e993ac5189+72:1800:x1830958840316928:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4647us (5191us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139099.898161:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29788 00000100:00100000:0.0:1746139099.898406:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139099.899265:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840317312 00000100:00100000:2.0:1746139099.899273:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840317312 00000100:00100000:2.0:1746139099.899325:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29789 00000100:00100000:2.0:1746139099.899332:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c0cc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b60e9717-019c-4527-a82a-15e993ac5189+72:1814:x1830958840317312:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139099.899349:0:9562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139099.899366:0:9562:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f573600/0x1f9f6ca451acb508 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a351236e expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.899391:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139099.899397:0:9562:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1a00/0x1f9f6ca451acb501 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512367 expref: 73 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.899407:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139099.899411:0:9562:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f573600/0x1f9f6ca451acb508 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351236e expref: 73 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.899445:0:9562:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1a00/0x1f9f6ca451acb501 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512367 expref: 73 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.899454:0:9562:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f573600/0x1f9f6ca451acb508 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351236e expref: 73 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.899462:0:9562:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f573600, rc 0) 00000100:00100000:2.0:1746139099.899497:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c0cc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b60e9717-019c-4527-a82a-15e993ac5189+73:1814:x1830958840317312:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 166us (1092us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139099.899502:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29789 00000100:00100000:0.0:1746139099.900155:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139099.900207:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840317440 00000100:00100000:3.0:1746139099.900212:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840317440 00010000:00010000:3.0:1746139099.900237:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1000/0x1f9f6ca451acb4fa lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512360 expref: 6 pid: 9562 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746139099.900272:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17102 00000100:00100000:3.0:1746139099.900280:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800acc5d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840317440:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139099.900292:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139099.900314:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1000/0x1f9f6ca451acb4fa lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512360 expref: 6 pid: 9562 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746139099.900325:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1000/0x1f9f6ca451acb4fa lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512360 expref: 6 pid: 9562 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746139099.900344:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1000/0x1f9f6ca451acb4fa lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512360 expref: 6 pid: 9562 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746139099.900373:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139099.900375:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139099.900382:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1a00/0x1f9f6ca451acb501 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512367 expref: 72 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139099.900390:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1a00/0x1f9f6ca451acb501 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512367 expref: 72 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139099.900414:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1a00/0x1f9f6ca451acb501 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512367 expref: 72 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139099.900424:0:7207:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1a00/0x1f9f6ca451acb501 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512367 expref: 72 pid: 9562 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746139099.900436:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a075aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832141952:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139099.900514:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009cc49480 going to sleep for 11 seconds 00000100:00100000:3.0:1746139099.903880:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a075aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832141952:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139099.903906:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139099.903964:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800acc5d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2008:x1830958840317440:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3682us (3808us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139099.903975:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17102 00000100:00100000:0.0:1746139099.904833:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139099.905334:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840317696 00000100:00100000:2.0:1746139099.905342:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840317696 00002000:00100000:2.0:1746139099.905386:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c0cea00 x1830958840317696/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:25/0 lens 488/0 e 0 to 0 dl 1746139110 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139099.905396:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c0cea00 with x1830958840317696 ext(0->4095) 00010000:00010000:2.0:1746139099.905405:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1a00/0x1f9f6ca451acb501 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512367 expref: 73 pid: 9562 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746139099.905418:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1a00/0x1f9f6ca451acb501 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512367 expref: 73 pid: 9562 timeout: 825 lvb_type: 0 00002000:00010000:2.0:1746139099.905424:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c0cea00 00000100:00100000:2.0:1746139099.905451:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2615 00000100:00100000:2.0:1746139099.905457:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c0cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+73:2007:x1830958840317696:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746139099.905593:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c0cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+73:2007:x1830958840317696:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 136us (762us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746139099.905599:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2615 00002000:00100000:2.0:1746139099.905603:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c0cea00 x1830958840317696/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:25/0 lens 488/4536 e 0 to 0 dl 1746139110 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139099.905610:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c0cea00 with x1830958840317696 ext(0->4095) 00010000:00010000:2.0:1746139099.905613:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1a00/0x1f9f6ca451acb501 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512367 expref: 73 pid: 9562 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746139099.905643:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1a00/0x1f9f6ca451acb501 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512367 expref: 73 pid: 9562 timeout: 825 lvb_type: 0 00002000:00010000:2.0:1746139099.905648:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c0cea00 00000100:00100000:0.0:1746139099.907827:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139099.909126:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840317824 00000100:00100000:3.0:1746139099.909137:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840317824 00010000:00010000:3.0:1746139099.909177:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1a00/0x1f9f6ca451acb501 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512367 expref: 73 pid: 9562 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746139099.909222:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17103 00000100:00100000:3.0:1746139099.909231:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c0ced80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+73:2007:x1830958840317824:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139099.909244:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139099.909264:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1a00/0x1f9f6ca451acb501 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512367 expref: 73 pid: 9562 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746139099.909277:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1a00/0x1f9f6ca451acb501 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512367 expref: 73 pid: 9562 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746139099.909460:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1a00/0x1f9f6ca451acb501 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512367 expref: 73 pid: 9562 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746139099.909495:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139099.909498:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139099.909505:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f573600/0x1f9f6ca451acb508 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351236e expref: 72 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139099.909513:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f573600/0x1f9f6ca451acb508 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351236e expref: 72 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139099.909561:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f573600/0x1f9f6ca451acb508 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351236e expref: 72 pid: 9562 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139099.909574:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a075aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832142080:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139099.909699:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009cc490c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746139099.912759:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139099.912973:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a075aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832142080:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139099.912998:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139099.913058:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c0ced80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+72:2007:x1830958840317824:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3827us (5237us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139099.913069:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17103 00000100:00100000:2.0:1746139099.913170:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840318080 00000100:00100000:2.0:1746139099.913179:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840318080 00002000:00100000:2.0:1746139099.913225:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c0cf480 x1830958840318080/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:25/0 lens 488/0 e 0 to 0 dl 1746139110 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139099.913234:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c0cf480 with x1830958840318080 ext(0->4095) 00002000:00010000:2.0:1746139099.913238:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c0cf480 00000100:00100000:2.0:1746139099.913255:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13253 00000100:00100000:2.0:1746139099.913261:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c0cf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+72:2009:x1830958840318080:12345-192.168.203.56@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746139099.913410:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c0cf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+72:2009:x1830958840318080:12345-192.168.203.56@tcp:3:ptlrpcd_01_00.0 Request processed in 149us (662us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746139099.913416:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13253 00002000:00100000:2.0:1746139099.913420:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c0cf480 x1830958840318080/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:25/0 lens 488/4536 e 0 to 0 dl 1746139110 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139099.913426:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c0cf480 with x1830958840318080 ext(0->4095) 00002000:00010000:2.0:1746139099.913429:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c0cf480 00000100:00100000:0.0:1746139099.919153:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139099.919319:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840318208 00000100:00100000:3.0:1746139099.919329:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840318208 00000100:00100000:2.0:1746139099.920537:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29790 00000100:00100000:2.0:1746139099.920550:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c0cca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840318208:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139099.920573:0:9562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139099.920595:0:9562:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f572c00/0x1f9f6ca451acb50f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512375 expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.920641:0:9562:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f573600/0x1f9f6ca451acb508 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351236e expref: 71 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.920648:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139099.920650:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139099.920654:0:9562:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f572c00/0x1f9f6ca451acb50f lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512375 expref: 6 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.920687:0:9562:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f573600/0x1f9f6ca451acb508 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351236e expref: 71 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.920699:0:9562:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f573600/0x1f9f6ca451acb508 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351236e expref: 71 pid: 9562 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746139099.920711:0:9562:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c4d4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9562:1830958832142208:192.168.203.56@tcp:104: 00000100:00100000:2.0:1746139099.920810:0:9562:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a066d780 going to sleep for 11 seconds 00000100:00100000:2.0:1746139099.922674:0:9562:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c4d4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9562:1830958832142208:192.168.203.56@tcp:104: 00010000:00010000:2.0:1746139099.922701:0:9562:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f572c00/0x1f9f6ca451acb50f lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512375 expref: 6 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.922715:0:9562:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f572c00, rc 0) 00000100:00100000:2.0:1746139099.922752:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c0cca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840318208:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2205us (3610us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139099.922760:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29790 00000100:00100000:0.0:1746139099.927186:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139099.927290:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139099.927471:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840318464 00000100:00100000:2.0:1746139099.927483:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840318464 00000100:00100000:2.0:1746139099.927565:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29791 00000100:00100000:2.0:1746139099.927574:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131464e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b60e9717-019c-4527-a82a-15e993ac5189+72:1800:x1830958840318464:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139099.927595:0:9562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139099.927653:0:9562:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f573800/0x1f9f6ca451acb516 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a351237c expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.927684:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139099.927691:0:9562:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f572c00/0x1f9f6ca451acb50f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512375 expref: 5 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.927696:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746139099.927700:0:9562:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f573800/0x1f9f6ca451acb516 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351237c expref: 73 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.927740:0:9562:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f572c00/0x1f9f6ca451acb50f lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512375 expref: 5 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.927757:0:9562:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f573800/0x1f9f6ca451acb516 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351237c expref: 73 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.927766:0:9562:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f573800, rc 0) 00000100:00100000:2.0:1746139099.927836:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131464e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b60e9717-019c-4527-a82a-15e993ac5189+73:1800:x1830958840318464:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 262us (544us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139099.927842:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29791 00000100:00100000:3.0:1746139099.928112:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840318336 00000100:00100000:3.0:1746139099.928118:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840318336 00010000:00010000:3.0:1746139099.928140:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f573600/0x1f9f6ca451acb508 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351236e expref: 73 pid: 9562 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746139099.928169:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17104 00000100:00100000:3.0:1746139099.928174:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c0ce680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+73:2008:x1830958840318336:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139099.928183:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139099.928203:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f573600/0x1f9f6ca451acb508 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351236e expref: 73 pid: 9562 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746139099.928215:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f573600/0x1f9f6ca451acb508 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351236e expref: 73 pid: 9562 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746139099.928237:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f573600/0x1f9f6ca451acb508 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351236e expref: 73 pid: 9562 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746139099.928252:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139099.928254:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139099.928260:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f572c00/0x1f9f6ca451acb50f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512375 expref: 5 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139099.928267:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f572c00/0x1f9f6ca451acb50f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512375 expref: 5 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139099.928285:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f572c00/0x1f9f6ca451acb50f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512375 expref: 5 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139099.928294:0:7207:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f572c00/0x1f9f6ca451acb50f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512375 expref: 5 pid: 9562 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746139099.928306:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a075aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832142464:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139099.928372:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009cc490c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746139099.930928:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a075aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832142464:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139099.930951:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139099.930992:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c0ce680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+72:2008:x1830958840318336:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 2816us (3815us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139099.931002:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17104 00000100:00100000:0.0:1746139099.931358:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139099.931600:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840318720 00000100:00100000:2.0:1746139099.931607:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840318720 00002000:00100000:2.0:1746139099.931895:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880131465880 x1830958840318720/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:25/0 lens 488/0 e 0 to 0 dl 1746139110 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139099.931905:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131465880 with x1830958840318720 ext(0->4095) 00010000:00010000:2.0:1746139099.931914:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f572c00/0x1f9f6ca451acb50f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512375 expref: 6 pid: 9562 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746139099.931928:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f572c00/0x1f9f6ca451acb50f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512375 expref: 6 pid: 9562 timeout: 825 lvb_type: 0 00002000:00010000:2.0:1746139099.931934:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131465880 00000100:00100000:2.0:1746139099.931960:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2616 00000100:00100000:2.0:1746139099.931969:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131465880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840318720:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746139099.932976:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131465880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840318720:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 1005us (1616us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746139099.932983:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2616 00002000:00100000:2.0:1746139099.932990:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880131465880 x1830958840318720/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:25/0 lens 488/4536 e 0 to 0 dl 1746139110 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139099.932997:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131465880 with x1830958840318720 ext(0->4095) 00010000:00010000:2.0:1746139099.933002:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f572c00/0x1f9f6ca451acb50f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512375 expref: 6 pid: 9562 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746139099.933012:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f572c00/0x1f9f6ca451acb50f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512375 expref: 6 pid: 9562 timeout: 825 lvb_type: 0 00002000:00010000:2.0:1746139099.933018:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131465880 00000100:00100000:0.0:1746139099.939502:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139099.939695:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840318848 00000100:00100000:2.0:1746139099.939706:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840318848 00010000:00010000:2.0:1746139099.939747:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f572c00/0x1f9f6ca451acb50f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512375 expref: 6 pid: 9562 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746139099.939933:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17105 00000100:00100000:2.0:1746139099.939943:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131467b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840318848:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139099.939959:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139099.939981:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f572c00/0x1f9f6ca451acb50f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512375 expref: 6 pid: 9562 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746139099.939994:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f572c00/0x1f9f6ca451acb50f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512375 expref: 6 pid: 9562 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746139099.940018:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f572c00/0x1f9f6ca451acb50f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512375 expref: 6 pid: 9562 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746139099.940250:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139099.940252:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139099.940260:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f573800/0x1f9f6ca451acb516 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351237c expref: 71 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.940272:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f573800/0x1f9f6ca451acb516 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351237c expref: 71 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.940311:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f573800/0x1f9f6ca451acb516 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351237c expref: 71 pid: 9562 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746139099.940323:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c4d4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832142592:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139099.940403:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a066d540 going to sleep for 11 seconds 00000100:00100000:2.0:1746139099.942233:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c4d4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832142592:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139099.942254:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139099.942292:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131467b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2008:x1830958840318848:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 2350us (2802us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139099.942301:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17105 00000100:00100000:0.0:1746139099.943466:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139099.943599:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840319104 00000100:00100000:3.0:1746139099.943606:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840319104 00002000:00100000:3.0:1746139099.943675:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880131464a80 x1830958840319104/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:25/0 lens 488/0 e 0 to 0 dl 1746139110 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139099.943685:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131464a80 with x1830958840319104 ext(0->4095) 00002000:00010000:3.0:1746139099.943690:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131464a80 00000100:00100000:3.0:1746139099.943709:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13254 00000100:00100000:3.0:1746139099.943716:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131464a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+72:2008:x1830958840319104:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746139099.943863:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131464a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+72:2008:x1830958840319104:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 146us (402us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746139099.943870:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13254 00002000:00100000:3.0:1746139099.943875:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880131464a80 x1830958840319104/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:25/0 lens 488/4536 e 0 to 0 dl 1746139110 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139099.943882:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131464a80 with x1830958840319104 ext(0->4095) 00002000:00010000:3.0:1746139099.943885:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131464a80 00000100:00100000:0.0:1746139099.950095:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139099.950246:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840319232 00000100:00100000:2.0:1746139099.950257:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840319232 00000100:00100000:2.0:1746139099.950307:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29792 00000100:00100000:2.0:1746139099.950315:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131464380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840319232:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139099.950339:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139099.950358:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f46fa00/0x1f9f6ca451acb51d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512383 expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.950386:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f573800/0x1f9f6ca451acb516 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351237c expref: 71 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.950393:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139099.950395:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139099.950398:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f46fa00/0x1f9f6ca451acb51d lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512383 expref: 6 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.950430:0:18644:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f573800/0x1f9f6ca451acb516 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351237c expref: 71 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.950443:0:18644:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f573800/0x1f9f6ca451acb516 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351237c expref: 71 pid: 9562 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746139099.950455:0:18644:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c4d4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832142720:192.168.203.56@tcp:104: 00000100:00100000:2.0:1746139099.953562:0:18644:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a066d540 going to sleep for 11 seconds 00000100:00100000:2.0:1746139099.953600:0:18644:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c4d4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832142720:192.168.203.56@tcp:104: 00010000:00010000:2.0:1746139099.953639:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f46fa00/0x1f9f6ca451acb51d lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512383 expref: 6 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.953655:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f46fa00, rc 0) 00000100:00100000:0.0:1746139099.953993:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139099.954059:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131464380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840319232:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3744us (3974us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139099.954071:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29792 00000100:00100000:1.0:1746139099.954210:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840319360 00000100:00100000:1.0:1746139099.954217:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840319360 00002000:00100000:1.0:1746139099.954257:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff880131467480 x1830958840319360/t0(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:25/0 lens 496/0 e 0 to 0 dl 1746139110 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139099.954266:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131467480 with x1830958840319360 ext(0->7) 00010000:00010000:1.0:1746139099.954272:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f573800/0x1f9f6ca451acb516 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351237c expref: 72 pid: 9562 timeout: 825 lvb_type: 0 00010000:00010000:1.0:1746139099.954283:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f573800/0x1f9f6ca451acb516 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351237c expref: 72 pid: 9562 timeout: 825 lvb_type: 0 00002000:00010000:1.0:1746139099.954289:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131467480 00000100:00100000:1.0:1746139099.954307:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2617 00000100:00100000:1.0:1746139099.954313:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131467480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+72:2008:x1830958840319360:12345-192.168.203.56@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746139099.955812:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131467480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+74:2008:x1830958840319360:12345-192.168.203.56@tcp:4:ldlm_bl.0 Request processed in 1490us (1811us total) trans 4294972073 rc 0/0 00000100:00100000:0.0:1746139099.955822:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2617 00002000:00100000:0.0:1746139099.955828:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff880131467480 x1830958840319360/t4294972073(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:25/0 lens 496/448 e 0 to 0 dl 1746139110 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139099.955836:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131467480 with x1830958840319360 ext(0->7) 00010000:00010000:0.0:1746139099.955843:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f573800/0x1f9f6ca451acb516 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351237c expref: 74 pid: 9562 timeout: 825 lvb_type: 0 00010000:00010000:0.0:1746139099.955855:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f573800/0x1f9f6ca451acb516 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351237c expref: 74 pid: 9562 timeout: 825 lvb_type: 0 00002000:00010000:0.0:1746139099.955862:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131467480 00000100:00100000:0.0:1746139099.964948:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139099.965065:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139099.965170:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840319488 00000100:00100000:2.0:1746139099.965182:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840319488 00010000:00010000:2.0:1746139099.965225:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f573800/0x1f9f6ca451acb516 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351237c expref: 74 pid: 9562 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746139099.965255:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17106 00000100:00100000:2.0:1746139099.965262:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c796300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+74:2007:x1830958840319488:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139099.965277:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139099.965302:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f573800/0x1f9f6ca451acb516 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351237c expref: 74 pid: 9562 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746139099.965314:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f573800/0x1f9f6ca451acb516 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351237c expref: 74 pid: 9562 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746139099.965338:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f573800/0x1f9f6ca451acb516 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351237c expref: 74 pid: 9562 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746139099.965373:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139099.965375:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139099.965382:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f46fa00/0x1f9f6ca451acb51d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512383 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.965390:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f46fa00/0x1f9f6ca451acb51d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512383 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.965426:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f46fa00/0x1f9f6ca451acb51d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512383 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746139099.965440:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c4d4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832142848:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139099.965534:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a066d540 going to sleep for 11 seconds 00000100:00100000:3.0:1746139099.965681:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840319616 00000100:00100000:3.0:1746139099.965688:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840319616 00000100:00100000:3.0:1746139099.965714:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29793 00000100:00100000:3.0:1746139099.965719:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c797100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+74:1800:x1830958840319616:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746139099.965733:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139099.965744:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4200/0x1f9f6ca451acb524 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a351238a expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139099.965761:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f46fa00/0x1f9f6ca451acb51d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512383 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139099.965766:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139099.965767:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139099.965771:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4200/0x1f9f6ca451acb524 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351238a expref: 75 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139099.965786:0:18644:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f46fa00/0x1f9f6ca451acb51d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512383 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139099.965801:0:18644:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f46fa00/0x1f9f6ca451acb51d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512383 expref: 5 pid: 18644 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746139099.965808:0:18644:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0758380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832142976:192.168.203.56@tcp:104: 00000100:00100000:3.0:1746139099.965971:0:18644:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009cc49300 going to sleep for 11 seconds 00000100:00100000:2.0:1746139099.967941:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c4d4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832142848:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139099.967961:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139099.967996:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c796300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+75:2007:x1830958840319488:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 2733us (3058us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139099.968006:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17106 00000100:00100000:3.0:1746139099.968237:0:18644:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0758380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832142976:192.168.203.56@tcp:104: 00010000:00010000:3.0:1746139099.968258:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4200/0x1f9f6ca451acb524 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351238a expref: 74 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139099.968274:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f0e4200, rc 0) 00000100:00100000:3.0:1746139099.968308:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c797100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+74:1800:x1830958840319616:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2588us (3243us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139099.968314:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29793 00000100:00100000:0.0:1746139099.969453:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139099.969538:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840319872 00000100:00100000:2.0:1746139099.969546:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840319872 00002000:00100000:2.0:1746139099.969591:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c795880 x1830958840319872/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:25/0 lens 488/0 e 0 to 0 dl 1746139110 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139099.969601:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c795880 with x1830958840319872 ext(0->4095) 00010000:00010000:2.0:1746139099.969609:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f46fa00/0x1f9f6ca451acb51d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512383 expref: 6 pid: 18644 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746139099.969654:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f46fa00/0x1f9f6ca451acb51d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512383 expref: 6 pid: 18644 timeout: 825 lvb_type: 0 00002000:00010000:2.0:1746139099.969661:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c795880 00000100:00100000:2.0:1746139099.969773:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2618 00000100:00100000:2.0:1746139099.969782:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c795880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840319872:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746139099.970555:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c795880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840319872:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 771us (1103us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746139099.970565:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2618 00002000:00100000:2.0:1746139099.970571:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c795880 x1830958840319872/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:25/0 lens 488/4536 e 0 to 0 dl 1746139110 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139099.970579:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c795880 with x1830958840319872 ext(0->4095) 00010000:00010000:2.0:1746139099.970584:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f46fa00/0x1f9f6ca451acb51d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512383 expref: 6 pid: 18644 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746139099.970593:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f46fa00/0x1f9f6ca451acb51d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512383 expref: 6 pid: 18644 timeout: 825 lvb_type: 0 00002000:00010000:2.0:1746139099.970600:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c795880 00000100:00100000:0.0:1746139099.973683:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139099.974705:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840320000 00000100:00100000:2.0:1746139099.974715:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840320000 00010000:00010000:2.0:1746139099.974754:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f46fa00/0x1f9f6ca451acb51d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512383 expref: 6 pid: 18644 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746139099.974796:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17107 00000100:00100000:2.0:1746139099.974805:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c797800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2010:x1830958840320000:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139099.974818:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139099.974838:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f46fa00/0x1f9f6ca451acb51d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512383 expref: 6 pid: 18644 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746139099.974851:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f46fa00/0x1f9f6ca451acb51d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512383 expref: 6 pid: 18644 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746139099.974874:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f46fa00/0x1f9f6ca451acb51d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512383 expref: 6 pid: 18644 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746139099.974906:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139099.974909:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139099.974916:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4200/0x1f9f6ca451acb524 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351238a expref: 73 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.974924:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4200/0x1f9f6ca451acb524 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351238a expref: 73 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139099.974959:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4200/0x1f9f6ca451acb524 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351238a expref: 73 pid: 18644 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746139099.974971:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c4d4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832143104:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139099.975067:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a066d540 going to sleep for 11 seconds 00000100:00100000:2.0:1746139099.978139:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c4d4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832143104:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139099.978163:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139099.978221:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c797800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2010:x1830958840320000:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3415us (4548us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139099.978233:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17107 00000100:00100000:0.0:1746139099.978755:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139099.979124:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840320256 00000100:00100000:2.0:1746139099.979131:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840320256 00002000:00100000:2.0:1746139099.979169:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c797480 x1830958840320256/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:25/0 lens 488/0 e 0 to 0 dl 1746139110 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139099.979180:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c797480 with x1830958840320256 ext(0->4095) 00002000:00010000:2.0:1746139099.979184:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c797480 00000100:00100000:2.0:1746139099.979212:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13255 00000100:00100000:2.0:1746139099.979220:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c797480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+74:2008:x1830958840320256:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746139099.979332:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c797480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+74:2008:x1830958840320256:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 112us (579us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746139099.979338:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13255 00002000:00100000:2.0:1746139099.979342:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c797480 x1830958840320256/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:25/0 lens 488/4536 e 0 to 0 dl 1746139110 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139099.979349:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c797480 with x1830958840320256 ext(0->4095) 00002000:00010000:2.0:1746139099.979351:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c797480 00000100:00100000:0.0:1746139099.985336:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139099.987278:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840320384 00000100:00100000:3.0:1746139099.987290:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840320384 00000100:00100000:3.0:1746139099.987496:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29794 00000100:00100000:3.0:1746139099.987506:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c796a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840320384:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746139099.987532:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139099.987552:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4e00/0x1f9f6ca451acb52b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512391 expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139099.987583:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4200/0x1f9f6ca451acb524 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351238a expref: 73 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139099.987595:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746139099.987597:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746139099.987600:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4e00/0x1f9f6ca451acb52b lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512391 expref: 6 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139099.987646:0:18644:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4200/0x1f9f6ca451acb524 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351238a expref: 73 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139099.987659:0:18644:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4200/0x1f9f6ca451acb524 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351238a expref: 73 pid: 18644 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746139099.987671:0:18644:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0758380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832143232:192.168.203.56@tcp:104: 00000100:00100000:3.0:1746139099.987764:0:18644:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009cc49300 going to sleep for 11 seconds 00000100:00100000:3.0:1746139099.995996:0:18644:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0758380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832143232:192.168.203.56@tcp:104: 00010000:00010000:3.0:1746139099.996030:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4e00/0x1f9f6ca451acb52b lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512391 expref: 6 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139099.996046:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f0e4e00, rc 0) 00000100:00100000:3.0:1746139099.997257:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c796a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840320384:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 9748us (11931us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139099.997266:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29794 00000100:00100000:0.0:1746139100.004168:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139100.004297:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840320512 00000100:00100000:2.0:1746139100.004307:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840320512 00002000:00100000:2.0:1746139100.004366:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff88009c796680 x1830958840320512/t0(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:26/0 lens 496/0 e 0 to 0 dl 1746139111 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139100.004376:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c796680 with x1830958840320512 ext(0->7) 00010000:00010000:2.0:1746139100.004386:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4200/0x1f9f6ca451acb524 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351238a expref: 74 pid: 18644 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746139100.004400:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4200/0x1f9f6ca451acb524 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351238a expref: 74 pid: 18644 timeout: 825 lvb_type: 0 00002000:00010000:2.0:1746139100.004407:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c796680 00000100:00080000:0.0:1746139100.004498:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746139100.005208:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2619 00000100:00100000:2.0:1746139100.005218:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c796680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+74:2008:x1830958840320512:12345-192.168.203.56@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746139100.007651:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c796680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+76:2008:x1830958840320512:12345-192.168.203.56@tcp:4:ldlm_bl.0 Request processed in 2426us (3486us total) trans 4294972074 rc 0/0 00000100:00100000:0.0:1746139100.007662:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2619 00002000:00100000:0.0:1746139100.007673:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff88009c796680 x1830958840320512/t4294972074(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:26/0 lens 496/448 e 0 to 0 dl 1746139111 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139100.007682:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c796680 with x1830958840320512 ext(0->7) 00010000:00010000:0.0:1746139100.007693:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4200/0x1f9f6ca451acb524 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351238a expref: 76 pid: 18644 timeout: 825 lvb_type: 0 00010000:00010000:0.0:1746139100.007708:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4200/0x1f9f6ca451acb524 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351238a expref: 76 pid: 18644 timeout: 825 lvb_type: 0 00002000:00010000:0.0:1746139100.007715:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c796680 00000100:00100000:2.0:1746139100.007893:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139100.008481:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840320640 00000100:00100000:3.0:1746139100.008489:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840320640 00000100:00100000:3.0:1746139100.008545:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29795 00000100:00100000:3.0:1746139100.008553:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c4d4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+76:1800:x1830958840320640:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746139100.008567:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139100.008581:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5e00/0x1f9f6ca451acb532 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512398 expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139100.008605:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746139100.008610:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4e00/0x1f9f6ca451acb52b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512391 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139100.008639:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746139100.008642:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5e00/0x1f9f6ca451acb532 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512398 expref: 77 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139100.008676:0:18644:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4e00/0x1f9f6ca451acb52b lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512391 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139100.008688:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5e00/0x1f9f6ca451acb532 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512398 expref: 77 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139100.008696:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f0e5e00, rc 0) 00000100:00100000:3.0:1746139100.008736:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c4d4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+77:1800:x1830958840320640:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 185us (845us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139100.008741:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29795 00000100:00100000:0.0:1746139100.009956:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139100.010059:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840320768 00000100:00100000:2.0:1746139100.010064:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840320768 00010000:00010000:2.0:1746139100.010091:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4200/0x1f9f6ca451acb524 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351238a expref: 77 pid: 18644 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746139100.010113:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17108 00000100:00100000:2.0:1746139100.010119:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c796d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+77:2010:x1830958840320768:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139100.010131:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139100.010151:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4200/0x1f9f6ca451acb524 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351238a expref: 77 pid: 18644 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746139100.010162:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4200/0x1f9f6ca451acb524 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351238a expref: 77 pid: 18644 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746139100.010181:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4200/0x1f9f6ca451acb524 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351238a expref: 77 pid: 18644 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746139100.010425:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139100.010428:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139100.010436:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4e00/0x1f9f6ca451acb52b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512391 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.010443:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4e00/0x1f9f6ca451acb52b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512391 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.010473:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4e00/0x1f9f6ca451acb52b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512391 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.010484:0:7207:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4e00/0x1f9f6ca451acb52b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512391 expref: 5 pid: 18644 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746139100.010495:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c4d4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832143488:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139100.011001:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a066d780 going to sleep for 11 seconds 00000100:00100000:0.0:1746139100.014142:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139100.014241:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c4d4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832143488:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139100.014260:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139100.014299:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c796d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+76:2010:x1830958840320768:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 4179us (4346us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139100.014314:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17108 00000100:00100000:1.0:1746139100.014394:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840321024 00000100:00100000:1.0:1746139100.014400:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840321024 00002000:00100000:1.0:1746139100.014449:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c794e00 x1830958840321024/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:26/0 lens 488/0 e 0 to 0 dl 1746139111 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139100.014458:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c794e00 with x1830958840321024 ext(0->4095) 00010000:00010000:1.0:1746139100.014466:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4e00/0x1f9f6ca451acb52b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512391 expref: 6 pid: 18644 timeout: 825 lvb_type: 0 00010000:00010000:1.0:1746139100.014478:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4e00/0x1f9f6ca451acb52b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512391 expref: 6 pid: 18644 timeout: 825 lvb_type: 0 00002000:00010000:1.0:1746139100.014484:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c794e00 00000100:00100000:1.0:1746139100.014514:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2620 00000100:00100000:1.0:1746139100.014528:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c794e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840321024:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746139100.014659:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c794e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840321024:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 131us (525us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139100.014666:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2620 00002000:00100000:1.0:1746139100.014671:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c794e00 x1830958840321024/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:26/0 lens 488/4536 e 0 to 0 dl 1746139111 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139100.014677:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c794e00 with x1830958840321024 ext(0->4095) 00010000:00010000:1.0:1746139100.014681:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4e00/0x1f9f6ca451acb52b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512391 expref: 6 pid: 18644 timeout: 825 lvb_type: 0 00010000:00010000:1.0:1746139100.014689:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4e00/0x1f9f6ca451acb52b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512391 expref: 6 pid: 18644 timeout: 825 lvb_type: 0 00002000:00010000:1.0:1746139100.014694:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c794e00 00000100:00080000:0.0:1746139100.015859:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746139100.019090:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139100.019378:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840321152 00000100:00100000:2.0:1746139100.019388:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840321152 00010000:00010000:2.0:1746139100.019494:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4e00/0x1f9f6ca451acb52b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512391 expref: 6 pid: 18644 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746139100.019603:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17109 00000100:00100000:2.0:1746139100.019611:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800acc5d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840321152:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139100.019657:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139100.019680:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4e00/0x1f9f6ca451acb52b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512391 expref: 6 pid: 18644 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746139100.019693:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4e00/0x1f9f6ca451acb52b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512391 expref: 6 pid: 18644 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746139100.019715:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4e00/0x1f9f6ca451acb52b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512391 expref: 6 pid: 18644 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746139100.020016:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139100.020019:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139100.020027:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5e00/0x1f9f6ca451acb532 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512398 expref: 75 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.020035:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5e00/0x1f9f6ca451acb532 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512398 expref: 75 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.020074:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5e00/0x1f9f6ca451acb532 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512398 expref: 75 pid: 18644 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746139100.020086:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c4d4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832143616:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139100.020884:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a066d780 going to sleep for 11 seconds 00000100:00100000:0.0:1746139100.024184:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139100.024312:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c4d4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832143616:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139100.024332:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139100.024392:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800acc5d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2007:x1830958840321152:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 4781us (5311us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139100.024404:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17109 00000100:00100000:3.0:1746139100.024522:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840321408 00000100:00100000:3.0:1746139100.024529:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840321408 00002000:00100000:3.0:1746139100.024569:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c851500 x1830958840321408/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:26/0 lens 488/0 e 0 to 0 dl 1746139111 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139100.024578:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c851500 with x1830958840321408 ext(0->4095) 00002000:00010000:3.0:1746139100.024582:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c851500 00000100:00100000:3.0:1746139100.024601:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13256 00000100:00100000:3.0:1746139100.024609:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c851500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+76:2008:x1830958840321408:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746139100.024756:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c851500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+76:2008:x1830958840321408:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 149us (583us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746139100.024761:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13256 00002000:00100000:3.0:1746139100.024766:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c851500 x1830958840321408/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:26/0 lens 488/4536 e 0 to 0 dl 1746139111 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139100.024773:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c851500 with x1830958840321408 ext(0->4095) 00002000:00010000:3.0:1746139100.024776:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c851500 00000100:00100000:0.0:1746139100.030135:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139100.030246:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840321536 00000100:00100000:2.0:1746139100.030256:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840321536 00000100:00100000:2.0:1746139100.030383:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29796 00000100:00100000:2.0:1746139100.030393:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c853100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840321536:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139100.030412:0:9562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139100.030430:0:9562:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800726eb400/0x1f9f6ca451acb539 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a351239f expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.030459:0:9562:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5e00/0x1f9f6ca451acb532 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512398 expref: 75 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.030470:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139100.030472:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139100.030475:0:9562:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800726eb400/0x1f9f6ca451acb539 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351239f expref: 6 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.030506:0:9562:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5e00/0x1f9f6ca451acb532 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512398 expref: 75 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.030531:0:9562:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5e00/0x1f9f6ca451acb532 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512398 expref: 75 pid: 18644 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746139100.030543:0:9562:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c4d4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9562:1830958832143744:192.168.203.56@tcp:104: 00000100:00100000:2.0:1746139100.031438:0:9562:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a066da80 going to sleep for 11 seconds 00000100:00100000:2.0:1746139100.032342:0:9562:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c4d4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9562:1830958832143744:192.168.203.56@tcp:104: 00010000:00010000:2.0:1746139100.032370:0:9562:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800726eb400/0x1f9f6ca451acb539 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351239f expref: 6 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.032385:0:9562:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800726eb400, rc 0) 00000100:00100000:2.0:1746139100.032422:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c853100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840321536:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2030us (2298us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139100.032430:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29796 00000100:00100000:0.0:1746139100.033208:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139100.033419:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840321664 00000100:00100000:2.0:1746139100.033426:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840321664 00010000:00010000:2.0:1746139100.033452:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5e00/0x1f9f6ca451acb532 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512398 expref: 76 pid: 18644 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746139100.033936:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17110 00000100:00100000:2.0:1746139100.033943:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c851880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+76:2008:x1830958840321664:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139100.033958:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139100.033978:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5e00/0x1f9f6ca451acb532 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512398 expref: 76 pid: 18644 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746139100.033990:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5e00/0x1f9f6ca451acb532 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512398 expref: 76 pid: 18644 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746139100.034012:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5e00/0x1f9f6ca451acb532 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512398 expref: 76 pid: 18644 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746139100.034042:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139100.034045:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139100.034053:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800726eb400/0x1f9f6ca451acb539 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351239f expref: 5 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.034061:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800726eb400/0x1f9f6ca451acb539 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351239f expref: 5 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.034091:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800726eb400/0x1f9f6ca451acb539 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351239f expref: 5 pid: 9562 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746139100.034103:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c4d4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832143872:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139100.034169:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a066da80 going to sleep for 11 seconds 00000100:00100000:0.0:1746139100.035329:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139100.035790:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840321792 00000100:00100000:2.0:1746139100.035796:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840321792 00000100:00100000:2.0:1746139100.035833:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29797 00000100:00100000:2.0:1746139100.035838:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c853480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b60e9717-019c-4527-a82a-15e993ac5189+76:1800:x1830958840321792:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139100.035853:0:9562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139100.035870:0:9562:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800726ea200/0x1f9f6ca451acb540 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a35123a6 expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.035890:0:9562:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800726eb400/0x1f9f6ca451acb539 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351239f expref: 5 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.035895:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139100.035897:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139100.035900:0:9562:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800726ea200/0x1f9f6ca451acb540 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35123a6 expref: 77 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.035920:0:9562:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800726eb400/0x1f9f6ca451acb539 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351239f expref: 5 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.035929:0:9562:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800726eb400/0x1f9f6ca451acb539 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351239f expref: 5 pid: 9562 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746139100.035939:0:9562:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c4d6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9562:1830958832144000:192.168.203.56@tcp:104: 00000100:00100000:2.0:1746139100.036000:0:9562:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a066df00 going to sleep for 11 seconds 00000100:00100000:2.0:1746139100.038673:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c4d4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832143872:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139100.038693:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746139100.038699:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139100.038731:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c851880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+77:2008:x1830958840321664:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 4788us (5524us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139100.038744:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17110 00000100:00100000:1.0:1746139100.038947:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840322048 00000100:00100000:1.0:1746139100.038954:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840322048 00002000:00100000:1.0:1746139100.038990:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c852d80 x1830958840322048/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:26/0 lens 488/0 e 0 to 0 dl 1746139111 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139100.038999:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c852d80 with x1830958840322048 ext(0->4095) 00010000:00010000:1.0:1746139100.039007:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800726eb400/0x1f9f6ca451acb539 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351239f expref: 6 pid: 9562 timeout: 825 lvb_type: 0 00010000:00010000:1.0:1746139100.039019:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800726eb400/0x1f9f6ca451acb539 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351239f expref: 6 pid: 9562 timeout: 825 lvb_type: 0 00002000:00010000:1.0:1746139100.039025:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c852d80 00000100:00100000:1.0:1746139100.039867:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2621 00000100:00100000:1.0:1746139100.039876:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c852d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840322048:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746139100.040482:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c852d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840322048:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 606us (1781us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139100.040488:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2621 00002000:00100000:1.0:1746139100.040494:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c852d80 x1830958840322048/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:26/0 lens 488/4536 e 0 to 0 dl 1746139111 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139100.040502:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c852d80 with x1830958840322048 ext(0->4095) 00010000:00010000:1.0:1746139100.040509:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800726eb400/0x1f9f6ca451acb539 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351239f expref: 6 pid: 9562 timeout: 825 lvb_type: 0 00010000:00010000:1.0:1746139100.040547:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800726eb400/0x1f9f6ca451acb539 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351239f expref: 6 pid: 9562 timeout: 825 lvb_type: 0 00002000:00010000:1.0:1746139100.040554:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c852d80 00000100:00100000:2.0:1746139100.040658:0:9562:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c4d6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9562:1830958832144000:192.168.203.56@tcp:104: 00010000:00010000:2.0:1746139100.040681:0:9562:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800726ea200/0x1f9f6ca451acb540 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35123a6 expref: 76 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.040695:0:9562:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800726ea200, rc 0) 00000100:00100000:2.0:1746139100.040717:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c853480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b60e9717-019c-4527-a82a-15e993ac5189+76:1800:x1830958840321792:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4878us (5392us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139100.040724:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29797 00000100:00100000:0.0:1746139100.042879:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139100.042975:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840322176 00000100:00100000:2.0:1746139100.042983:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840322176 00010000:00010000:2.0:1746139100.043015:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800726eb400/0x1f9f6ca451acb539 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351239f expref: 6 pid: 9562 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746139100.043073:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17111 00000100:00100000:2.0:1746139100.043080:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c852300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2010:x1830958840322176:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139100.043094:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139100.043114:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800726eb400/0x1f9f6ca451acb539 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351239f expref: 6 pid: 9562 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746139100.043125:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800726eb400/0x1f9f6ca451acb539 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351239f expref: 6 pid: 9562 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746139100.043150:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800726eb400/0x1f9f6ca451acb539 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351239f expref: 6 pid: 9562 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746139100.043182:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139100.043185:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139100.043191:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800726ea200/0x1f9f6ca451acb540 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35123a6 expref: 75 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.043198:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800726ea200/0x1f9f6ca451acb540 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35123a6 expref: 75 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.043229:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800726ea200/0x1f9f6ca451acb540 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35123a6 expref: 75 pid: 9562 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746139100.043241:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c4d6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832144128:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139100.043987:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a066df00 going to sleep for 11 seconds 00000100:00100000:0.0:1746139100.046175:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139100.046302:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c4d6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832144128:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139100.046322:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139100.046362:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c852300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2010:x1830958840322176:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3281us (3490us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139100.046372:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17111 00000100:00100000:3.0:1746139100.046861:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840322432 00000100:00100000:3.0:1746139100.046868:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840322432 00002000:00100000:3.0:1746139100.046907:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c853800 x1830958840322432/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:26/0 lens 488/0 e 0 to 0 dl 1746139111 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139100.046916:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c853800 with x1830958840322432 ext(0->4095) 00002000:00010000:3.0:1746139100.046920:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c853800 00000100:00100000:3.0:1746139100.046951:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13257 00000100:00100000:3.0:1746139100.046957:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c853800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+76:2008:x1830958840322432:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746139100.047084:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c853800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+76:2008:x1830958840322432:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 128us (919us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746139100.047091:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13257 00002000:00100000:3.0:1746139100.047095:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c853800 x1830958840322432/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:26/0 lens 488/4536 e 0 to 0 dl 1746139111 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139100.047108:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c853800 with x1830958840322432 ext(0->4095) 00002000:00010000:3.0:1746139100.047110:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c853800 00000100:00100000:0.0:1746139100.053878:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139100.056826:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840322560 00000100:00100000:2.0:1746139100.056842:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840322560 00000100:00100000:2.0:1746139100.056919:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29798 00000100:00100000:2.0:1746139100.056928:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c854a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840322560:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139100.056949:0:9562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139100.056968:0:9562:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88007fe6ca00/0x1f9f6ca451acb547 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a35123ad expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.057001:0:9562:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800726ea200/0x1f9f6ca451acb540 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35123a6 expref: 75 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.057009:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139100.057010:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139100.057014:0:9562:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88007fe6ca00/0x1f9f6ca451acb547 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35123ad expref: 6 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.057047:0:9562:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800726ea200/0x1f9f6ca451acb540 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35123a6 expref: 75 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.057059:0:9562:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800726ea200/0x1f9f6ca451acb540 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35123a6 expref: 75 pid: 9562 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746139100.057070:0:9562:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c4d6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9562:1830958832144256:192.168.203.56@tcp:104: 00000100:00100000:2.0:1746139100.057168:0:9562:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a066df00 going to sleep for 11 seconds 00000100:00100000:2.0:1746139100.081033:0:9562:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c4d6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9562:1830958832144256:192.168.203.56@tcp:104: 00010000:00010000:2.0:1746139100.081067:0:9562:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88007fe6ca00/0x1f9f6ca451acb547 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35123ad expref: 6 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.081087:0:9562:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88007fe6ca00, rc 0) 00000100:00100000:2.0:1746139100.081139:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c854a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840322560:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 24211us (27270us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139100.081148:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29798 00000100:00100000:0.0:1746139100.081369:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139100.081580:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840322688 00000100:00100000:3.0:1746139100.081587:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840322688 00000100:00100000:3.0:1746139100.081651:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29799 00000100:00100000:3.0:1746139100.081658:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c854e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b60e9717-019c-4527-a82a-15e993ac5189+76:1800:x1830958840322688:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746139100.081673:0:9562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139100.081686:0:9562:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5e00/0x1f9f6ca451acb54e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a35123b4 expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139100.081708:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746139100.081713:0:9562:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88007fe6ca00/0x1f9f6ca451acb547 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35123ad expref: 5 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139100.081719:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746139100.081722:0:9562:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5e00/0x1f9f6ca451acb54e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35123b4 expref: 77 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139100.081751:0:9562:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88007fe6ca00/0x1f9f6ca451acb547 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35123ad expref: 5 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139100.081761:0:9562:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5e00/0x1f9f6ca451acb54e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35123b4 expref: 77 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139100.081768:0:9562:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f0e5e00, rc 0) 00000100:00100000:3.0:1746139100.081801:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c854e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b60e9717-019c-4527-a82a-15e993ac5189+77:1800:x1830958840322688:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 144us (433us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139100.081807:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29799 00000100:00100000:0.0:1746139100.083405:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139100.083482:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840322816 00000100:00100000:1.0:1746139100.083489:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840322816 00002000:00100000:1.0:1746139100.083535:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff88009c854700 x1830958840322816/t0(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:26/0 lens 496/0 e 0 to 0 dl 1746139111 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139100.083544:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c854700 with x1830958840322816 ext(0->7) 00010000:00010000:1.0:1746139100.083552:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800726ea200/0x1f9f6ca451acb540 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35123a6 expref: 77 pid: 9562 timeout: 825 lvb_type: 0 00010000:00010000:1.0:1746139100.083565:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800726ea200/0x1f9f6ca451acb540 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35123a6 expref: 77 pid: 9562 timeout: 825 lvb_type: 0 00002000:00010000:1.0:1746139100.083576:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c854700 00000100:00100000:1.0:1746139100.083603:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2622 00000100:00100000:1.0:1746139100.083609:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c854700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+77:2008:x1830958840322816:12345-192.168.203.56@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746139100.084370:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c854700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+79:2008:x1830958840322816:12345-192.168.203.56@tcp:4:ldlm_bl.0 Request processed in 758us (968us total) trans 4294972075 rc 0/0 00000100:00100000:0.0:1746139100.084378:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2622 00002000:00100000:0.0:1746139100.084383:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff88009c854700 x1830958840322816/t4294972075(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:26/0 lens 496/448 e 0 to 0 dl 1746139111 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139100.084390:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c854700 with x1830958840322816 ext(0->7) 00010000:00010000:0.0:1746139100.084396:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800726ea200/0x1f9f6ca451acb540 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35123a6 expref: 79 pid: 9562 timeout: 825 lvb_type: 0 00010000:00010000:0.0:1746139100.084406:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800726ea200/0x1f9f6ca451acb540 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35123a6 expref: 79 pid: 9562 timeout: 825 lvb_type: 0 00002000:00010000:0.0:1746139100.084411:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c854700 00000100:00100000:0.0:1746139100.098553:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139100.098663:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840322944 00000100:00100000:2.0:1746139100.098674:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840322944 00010000:00010000:2.0:1746139100.098715:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800726ea200/0x1f9f6ca451acb540 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35123a6 expref: 79 pid: 9562 timeout: 825 lvb_type: 0 00000100:00100000:0.0:1746139100.099841:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17112 00000100:00100000:0.0:1746139100.099854:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c855c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+79:2007:x1830958840322944:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746139100.099871:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746139100.099897:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800726ea200/0x1f9f6ca451acb540 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35123a6 expref: 79 pid: 9562 timeout: 825 lvb_type: 0 00010000:00010000:0.0:1746139100.099910:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800726ea200/0x1f9f6ca451acb540 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35123a6 expref: 79 pid: 9562 timeout: 825 lvb_type: 0 00010000:00010000:0.0:1746139100.099935:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800726ea200/0x1f9f6ca451acb540 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35123a6 expref: 79 pid: 9562 timeout: 825 lvb_type: 0 00010000:00010000:0.0:1746139100.099966:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139100.099969:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139100.099976:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88007fe6ca00/0x1f9f6ca451acb547 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35123ad expref: 5 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139100.099984:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88007fe6ca00/0x1f9f6ca451acb547 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35123ad expref: 5 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139100.100023:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88007fe6ca00/0x1f9f6ca451acb547 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35123ad expref: 5 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139100.100034:0:15672:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88007fe6ca00/0x1f9f6ca451acb547 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35123ad expref: 5 pid: 9562 timeout: 825 lvb_type: 0 00000100:00100000:0.0:1746139100.100045:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c857480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832144512:192.168.203.56@tcp:105: 00000100:00100000:0.0:1746139100.100140:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007fe37a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746139100.103752:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c857480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832144512:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139100.103776:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139100.104435:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c855c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+78:2007:x1830958840322944:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 4581us (5889us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139100.104446:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17112 00000100:00100000:0.0:1746139100.106324:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139100.106436:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840323200 00000100:00100000:2.0:1746139100.106445:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840323200 00002000:00100000:2.0:1746139100.106494:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c857800 x1830958840323200/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:26/0 lens 488/0 e 0 to 0 dl 1746139111 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139100.106503:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c857800 with x1830958840323200 ext(0->4095) 00010000:00010000:2.0:1746139100.106512:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88007fe6ca00/0x1f9f6ca451acb547 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35123ad expref: 6 pid: 9562 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746139100.106535:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88007fe6ca00/0x1f9f6ca451acb547 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35123ad expref: 6 pid: 9562 timeout: 825 lvb_type: 0 00002000:00010000:2.0:1746139100.106541:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c857800 00000100:00100000:2.0:1746139100.106571:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2623 00000100:00100000:2.0:1746139100.106578:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c857800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840323200:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746139100.106749:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c857800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840323200:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 171us (433us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746139100.106755:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2623 00002000:00100000:2.0:1746139100.106761:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c857800 x1830958840323200/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:26/0 lens 488/4536 e 0 to 0 dl 1746139111 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139100.106767:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c857800 with x1830958840323200 ext(0->4095) 00010000:00010000:2.0:1746139100.106771:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88007fe6ca00/0x1f9f6ca451acb547 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35123ad expref: 6 pid: 9562 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746139100.106780:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88007fe6ca00/0x1f9f6ca451acb547 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35123ad expref: 6 pid: 9562 timeout: 825 lvb_type: 0 00002000:00010000:2.0:1746139100.106785:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c857800 00000100:00100000:0.0:1746139100.108754:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139100.109041:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840323328 00000100:00100000:2.0:1746139100.109047:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840323328 00010000:00010000:2.0:1746139100.109080:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88007fe6ca00/0x1f9f6ca451acb547 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35123ad expref: 6 pid: 9562 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746139100.109533:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17113 00000100:00100000:2.0:1746139100.109541:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c856680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840323328:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139100.109553:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139100.109572:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88007fe6ca00/0x1f9f6ca451acb547 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35123ad expref: 6 pid: 9562 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746139100.109583:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88007fe6ca00/0x1f9f6ca451acb547 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35123ad expref: 6 pid: 9562 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746139100.109604:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88007fe6ca00/0x1f9f6ca451acb547 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35123ad expref: 6 pid: 9562 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746139100.110362:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139100.110365:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139100.110373:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5e00/0x1f9f6ca451acb54e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35123b4 expref: 77 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.110381:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5e00/0x1f9f6ca451acb54e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35123b4 expref: 77 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.110414:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5e00/0x1f9f6ca451acb54e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35123b4 expref: 77 pid: 9562 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746139100.110425:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c4d6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832144640:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139100.111428:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a066da80 going to sleep for 11 seconds 00000100:00100000:2.0:1746139100.112883:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c4d6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832144640:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139100.112901:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139100.112938:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c856680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2007:x1830958840323328:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3398us (4191us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139100.113009:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17113 00000100:00100000:0.0:1746139100.113557:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139100.113899:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840323584 00000100:00100000:3.0:1746139100.113907:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840323584 00002000:00100000:3.0:1746139100.113953:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c855880 x1830958840323584/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:26/0 lens 488/0 e 0 to 0 dl 1746139111 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139100.113963:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c855880 with x1830958840323584 ext(0->4095) 00002000:00010000:3.0:1746139100.113966:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c855880 00000100:00100000:3.0:1746139100.113997:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13258 00000100:00100000:3.0:1746139100.114004:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c855880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+78:2009:x1830958840323584:12345-192.168.203.56@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746139100.114137:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c855880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+78:2009:x1830958840323584:12345-192.168.203.56@tcp:3:ptlrpcd_01_00.0 Request processed in 133us (581us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746139100.114143:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13258 00002000:00100000:3.0:1746139100.114148:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c855880 x1830958840323584/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:26/0 lens 488/4536 e 0 to 0 dl 1746139111 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139100.114155:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c855880 with x1830958840323584 ext(0->4095) 00002000:00010000:3.0:1746139100.114157:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c855880 00000100:00100000:0.0:1746139100.120807:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139100.120998:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840323712 00000100:00100000:2.0:1746139100.121008:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840323712 00000100:00100000:2.0:1746139100.121073:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29800 00000100:00100000:2.0:1746139100.121081:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c855f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840323712:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139100.121100:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139100.121118:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800726eaa00/0x1f9f6ca451acb555 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a35123bb expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.121153:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5e00/0x1f9f6ca451acb54e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35123b4 expref: 77 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.121160:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139100.121162:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139100.121166:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800726eaa00/0x1f9f6ca451acb555 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35123bb expref: 6 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.121198:0:18644:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5e00/0x1f9f6ca451acb54e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35123b4 expref: 77 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.121211:0:18644:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5e00/0x1f9f6ca451acb54e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35123b4 expref: 77 pid: 9562 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746139100.121222:0:18644:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c4d6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832144768:192.168.203.56@tcp:104: 00000100:00100000:2.0:1746139100.121302:0:18644:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a066da80 going to sleep for 11 seconds 00000100:00100000:2.0:1746139100.123678:0:18644:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c4d6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832144768:192.168.203.56@tcp:104: 00010000:00010000:2.0:1746139100.123710:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800726eaa00/0x1f9f6ca451acb555 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35123bb expref: 6 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.123728:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800726eaa00, rc 0) 00000100:00100000:2.0:1746139100.123769:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c855f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840323712:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2689us (2974us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139100.123777:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29800 00000100:00100000:0.0:1746139100.124869:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139100.125018:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840323840 00000100:00100000:3.0:1746139100.125026:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840323840 00002000:00100000:3.0:1746139100.125074:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff88009c857480 x1830958840323840/t0(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:26/0 lens 496/0 e 0 to 0 dl 1746139111 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139100.125083:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c857480 with x1830958840323840 ext(0->7) 00010000:00010000:3.0:1746139100.125091:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5e00/0x1f9f6ca451acb54e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35123b4 expref: 78 pid: 9562 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746139100.125109:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5e00/0x1f9f6ca451acb54e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35123b4 expref: 78 pid: 9562 timeout: 825 lvb_type: 0 00002000:00010000:3.0:1746139100.125115:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c857480 00000100:00100000:3.0:1746139100.125142:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2624 00000100:00100000:3.0:1746139100.125149:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c857480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+78:2007:x1830958840323840:12345-192.168.203.56@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746139100.126272:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c857480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+80:2007:x1830958840323840:12345-192.168.203.56@tcp:4:ldlm_bl.0 Request processed in 1117us (1400us total) trans 4294972076 rc 0/0 00000100:00100000:0.0:1746139100.126281:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2624 00002000:00100000:0.0:1746139100.126288:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff88009c857480 x1830958840323840/t4294972076(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:26/0 lens 496/448 e 0 to 0 dl 1746139111 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139100.126298:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c857480 with x1830958840323840 ext(0->7) 00010000:00010000:0.0:1746139100.126305:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5e00/0x1f9f6ca451acb54e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35123b4 expref: 80 pid: 9562 timeout: 825 lvb_type: 0 00010000:00010000:0.0:1746139100.126318:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5e00/0x1f9f6ca451acb54e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35123b4 expref: 80 pid: 9562 timeout: 825 lvb_type: 0 00002000:00010000:0.0:1746139100.126330:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c857480 00000100:00100000:0.0:1746139100.129976:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139100.130079:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840323968 00000100:00100000:2.0:1746139100.130089:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840323968 00010000:00010000:2.0:1746139100.130124:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5e00/0x1f9f6ca451acb54e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35123b4 expref: 80 pid: 9562 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746139100.130156:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17114 00000100:00100000:2.0:1746139100.130163:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f2d0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+80:2008:x1830958840323968:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139100.130177:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139100.130199:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5e00/0x1f9f6ca451acb54e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35123b4 expref: 80 pid: 9562 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746139100.130211:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5e00/0x1f9f6ca451acb54e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35123b4 expref: 80 pid: 9562 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746139100.130236:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5e00/0x1f9f6ca451acb54e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35123b4 expref: 80 pid: 9562 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746139100.130267:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139100.130270:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139100.130277:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800726eaa00/0x1f9f6ca451acb555 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35123bb expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.130285:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800726eaa00/0x1f9f6ca451acb555 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35123bb expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.130320:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800726eaa00/0x1f9f6ca451acb555 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35123bb expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746139100.130332:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c4d6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832144896:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139100.130412:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a066da80 going to sleep for 11 seconds 00000100:00100000:0.0:1746139100.132471:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139100.132644:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840324224 00000100:00100000:1.0:1746139100.132651:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840324224 00002000:00100000:1.0:1746139100.132691:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009f2d2300 x1830958840324224/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:26/0 lens 488/0 e 0 to 0 dl 1746139111 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139100.132701:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f2d2300 with x1830958840324224 ext(0->4095) 00002000:00010000:1.0:1746139100.132706:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f2d2300 00000100:00100000:1.0:1746139100.132810:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13259 00000100:00100000:1.0:1746139100.132818:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f2d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840324224:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746139100.132968:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f2d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840324224:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 150us (504us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139100.132973:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13259 00002000:00100000:1.0:1746139100.132978:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009f2d2300 x1830958840324224/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:26/0 lens 488/4536 e 0 to 0 dl 1746139111 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139100.132985:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f2d2300 with x1830958840324224 ext(0->4095) 00002000:00010000:1.0:1746139100.132988:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f2d2300 00000100:00100000:2.0:1746139100.133387:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c4d6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832144896:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139100.133406:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139100.133439:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f2d0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+79:2008:x1830958840323968:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3276us (3473us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139100.133447:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17114 00000100:00100000:3.0:1746139100.134397:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139100.134820:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840324352 00000100:00100000:2.0:1746139100.134825:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840324352 00000100:00100000:2.0:1746139100.134868:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29801 00000100:00100000:2.0:1746139100.134874:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0758380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b60e9717-019c-4527-a82a-15e993ac5189+79:1800:x1830958840324352:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139100.134886:0:9562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139100.134903:0:9562:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800726eb000/0x1f9f6ca451acb55c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a35123c2 expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.134928:0:9562:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800726eaa00/0x1f9f6ca451acb555 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35123bb expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.134935:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139100.134937:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139100.134941:0:9562:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800726eb000/0x1f9f6ca451acb55c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35123c2 expref: 80 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.134970:0:9562:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800726eaa00/0x1f9f6ca451acb555 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35123bb expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.134981:0:9562:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800726eaa00/0x1f9f6ca451acb555 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35123bb expref: 5 pid: 18644 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746139100.134997:0:9562:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c4d6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9562:1830958832145024:192.168.203.56@tcp:104: 00000100:00100000:2.0:1746139100.135062:0:9562:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a066da80 going to sleep for 11 seconds 00000100:00100000:0.0:1746139100.137077:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139100.137507:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840324480 00000100:00100000:3.0:1746139100.137521:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840324480 00000100:00100000:3.0:1746139100.137559:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29802 00000100:00100000:3.0:1746139100.137566:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f2d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+81:1814:x1830958840324480:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746139100.137581:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139100.137596:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4e00/0x1f9f6ca451acb563 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a35123c9 expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139100.137647:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139100.137651:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800726eb000/0x1f9f6ca451acb55c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35123c2 expref: 82 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139100.137656:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746139100.137659:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4e00/0x1f9f6ca451acb563 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35123c9 expref: 82 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139100.137691:0:18644:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800726eb000/0x1f9f6ca451acb55c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35123c2 expref: 82 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139100.137709:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4e00/0x1f9f6ca451acb563 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35123c9 expref: 82 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139100.137718:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f0e4e00, rc 0) 00000100:00100000:3.0:1746139100.137758:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f2d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+82:1814:x1830958840324480:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 192us (688us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139100.137765:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29802 00000100:00100000:0.0:1746139100.138837:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139100.139047:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840324608 00000100:00100000:2.0:1746139100.139052:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840324608 00010000:00010000:2.0:1746139100.139077:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800726eaa00/0x1f9f6ca451acb555 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35123bb expref: 6 pid: 18644 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746139100.139096:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17115 00000100:00100000:2.0:1746139100.139101:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f2d1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840324608:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139100.139111:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139100.139131:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800726eaa00/0x1f9f6ca451acb555 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35123bb expref: 6 pid: 18644 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746139100.139142:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800726eaa00/0x1f9f6ca451acb555 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35123bb expref: 6 pid: 18644 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746139100.139160:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139100.139161:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139100.139168:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800726eb000/0x1f9f6ca451acb55c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35123c2 expref: 81 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.139175:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800726eb000/0x1f9f6ca451acb55c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35123c2 expref: 81 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.139199:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800726eb000/0x1f9f6ca451acb55c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35123c2 expref: 81 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.139215:0:15672:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800726eb000/0x1f9f6ca451acb55c lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35123c2 expref: 81 pid: 9562 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746139100.139226:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c4d4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832145280:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139100.139296:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a066d900 going to sleep for 11 seconds 00010000:00010000:3.0:1746139100.139887:0:9562:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800726eaa00/0x1f9f6ca451acb555 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35123bb expref: 6 pid: 18644 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746139100.140192:0:9562:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c4d6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9562:1830958832145024:192.168.203.56@tcp:104: 00010000:00010000:3.0:1746139100.140214:0:9562:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800726eb000/0x1f9f6ca451acb55c lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35123c2 expref: 81 pid: 9562 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746139100.140222:0:9562:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800726eb000/0x1f9f6ca451acb55c lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35123c2 expref: 81 pid: 9562 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746139100.140232:0:9562:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800726eb000, rc 0) 00000100:00100000:3.0:1746139100.140556:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0758380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b60e9717-019c-4527-a82a-15e993ac5189+81:1800:x1830958840324352:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5680us (6159us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139100.140564:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29801 00000100:00100000:2.0:1746139100.142481:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c4d4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832145280:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139100.142500:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139100.142986:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f2d1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2007:x1830958840324608:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3882us (4149us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139100.142997:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17115 00000100:00100000:0.0:1746139100.143865:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139100.143950:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840324864 00000100:00100000:2.0:1746139100.143959:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840324864 00002000:00100000:2.0:1746139100.143999:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009ee7d180 x1830958840324864/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:26/0 lens 488/0 e 0 to 0 dl 1746139111 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139100.144008:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ee7d180 with x1830958840324864 ext(0->4095) 00010000:00010000:2.0:1746139100.144017:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800726eb000/0x1f9f6ca451acb55c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35123c2 expref: 81 pid: 9562 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746139100.144029:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800726eb000/0x1f9f6ca451acb55c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35123c2 expref: 81 pid: 9562 timeout: 825 lvb_type: 0 00002000:00010000:2.0:1746139100.144035:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ee7d180 00000100:00100000:2.0:1746139100.144372:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2625 00000100:00100000:2.0:1746139100.144381:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ee7d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+81:2010:x1830958840324864:12345-192.168.203.56@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746139100.144501:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ee7d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+81:2010:x1830958840324864:12345-192.168.203.56@tcp:3:ptlrpcd_01_01.0 Request processed in 122us (638us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746139100.144506:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2625 00002000:00100000:2.0:1746139100.144511:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009ee7d180 x1830958840324864/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:26/0 lens 488/4536 e 0 to 0 dl 1746139111 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139100.144528:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ee7d180 with x1830958840324864 ext(0->4095) 00010000:00010000:2.0:1746139100.144532:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800726eb000/0x1f9f6ca451acb55c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35123c2 expref: 81 pid: 9562 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746139100.144541:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800726eb000/0x1f9f6ca451acb55c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35123c2 expref: 81 pid: 9562 timeout: 825 lvb_type: 0 00002000:00010000:2.0:1746139100.144546:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ee7d180 00000100:00100000:1.0:1746139100.147215:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139100.147571:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840324992 00000100:00100000:3.0:1746139100.147580:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840324992 00010000:00010000:3.0:1746139100.147633:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800726eb000/0x1f9f6ca451acb55c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35123c2 expref: 81 pid: 9562 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746139100.147677:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17116 00000100:00100000:3.0:1746139100.147685:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800acc5d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+81:2007:x1830958840324992:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139100.147699:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139100.147720:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800726eb000/0x1f9f6ca451acb55c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35123c2 expref: 81 pid: 9562 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746139100.147730:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800726eb000/0x1f9f6ca451acb55c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35123c2 expref: 81 pid: 9562 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746139100.147752:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800726eb000/0x1f9f6ca451acb55c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35123c2 expref: 81 pid: 9562 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746139100.147767:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139100.147769:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139100.147775:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4e00/0x1f9f6ca451acb563 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35123c9 expref: 80 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139100.147782:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4e00/0x1f9f6ca451acb563 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35123c9 expref: 80 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139100.147817:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4e00/0x1f9f6ca451acb563 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35123c9 expref: 80 pid: 18644 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139100.147828:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0758000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832145408:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139100.147908:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009cc490c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746139100.150664:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0758000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832145408:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139100.150687:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139100.150735:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800acc5d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+80:2007:x1830958840324992:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3049us (3530us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139100.150745:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17116 00000100:00100000:0.0:1746139100.150973:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139100.151198:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840325248 00000100:00100000:1.0:1746139100.151205:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840325248 00002000:00100000:1.0:1746139100.151241:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009ee7ed80 x1830958840325248/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:26/0 lens 488/0 e 0 to 0 dl 1746139111 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139100.151256:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ee7ed80 with x1830958840325248 ext(0->4095) 00002000:00010000:1.0:1746139100.151260:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ee7ed80 00000100:00100000:1.0:1746139100.151274:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13260 00000100:00100000:1.0:1746139100.151279:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ee7ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+80:2008:x1830958840325248:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746139100.151453:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ee7ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+80:2008:x1830958840325248:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 173us (480us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139100.151458:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13260 00002000:00100000:1.0:1746139100.151463:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009ee7ed80 x1830958840325248/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:26/0 lens 488/4536 e 0 to 0 dl 1746139111 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139100.151469:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ee7ed80 with x1830958840325248 ext(0->4095) 00002000:00010000:1.0:1746139100.151471:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ee7ed80 00000100:00100000:0.0:1746139100.154737:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139100.154858:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840325376 00000100:00100000:3.0:1746139100.154866:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840325376 00000100:00100000:3.0:1746139100.154915:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29803 00000100:00100000:3.0:1746139100.154922:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ee7c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840325376:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746139100.154942:0:9562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139100.154960:0:9562:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5000/0x1f9f6ca451acb56a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a35123d0 expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139100.154991:0:9562:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4e00/0x1f9f6ca451acb563 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35123c9 expref: 79 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139100.154998:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746139100.155000:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746139100.155003:0:9562:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5000/0x1f9f6ca451acb56a lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35123d0 expref: 6 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139100.155035:0:9562:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4e00/0x1f9f6ca451acb563 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35123c9 expref: 79 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139100.155047:0:9562:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4e00/0x1f9f6ca451acb563 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35123c9 expref: 79 pid: 18644 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746139100.155058:0:9562:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0758000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9562:1830958832145536:192.168.203.56@tcp:104: 00000100:00100000:3.0:1746139100.156128:0:9562:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009cc493c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746139100.157476:0:9562:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0758000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9562:1830958832145536:192.168.203.56@tcp:104: 00010000:00010000:3.0:1746139100.157509:0:9562:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5000/0x1f9f6ca451acb56a lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35123d0 expref: 6 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139100.157536:0:9562:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f0e5000, rc 0) 00000100:00100000:3.0:1746139100.157586:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ee7c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840325376:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2663us (2857us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139100.157595:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29803 00000100:00100000:0.0:1746139100.158312:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139100.158674:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840325504 00000100:00100000:3.0:1746139100.158681:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840325504 00010000:00010000:3.0:1746139100.158709:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4e00/0x1f9f6ca451acb563 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35123c9 expref: 80 pid: 18644 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746139100.159090:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17117 00000100:00100000:3.0:1746139100.159099:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ee7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+80:2007:x1830958840325504:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139100.159111:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139100.159135:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4e00/0x1f9f6ca451acb563 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35123c9 expref: 80 pid: 18644 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746139100.159146:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4e00/0x1f9f6ca451acb563 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35123c9 expref: 80 pid: 18644 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746139100.159170:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4e00/0x1f9f6ca451acb563 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35123c9 expref: 80 pid: 18644 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746139100.159202:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139100.159204:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139100.159211:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5000/0x1f9f6ca451acb56a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35123d0 expref: 5 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139100.159218:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5000/0x1f9f6ca451acb56a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35123d0 expref: 5 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139100.159248:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5000/0x1f9f6ca451acb56a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35123d0 expref: 5 pid: 9562 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139100.159259:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0758000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832145664:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139100.160550:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009cc493c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746139100.162806:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139100.163150:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840325632 00000100:00100000:3.0:1746139100.163158:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840325632 00000100:00100000:3.0:1746139100.163212:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29804 00000100:00100000:3.0:1746139100.163221:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f559c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b60e9717-019c-4527-a82a-15e993ac5189+80:1800:x1830958840325632:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746139100.163241:0:9562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139100.163262:0:9562:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800726eb000/0x1f9f6ca451acb571 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a35123d7 expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139100.163289:0:9562:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5000/0x1f9f6ca451acb56a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35123d0 expref: 5 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139100.163296:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139100.163298:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139100.163302:0:9562:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800726eb000/0x1f9f6ca451acb571 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35123d7 expref: 81 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139100.163332:0:9562:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5000/0x1f9f6ca451acb56a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35123d0 expref: 5 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139100.163343:0:9562:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5000/0x1f9f6ca451acb56a lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35123d0 expref: 5 pid: 9562 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746139100.163355:0:9562:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a075aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9562:1830958832145792:192.168.203.56@tcp:104: 00000100:00100000:3.0:1746139100.163421:0:9562:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009cc49300 going to sleep for 11 seconds 00000100:00100000:2.0:1746139100.163717:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0758000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832145664:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139100.163734:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139100.163758:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ee7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+81:2007:x1830958840325504:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 4660us (5447us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139100.163766:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17117 00000100:00100000:0.0:1746139100.165730:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139100.165998:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840325888 00000100:00100000:1.0:1746139100.166007:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840325888 00002000:00100000:1.0:1746139100.166055:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009f558000 x1830958840325888/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:26/0 lens 488/0 e 0 to 0 dl 1746139111 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139100.166066:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f558000 with x1830958840325888 ext(0->4095) 00010000:00010000:1.0:1746139100.166076:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5000/0x1f9f6ca451acb56a lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35123d0 expref: 6 pid: 9562 timeout: 825 lvb_type: 0 00010000:00010000:1.0:1746139100.166090:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5000/0x1f9f6ca451acb56a lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35123d0 expref: 6 pid: 9562 timeout: 825 lvb_type: 0 00002000:00010000:1.0:1746139100.166097:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f558000 00000100:00100000:1.0:1746139100.166133:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2626 00000100:00100000:1.0:1746139100.166141:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f558000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840325888:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746139100.166269:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f558000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840325888:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 127us (546us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139100.166275:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2626 00002000:00100000:1.0:1746139100.166280:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009f558000 x1830958840325888/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:26/0 lens 488/4536 e 0 to 0 dl 1746139111 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139100.166286:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f558000 with x1830958840325888 ext(0->4095) 00010000:00010000:1.0:1746139100.166291:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5000/0x1f9f6ca451acb56a lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35123d0 expref: 6 pid: 9562 timeout: 825 lvb_type: 0 00010000:00010000:1.0:1746139100.166299:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5000/0x1f9f6ca451acb56a lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35123d0 expref: 6 pid: 9562 timeout: 825 lvb_type: 0 00002000:00010000:1.0:1746139100.166305:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f558000 00000100:00100000:3.0:1746139100.168164:0:9562:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a075aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9562:1830958832145792:192.168.203.56@tcp:104: 00010000:00010000:3.0:1746139100.168194:0:9562:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800726eb000/0x1f9f6ca451acb571 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35123d7 expref: 80 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139100.168209:0:9562:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800726eb000, rc 0) 00000100:00100000:3.0:1746139100.169332:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f559c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b60e9717-019c-4527-a82a-15e993ac5189+80:1800:x1830958840325632:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6105us (6527us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139100.169341:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29804 00000100:00100000:0.0:1746139100.170861:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139100.170950:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840326016 00000100:00100000:3.0:1746139100.170957:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840326016 00000100:00100000:3.0:1746139100.171006:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29805 00000100:00100000:3.0:1746139100.171014:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f55a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b60e9717-019c-4527-a82a-15e993ac5189+80:1814:x1830958840326016:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746139100.171035:0:9562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139100.171052:0:9562:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800726ea200/0x1f9f6ca451acb578 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a35123de expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139100.171083:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139100.171088:0:9562:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800726eb000/0x1f9f6ca451acb571 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35123d7 expref: 81 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139100.171094:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746139100.171097:0:9562:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800726ea200/0x1f9f6ca451acb578 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35123de expref: 81 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139100.171131:0:9562:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800726eb000/0x1f9f6ca451acb571 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35123d7 expref: 81 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139100.171144:0:9562:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800726ea200/0x1f9f6ca451acb578 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35123de expref: 81 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139100.171153:0:9562:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800726ea200, rc 0) 00000100:00100000:3.0:1746139100.171187:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f55a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b60e9717-019c-4527-a82a-15e993ac5189+81:1814:x1830958840326016:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 174us (330us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139100.171193:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29805 00000100:00100000:0.0:1746139100.172717:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139100.172960:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840326144 00000100:00100000:2.0:1746139100.172967:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840326144 00010000:00010000:2.0:1746139100.172997:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5000/0x1f9f6ca451acb56a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35123d0 expref: 6 pid: 9562 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746139100.173048:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17118 00000100:00100000:2.0:1746139100.173056:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f558380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840326144:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139100.173069:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139100.173089:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5000/0x1f9f6ca451acb56a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35123d0 expref: 6 pid: 9562 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746139100.173101:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5000/0x1f9f6ca451acb56a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35123d0 expref: 6 pid: 9562 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746139100.173120:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5000/0x1f9f6ca451acb56a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35123d0 expref: 6 pid: 9562 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746139100.173147:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139100.173149:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139100.173156:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800726eb000/0x1f9f6ca451acb571 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35123d7 expref: 80 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.173164:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800726eb000/0x1f9f6ca451acb571 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35123d7 expref: 80 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.173190:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800726eb000/0x1f9f6ca451acb571 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35123d7 expref: 80 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.173203:0:15672:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800726eb000/0x1f9f6ca451acb571 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35123d7 expref: 80 pid: 9562 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746139100.173214:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c4d4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832146048:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139100.173787:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a066d900 going to sleep for 11 seconds 00000100:00100000:0.0:1746139100.176859:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139100.176994:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840326400 00000100:00100000:3.0:1746139100.177003:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840326400 00002000:00100000:3.0:1746139100.177052:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009f55b100 x1830958840326400/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:26/0 lens 488/0 e 0 to 0 dl 1746139111 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139100.177062:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f55b100 with x1830958840326400 ext(0->4095) 00010000:00010000:3.0:1746139100.177071:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800726eb000/0x1f9f6ca451acb571 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35123d7 expref: 81 pid: 9562 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746139100.177088:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800726eb000/0x1f9f6ca451acb571 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35123d7 expref: 81 pid: 9562 timeout: 825 lvb_type: 0 00002000:00010000:3.0:1746139100.177094:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f55b100 00000100:00100000:3.0:1746139100.177130:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2627 00000100:00100000:3.0:1746139100.177138:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f55b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+81:2007:x1830958840326400:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746139100.177298:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f55b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+81:2007:x1830958840326400:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 160us (449us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746139100.177304:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2627 00002000:00100000:3.0:1746139100.177310:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009f55b100 x1830958840326400/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:26/0 lens 488/4536 e 0 to 0 dl 1746139111 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139100.177317:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f55b100 with x1830958840326400 ext(0->4095) 00010000:00010000:3.0:1746139100.177321:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800726eb000/0x1f9f6ca451acb571 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35123d7 expref: 81 pid: 9562 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746139100.177329:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800726eb000/0x1f9f6ca451acb571 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35123d7 expref: 81 pid: 9562 timeout: 825 lvb_type: 0 00002000:00010000:3.0:1746139100.177334:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f55b100 00000100:00100000:2.0:1746139100.177919:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c4d4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832146048:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139100.177940:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139100.177966:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f558380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2007:x1830958840326144:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 4910us (5254us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139100.177974:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17118 00000100:00100000:2.0:1746139100.178779:0:3767:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009bd8a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1830958832146176:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1746139100.178821:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746139100.178868:0:10476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958832146176 00000100:00100000:2.0:1746139100.178872:0:10476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958832146176 00000100:00100000:2.0:1746139100.178901:0:10476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 512 00000100:00100000:2.0:1746139100.178907:0:10476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c4d4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1830958832146176:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1746139100.178929:0:10476:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 980040512 pending 0 free 3921108992 avail 3689586688 00000100:00100000:2.0:1746139100.178953:0:10476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c4d4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1830958832146176:12345-0@lo:13:osp-pre-0-0.0 Request processed in 47us (132us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139100.178958:0:10476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 512 00000100:00100000:2.0:1746139100.178979:0:3767:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009bd8a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1830958832146176:0@lo:13:osp-pre-0-0.0 00000100:00080000:1.0:1746139100.179077:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746139100.182876:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139100.183003:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840326528 00000100:00100000:2.0:1746139100.183012:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840326528 00010000:00010000:2.0:1746139100.183051:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800726eb000/0x1f9f6ca451acb571 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35123d7 expref: 81 pid: 9562 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746139100.183080:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17119 00000100:00100000:2.0:1746139100.183087:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f55aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+81:2007:x1830958840326528:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139100.183101:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139100.183123:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800726eb000/0x1f9f6ca451acb571 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35123d7 expref: 81 pid: 9562 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746139100.183140:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800726eb000/0x1f9f6ca451acb571 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35123d7 expref: 81 pid: 9562 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746139100.183162:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800726eb000/0x1f9f6ca451acb571 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35123d7 expref: 81 pid: 9562 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746139100.183259:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139100.183262:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139100.183269:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800726ea200/0x1f9f6ca451acb578 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35123de expref: 80 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.183278:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800726ea200/0x1f9f6ca451acb578 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35123de expref: 80 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.183314:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800726ea200/0x1f9f6ca451acb578 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35123de expref: 80 pid: 9562 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746139100.183327:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c4d6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832146304:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139100.183407:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a066d900 going to sleep for 11 seconds 00000100:00100000:0.0:1746139100.186792:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139100.186879:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c4d6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832146304:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139100.186899:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139100.186944:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f55aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+80:2007:x1830958840326528:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3856us (4079us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139100.186954:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17119 00000100:00100000:1.0:1746139100.187150:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840326784 00000100:00100000:1.0:1746139100.187158:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840326784 00002000:00100000:1.0:1746139100.187199:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009f559500 x1830958840326784/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:26/0 lens 488/0 e 0 to 0 dl 1746139111 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139100.187209:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f559500 with x1830958840326784 ext(0->4095) 00002000:00010000:1.0:1746139100.187214:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f559500 00000100:00100000:1.0:1746139100.187245:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13261 00000100:00100000:1.0:1746139100.187253:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f559500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+80:2008:x1830958840326784:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746139100.187374:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f559500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+80:2008:x1830958840326784:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 121us (592us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139100.187380:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13261 00002000:00100000:1.0:1746139100.187385:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009f559500 x1830958840326784/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:26/0 lens 488/4536 e 0 to 0 dl 1746139111 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139100.187392:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f559500 with x1830958840326784 ext(0->4095) 00002000:00010000:1.0:1746139100.187394:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f559500 00000100:00100000:0.0:1746139100.189995:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139100.190737:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840326912 00000100:00100000:1.0:1746139100.190745:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840326912 00000100:00100000:1.0:1746139100.190801:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29806 00000100:00100000:1.0:1746139100.190808:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f55a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840326912:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139100.190827:0:9563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139100.190846:0:9563:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fc00/0x1f9f6ca451acb57f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a35123e5 expref: -99 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139100.190875:0:9563:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800726ea200/0x1f9f6ca451acb578 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35123de expref: 79 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139100.190883:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139100.190884:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139100.190887:0:9563:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fc00/0x1f9f6ca451acb57f lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35123e5 expref: 6 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139100.190918:0:9563:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800726ea200/0x1f9f6ca451acb578 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35123de expref: 79 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139100.190930:0:9563:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800726ea200/0x1f9f6ca451acb578 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35123de expref: 79 pid: 9562 timeout: 825 lvb_type: 0 00000100:00100000:1.0:1746139100.190947:0:9563:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009bd88e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832146432:192.168.203.56@tcp:104: 00000100:00100000:1.0:1746139100.191038:0:9563:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a059d780 going to sleep for 11 seconds 00000100:00100000:1.0:1746139100.195742:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139100.196279:0:9563:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009bd88e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832146432:192.168.203.56@tcp:104: 00010000:00010000:2.0:1746139100.196313:0:9563:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fc00/0x1f9f6ca451acb57f lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35123e5 expref: 6 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.196331:0:9563:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7fc00, rc 0) 00000100:00100000:2.0:1746139100.196384:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f55a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840326912:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5576us (6397us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139100.196392:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29806 00000100:00100000:3.0:1746139100.196909:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840327040 00000100:00100000:3.0:1746139100.196918:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840327040 00010000:00010000:3.0:1746139100.196945:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800726ea200/0x1f9f6ca451acb578 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35123de expref: 80 pid: 9562 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746139100.196967:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17120 00000100:00100000:3.0:1746139100.196974:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bd8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+80:2007:x1830958840327040:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139100.196989:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139100.197008:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800726ea200/0x1f9f6ca451acb578 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35123de expref: 80 pid: 9562 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746139100.197019:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800726ea200/0x1f9f6ca451acb578 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35123de expref: 80 pid: 9562 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746139100.197040:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800726ea200/0x1f9f6ca451acb578 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35123de expref: 80 pid: 9562 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746139100.197054:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139100.197056:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139100.197061:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fc00/0x1f9f6ca451acb57f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35123e5 expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139100.197069:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fc00/0x1f9f6ca451acb57f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35123e5 expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139100.197094:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fc00/0x1f9f6ca451acb57f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35123e5 expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139100.197104:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a075aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832146560:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139100.197155:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009cc49300 going to sleep for 11 seconds 00000100:00100000:1.0:1746139100.197412:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139100.198241:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840327168 00000100:00100000:3.0:1746139100.198246:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840327168 00000100:00100000:3.0:1746139100.198288:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29807 00000100:00100000:3.0:1746139100.198294:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bd88700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+80:1800:x1830958840327168:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746139100.198310:0:9563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139100.198324:0:9563:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1a00/0x1f9f6ca451acb586 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a35123ec expref: -99 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139100.198343:0:9563:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fc00/0x1f9f6ca451acb57f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35123e5 expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139100.198349:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139100.198350:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139100.198353:0:9563:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1a00/0x1f9f6ca451acb586 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35123ec expref: 81 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139100.198373:0:9563:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fc00/0x1f9f6ca451acb57f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35123e5 expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139100.198383:0:9563:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fc00/0x1f9f6ca451acb57f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35123e5 expref: 5 pid: 9563 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746139100.198392:0:9563:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0759180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832146688:192.168.203.56@tcp:104: 00000100:00100000:3.0:1746139100.199667:0:9563:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009cc493c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746139100.200021:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a075aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832146560:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139100.200039:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139100.200071:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bd8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+81:2007:x1830958840327040:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3096us (4339us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139100.200079:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17120 00000100:00100000:0.0:1746139100.201087:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139100.201152:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840327424 00000100:00100000:2.0:1746139100.201159:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840327424 00002000:00100000:2.0:1746139100.201195:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009f558a80 x1830958840327424/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:26/0 lens 488/0 e 0 to 0 dl 1746139111 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139100.201204:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f558a80 with x1830958840327424 ext(0->4095) 00010000:00010000:2.0:1746139100.201212:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fc00/0x1f9f6ca451acb57f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35123e5 expref: 6 pid: 9563 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746139100.201225:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fc00/0x1f9f6ca451acb57f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35123e5 expref: 6 pid: 9563 timeout: 825 lvb_type: 0 00002000:00010000:2.0:1746139100.201231:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f558a80 00000100:00100000:2.0:1746139100.201258:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2628 00000100:00100000:2.0:1746139100.201264:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f558a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2009:x1830958840327424:12345-192.168.203.56@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746139100.201378:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f558a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2009:x1830958840327424:12345-192.168.203.56@tcp:3:ptlrpcd_01_00.0 Request processed in 113us (293us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746139100.201384:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2628 00002000:00100000:2.0:1746139100.201389:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009f558a80 x1830958840327424/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:26/0 lens 488/4536 e 0 to 0 dl 1746139111 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139100.201396:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f558a80 with x1830958840327424 ext(0->4095) 00010000:00010000:2.0:1746139100.201400:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fc00/0x1f9f6ca451acb57f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35123e5 expref: 6 pid: 9563 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746139100.201407:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fc00/0x1f9f6ca451acb57f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35123e5 expref: 6 pid: 9563 timeout: 825 lvb_type: 0 00002000:00010000:2.0:1746139100.201412:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f558a80 00000100:00100000:3.0:1746139100.203254:0:9563:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0759180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832146688:192.168.203.56@tcp:104: 00010000:00010000:3.0:1746139100.203283:0:9563:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1a00/0x1f9f6ca451acb586 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35123ec expref: 80 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139100.203298:0:9563:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f1a1a00, rc 0) 00000100:00100000:3.0:1746139100.203334:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bd88700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+80:1800:x1830958840327168:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5040us (5922us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139100.203346:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29807 00000100:00100000:0.0:1746139100.205325:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139100.205411:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840327552 00000100:00100000:3.0:1746139100.205419:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840327552 00000100:00100000:3.0:1746139100.205455:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29808 00000100:00100000:3.0:1746139100.205461:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eeee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+80:1814:x1830958840327552:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746139100.205479:0:9563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139100.205493:0:9563:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1400/0x1f9f6ca451acb58d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a35123f3 expref: -99 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139100.205527:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139100.205532:0:9563:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1a00/0x1f9f6ca451acb586 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35123ec expref: 81 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139100.205538:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746139100.205541:0:9563:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1400/0x1f9f6ca451acb58d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35123f3 expref: 81 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139100.205572:0:9563:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1a00/0x1f9f6ca451acb586 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35123ec expref: 81 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139100.205583:0:9563:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1400/0x1f9f6ca451acb58d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35123f3 expref: 81 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139100.205591:0:9563:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f1a1400, rc 0) 00000100:00100000:3.0:1746139100.206231:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eeee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+81:1814:x1830958840327552:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 768us (911us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139100.206238:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29808 00000100:00100000:1.0:1746139100.206397:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139100.206530:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840327680 00000100:00100000:3.0:1746139100.206534:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840327680 00010000:00010000:3.0:1746139100.206554:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fc00/0x1f9f6ca451acb57f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35123e5 expref: 6 pid: 9563 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746139100.206572:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17121 00000100:00100000:3.0:1746139100.206577:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bd88e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2010:x1830958840327680:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139100.206585:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139100.206604:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fc00/0x1f9f6ca451acb57f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35123e5 expref: 6 pid: 9563 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746139100.206632:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fc00/0x1f9f6ca451acb57f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35123e5 expref: 6 pid: 9563 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746139100.206653:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fc00/0x1f9f6ca451acb57f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35123e5 expref: 6 pid: 9563 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746139100.206668:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139100.206670:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139100.206676:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1a00/0x1f9f6ca451acb586 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35123ec expref: 80 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139100.206683:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1a00/0x1f9f6ca451acb586 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35123ec expref: 80 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139100.206706:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1a00/0x1f9f6ca451acb586 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35123ec expref: 80 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139100.206720:0:15672:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1a00/0x1f9f6ca451acb586 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35123ec expref: 80 pid: 9563 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746139100.206730:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0759180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832146944:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139100.206790:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009cc493c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746139100.209179:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0759180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832146944:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139100.209203:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139100.209254:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bd88e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2010:x1830958840327680:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 2675us (2855us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139100.209264:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17121 00000100:00100000:0.0:1746139100.211001:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c4d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1830958832147072:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1746139100.211060:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746139100.211723:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139100.211797:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958832147072 00000100:00100000:1.0:1746139100.211805:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958832147072 00000100:00100000:1.0:1746139100.211868:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 513 00000100:00100000:1.0:1746139100.211875:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eeef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3764:x1830958832147072:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1746139100.211897:0:9566:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 980040512 pending 0 free 3921108992 avail 3689586688 00000100:00100000:1.0:1746139100.211934:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eeef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3764:x1830958832147072:12345-0@lo:13:osp-pre-0-1.0 Request processed in 59us (874us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139100.211940:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 513 00000100:00100000:0.0:1746139100.212048:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c4d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1830958832147072:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1746139100.212069:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840327936 00000100:00100000:0.0:1746139100.212071:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840327936 00002000:00100000:0.0:1746139100.212097:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c0ced80 x1830958840327936/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:26/0 lens 488/0 e 0 to 0 dl 1746139111 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139100.212106:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c0ced80 with x1830958840327936 ext(0->4095) 00010000:00010000:0.0:1746139100.212114:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1a00/0x1f9f6ca451acb586 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35123ec expref: 81 pid: 9563 timeout: 825 lvb_type: 0 00010000:00010000:0.0:1746139100.212127:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1a00/0x1f9f6ca451acb586 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35123ec expref: 81 pid: 9563 timeout: 825 lvb_type: 0 00002000:00010000:0.0:1746139100.212133:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c0ced80 00000100:00100000:0.0:1746139100.212159:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2629 00000100:00100000:0.0:1746139100.212165:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c0ced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+81:2008:x1830958840327936:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746139100.212276:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c0ced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+81:2008:x1830958840327936:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 112us (556us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746139100.212282:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2629 00002000:00100000:0.0:1746139100.212286:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c0ced80 x1830958840327936/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:26/0 lens 488/4536 e 0 to 0 dl 1746139111 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139100.212293:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c0ced80 with x1830958840327936 ext(0->4095) 00010000:00010000:0.0:1746139100.212297:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1a00/0x1f9f6ca451acb586 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35123ec expref: 81 pid: 9563 timeout: 825 lvb_type: 0 00010000:00010000:0.0:1746139100.212306:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1a00/0x1f9f6ca451acb586 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35123ec expref: 81 pid: 9563 timeout: 825 lvb_type: 0 00002000:00010000:0.0:1746139100.212312:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c0ced80 00000100:00080000:2.0:1746139100.212358:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746139100.214784:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139100.215426:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840328064 00000100:00100000:3.0:1746139100.215435:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840328064 00010000:00010000:3.0:1746139100.215467:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1a00/0x1f9f6ca451acb586 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35123ec expref: 81 pid: 9563 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746139100.215499:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17122 00000100:00100000:3.0:1746139100.215505:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eeec700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+81:2008:x1830958840328064:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139100.215527:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139100.215546:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1a00/0x1f9f6ca451acb586 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35123ec expref: 81 pid: 9563 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746139100.215557:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1a00/0x1f9f6ca451acb586 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35123ec expref: 81 pid: 9563 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746139100.215576:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1a00/0x1f9f6ca451acb586 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35123ec expref: 81 pid: 9563 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746139100.215995:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139100.215998:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139100.216006:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1400/0x1f9f6ca451acb58d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35123f3 expref: 80 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139100.216014:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1400/0x1f9f6ca451acb58d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35123f3 expref: 80 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139100.216045:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1400/0x1f9f6ca451acb58d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35123f3 expref: 80 pid: 9563 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139100.216056:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0759180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832147200:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139100.216407:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009cc493c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746139100.219203:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139100.219319:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0759180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832147200:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139100.219343:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139100.219385:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eeec700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+80:2008:x1830958840328064:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3879us (4609us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139100.219395:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17122 00000100:00100000:2.0:1746139100.219479:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840328320 00000100:00100000:2.0:1746139100.219486:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840328320 00002000:00100000:2.0:1746139100.219529:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009eeeca80 x1830958840328320/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:26/0 lens 488/0 e 0 to 0 dl 1746139111 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139100.219539:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009eeeca80 with x1830958840328320 ext(0->4095) 00002000:00010000:2.0:1746139100.219543:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009eeeca80 00000100:00100000:2.0:1746139100.219827:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13262 00000100:00100000:2.0:1746139100.219834:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eeeca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+80:2008:x1830958840328320:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746139100.219937:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eeeca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+80:2008:x1830958840328320:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 104us (745us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746139100.219946:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13262 00002000:00100000:2.0:1746139100.219950:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009eeeca80 x1830958840328320/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:26/0 lens 488/4536 e 0 to 0 dl 1746139111 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139100.219957:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009eeeca80 with x1830958840328320 ext(0->4095) 00002000:00010000:2.0:1746139100.219960:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009eeeca80 00000100:00100000:0.0:1746139100.221957:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139100.222044:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840328448 00000100:00100000:2.0:1746139100.222050:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840328448 00000100:00100000:2.0:1746139100.222090:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29809 00000100:00100000:2.0:1746139100.222097:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eeec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840328448:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139100.222111:0:9562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139100.222127:0:9562:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4e00/0x1f9f6ca451acb594 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a35123fa expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.222150:0:9562:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1400/0x1f9f6ca451acb58d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35123f3 expref: 79 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.222157:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139100.222159:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139100.222162:0:9562:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4e00/0x1f9f6ca451acb594 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35123fa expref: 6 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.222189:0:9562:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1400/0x1f9f6ca451acb58d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35123f3 expref: 79 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.222200:0:9562:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1400/0x1f9f6ca451acb58d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35123f3 expref: 79 pid: 9563 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746139100.222215:0:9562:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c0ce680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9562:1830958832147328:192.168.203.56@tcp:104: 00000100:00100000:2.0:1746139100.222825:0:9562:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a066da80 going to sleep for 11 seconds 00000100:00100000:2.0:1746139100.224287:0:9562:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c0ce680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9562:1830958832147328:192.168.203.56@tcp:104: 00010000:00010000:2.0:1746139100.224312:0:9562:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4e00/0x1f9f6ca451acb594 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35123fa expref: 6 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.224327:0:9562:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f0e4e00, rc 0) 00000100:00100000:2.0:1746139100.224358:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eeec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840328448:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2261us (2408us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139100.224366:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29809 00000100:00100000:0.0:1746139100.225407:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139100.225609:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840328576 00000100:00100000:3.0:1746139100.225641:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840328576 00010000:00010000:3.0:1746139100.225667:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1400/0x1f9f6ca451acb58d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35123f3 expref: 80 pid: 9563 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746139100.225691:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17123 00000100:00100000:3.0:1746139100.225697:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800acc5cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+80:2007:x1830958840328576:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139100.225712:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139100.225730:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1400/0x1f9f6ca451acb58d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35123f3 expref: 80 pid: 9563 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746139100.225741:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1400/0x1f9f6ca451acb58d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35123f3 expref: 80 pid: 9563 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746139100.225761:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1400/0x1f9f6ca451acb58d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35123f3 expref: 80 pid: 9563 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746139100.225976:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139100.225978:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139100.225985:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4e00/0x1f9f6ca451acb594 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35123fa expref: 5 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139100.225993:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4e00/0x1f9f6ca451acb594 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35123fa expref: 5 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139100.226021:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4e00/0x1f9f6ca451acb594 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35123fa expref: 5 pid: 9562 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139100.226031:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0759180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832147456:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139100.226228:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009cc493c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746139100.230072:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139100.230321:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840328832 00000100:00100000:1.0:1746139100.230331:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840328832 00002000:00100000:1.0:1746139100.230379:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009eeece00 x1830958840328832/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:26/0 lens 488/0 e 0 to 0 dl 1746139111 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139100.230389:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009eeece00 with x1830958840328832 ext(0->4095) 00002000:00010000:1.0:1746139100.230394:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009eeece00 00000100:00100000:1.0:1746139100.230427:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13263 00000100:00100000:1.0:1746139100.230435:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eeece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840328832:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746139100.230592:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eeece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840328832:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 157us (529us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139100.230597:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13263 00002000:00100000:1.0:1746139100.230604:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009eeece00 x1830958840328832/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:26/0 lens 488/4536 e 0 to 0 dl 1746139111 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139100.230610:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009eeece00 with x1830958840328832 ext(0->4095) 00002000:00010000:1.0:1746139100.230612:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009eeece00 00000100:00100000:3.0:1746139100.230757:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0759180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832147456:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139100.230775:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139100.230801:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800acc5cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+79:2007:x1830958840328576:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 5105us (5398us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139100.230813:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17123 00000100:00100000:0.0:1746139100.231589:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139100.231958:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840328960 00000100:00100000:3.0:1746139100.231963:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840328960 00000100:00100000:3.0:1746139100.232188:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29810 00000100:00100000:3.0:1746139100.232194:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eeec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b60e9717-019c-4527-a82a-15e993ac5189+79:1800:x1830958840328960:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746139100.232206:0:9562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139100.232223:0:9562:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1800/0x1f9f6ca451acb59b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512401 expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139100.232249:0:9562:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4e00/0x1f9f6ca451acb594 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35123fa expref: 5 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139100.232256:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139100.232258:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139100.232261:0:9562:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1800/0x1f9f6ca451acb59b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512401 expref: 80 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139100.232289:0:9562:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4e00/0x1f9f6ca451acb594 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35123fa expref: 5 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139100.232299:0:9562:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4e00/0x1f9f6ca451acb594 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35123fa expref: 5 pid: 9562 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746139100.232311:0:9562:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0759180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9562:1830958832147584:192.168.203.56@tcp:104: 00000100:00100000:3.0:1746139100.232370:0:9562:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009cc49300 going to sleep for 11 seconds 00000100:00100000:0.0:1746139100.236049:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139100.236262:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840329088 00000100:00100000:2.0:1746139100.236271:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840329088 00000100:00100000:2.0:1746139100.236314:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29811 00000100:00100000:2.0:1746139100.236321:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eeed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+81:1814:x1830958840329088:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139100.236339:0:9563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139100.236355:0:9563:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5000/0x1f9f6ca451acb5a2 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512408 expref: -99 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.236381:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139100.236386:0:9563:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1800/0x1f9f6ca451acb59b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512401 expref: 82 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.236391:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139100.236394:0:9563:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5000/0x1f9f6ca451acb5a2 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512408 expref: 82 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.236434:0:9563:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1800/0x1f9f6ca451acb59b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512401 expref: 82 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.236445:0:9563:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5000/0x1f9f6ca451acb5a2 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512408 expref: 82 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.236455:0:9563:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f0e5000, rc 0) 00000100:00100000:2.0:1746139100.236497:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eeed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+82:1814:x1830958840329088:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 176us (458us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139100.236503:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29811 00000100:00100000:3.0:1746139100.237407:0:9562:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0759180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9562:1830958832147584:192.168.203.56@tcp:104: 00010000:00010000:3.0:1746139100.237429:0:9562:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1800/0x1f9f6ca451acb59b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512401 expref: 81 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139100.237438:0:9562:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f1a1800, rc 0) 00000100:00100000:3.0:1746139100.237837:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eeec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b60e9717-019c-4527-a82a-15e993ac5189+81:1800:x1830958840328960:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5641us (6248us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139100.237844:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29810 00000100:00100000:1.0:1746139100.237935:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139100.238068:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840329216 00000100:00100000:3.0:1746139100.238074:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840329216 00010000:00010000:3.0:1746139100.238099:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4e00/0x1f9f6ca451acb594 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35123fa expref: 6 pid: 9562 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746139100.238119:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17124 00000100:00100000:3.0:1746139100.238124:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bd8a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840329216:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139100.238135:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139100.238154:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4e00/0x1f9f6ca451acb594 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35123fa expref: 6 pid: 9562 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746139100.238165:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4e00/0x1f9f6ca451acb594 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35123fa expref: 6 pid: 9562 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746139100.238183:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4e00/0x1f9f6ca451acb594 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35123fa expref: 6 pid: 9562 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746139100.238196:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139100.238198:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139100.238204:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1800/0x1f9f6ca451acb59b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512401 expref: 80 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139100.238211:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1800/0x1f9f6ca451acb59b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512401 expref: 80 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139100.238234:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1800/0x1f9f6ca451acb59b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512401 expref: 80 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139100.238243:0:15672:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1800/0x1f9f6ca451acb59b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512401 expref: 80 pid: 9562 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746139100.238254:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0759180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832147840:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139100.239130:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009cc49300 going to sleep for 11 seconds 00000100:00100000:3.0:1746139100.242129:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0759180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832147840:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139100.242155:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139100.242200:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bd8a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2007:x1830958840329216:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 4072us (4263us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139100.242210:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17124 00000100:00100000:0.0:1746139100.242875:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139100.243111:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840329472 00000100:00100000:2.0:1746139100.243119:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840329472 00002000:00100000:2.0:1746139100.243160:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009eeefb80 x1830958840329472/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:26/0 lens 488/0 e 0 to 0 dl 1746139111 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139100.243170:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009eeefb80 with x1830958840329472 ext(0->4095) 00010000:00010000:2.0:1746139100.243177:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1800/0x1f9f6ca451acb59b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512401 expref: 81 pid: 9562 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746139100.243190:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1800/0x1f9f6ca451acb59b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512401 expref: 81 pid: 9562 timeout: 825 lvb_type: 0 00002000:00010000:2.0:1746139100.243197:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009eeefb80 00000100:00100000:2.0:1746139100.243225:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2630 00000100:00100000:2.0:1746139100.243232:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eeefb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+81:2007:x1830958840329472:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746139100.243372:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eeefb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+81:2007:x1830958840329472:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 140us (499us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746139100.243379:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2630 00002000:00100000:2.0:1746139100.243383:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009eeefb80 x1830958840329472/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:26/0 lens 488/4536 e 0 to 0 dl 1746139111 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139100.243389:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009eeefb80 with x1830958840329472 ext(0->4095) 00010000:00010000:2.0:1746139100.243393:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1800/0x1f9f6ca451acb59b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512401 expref: 81 pid: 9562 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746139100.243402:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1800/0x1f9f6ca451acb59b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512401 expref: 81 pid: 9562 timeout: 825 lvb_type: 0 00002000:00010000:2.0:1746139100.243407:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009eeefb80 00000100:00100000:0.0:1746139100.246491:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139100.246655:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840329600 00000100:00100000:3.0:1746139100.246665:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840329600 00010000:00010000:3.0:1746139100.246700:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1800/0x1f9f6ca451acb59b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512401 expref: 81 pid: 9562 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746139100.246725:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17125 00000100:00100000:3.0:1746139100.246731:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eeedc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+81:2007:x1830958840329600:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139100.246744:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139100.246766:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1800/0x1f9f6ca451acb59b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512401 expref: 81 pid: 9562 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746139100.246778:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1800/0x1f9f6ca451acb59b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512401 expref: 81 pid: 9562 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746139100.246799:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1800/0x1f9f6ca451acb59b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512401 expref: 81 pid: 9562 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746139100.246826:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139100.246827:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139100.246834:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5000/0x1f9f6ca451acb5a2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512408 expref: 80 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139100.246841:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5000/0x1f9f6ca451acb5a2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512408 expref: 80 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139100.246870:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5000/0x1f9f6ca451acb5a2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512408 expref: 80 pid: 9563 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139100.246880:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0759180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832147968:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139100.246957:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009cc49300 going to sleep for 11 seconds 00000100:00100000:3.0:1746139100.249769:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0759180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832147968:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139100.249794:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139100.249844:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eeedc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+80:2007:x1830958840329600:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3111us (3361us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139100.249854:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17125 00000100:00100000:0.0:1746139100.250908:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139100.251316:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840329856 00000100:00100000:1.0:1746139100.251323:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840329856 00002000:00100000:1.0:1746139100.251367:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009eeec700 x1830958840329856/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:26/0 lens 488/0 e 0 to 0 dl 1746139111 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139100.251376:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009eeec700 with x1830958840329856 ext(0->4095) 00002000:00010000:1.0:1746139100.251380:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009eeec700 00000100:00100000:1.0:1746139100.251833:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13264 00000100:00100000:1.0:1746139100.251841:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eeec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+80:2007:x1830958840329856:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746139100.251981:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eeec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+80:2007:x1830958840329856:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 140us (1074us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139100.251987:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13264 00002000:00100000:1.0:1746139100.251993:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009eeec700 x1830958840329856/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:26/0 lens 488/4536 e 0 to 0 dl 1746139111 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139100.251999:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009eeec700 with x1830958840329856 ext(0->4095) 00002000:00010000:1.0:1746139100.252002:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009eeec700 00000100:00100000:0.0:1746139100.253865:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139100.254109:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840329984 00000100:00100000:3.0:1746139100.254118:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840329984 00000100:00100000:3.0:1746139100.254162:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29812 00000100:00100000:3.0:1746139100.254169:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c4d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840329984:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746139100.254183:0:9562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139100.254201:0:9562:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1200/0x1f9f6ca451acb5a9 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a351240f expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139100.254230:0:9562:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5000/0x1f9f6ca451acb5a2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512408 expref: 79 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139100.254236:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746139100.254238:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746139100.254241:0:9562:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1200/0x1f9f6ca451acb5a9 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351240f expref: 6 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139100.254271:0:9562:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5000/0x1f9f6ca451acb5a2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512408 expref: 79 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139100.254284:0:9562:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5000/0x1f9f6ca451acb5a2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512408 expref: 79 pid: 9563 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746139100.254296:0:9562:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0759180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9562:1830958832148096:192.168.203.56@tcp:104: 00000100:00100000:3.0:1746139100.254373:0:9562:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009cc49300 going to sleep for 11 seconds 00000100:00100000:3.0:1746139100.255661:0:9562:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0759180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9562:1830958832148096:192.168.203.56@tcp:104: 00010000:00010000:3.0:1746139100.255684:0:9562:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1200/0x1f9f6ca451acb5a9 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351240f expref: 6 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139100.255700:0:9562:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f1a1200, rc 0) 00000100:00100000:3.0:1746139100.255736:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c4d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840329984:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1566us (1878us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139100.255743:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29812 00000100:00100000:0.0:1746139100.257167:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139100.257497:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840330112 00000100:00100000:3.0:1746139100.257504:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840330112 00010000:00010000:3.0:1746139100.257546:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5000/0x1f9f6ca451acb5a2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512408 expref: 80 pid: 9563 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746139100.257596:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17126 00000100:00100000:3.0:1746139100.257603:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801314bf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+80:2008:x1830958840330112:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139100.257638:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139100.257660:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5000/0x1f9f6ca451acb5a2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512408 expref: 80 pid: 9563 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746139100.257671:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5000/0x1f9f6ca451acb5a2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512408 expref: 80 pid: 9563 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746139100.257693:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5000/0x1f9f6ca451acb5a2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512408 expref: 80 pid: 9563 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746139100.257993:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139100.257995:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139100.258004:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1200/0x1f9f6ca451acb5a9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351240f expref: 5 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139100.258017:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1200/0x1f9f6ca451acb5a9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351240f expref: 5 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139100.258046:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1200/0x1f9f6ca451acb5a9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351240f expref: 5 pid: 9562 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139100.258056:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0759180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832148224:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139100.258530:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009cc49300 going to sleep for 11 seconds 00000100:00100000:0.0:1746139100.262088:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139100.262250:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840330240 00000100:00100000:3.0:1746139100.262260:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840330240 00000100:00100000:3.0:1746139100.262308:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29813 00000100:00100000:3.0:1746139100.262315:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801314bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b60e9717-019c-4527-a82a-15e993ac5189+80:1800:x1830958840330240:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746139100.262334:0:9562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139100.262353:0:9562:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f1a0800/0x1f9f6ca451acb5b0 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512416 expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139100.262383:0:9562:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1200/0x1f9f6ca451acb5a9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351240f expref: 5 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139100.262389:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139100.262391:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139100.262395:0:9562:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f1a0800/0x1f9f6ca451acb5b0 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512416 expref: 81 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139100.262428:0:9562:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1200/0x1f9f6ca451acb5a9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351240f expref: 5 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139100.262444:0:9562:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1200/0x1f9f6ca451acb5a9 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351240f expref: 5 pid: 9562 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746139100.262455:0:9562:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0759c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9562:1830958832148352:192.168.203.56@tcp:104: 00000100:00100000:3.0:1746139100.262548:0:9562:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800acd8d300 going to sleep for 11 seconds 00000100:00100000:1.0:1746139100.264028:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139100.264260:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0759180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832148224:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139100.264278:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139100.264313:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801314bf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+81:2008:x1830958840330112:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 6709us (7149us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139100.264323:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17126 00000100:00100000:3.0:1746139100.264575:0:9562:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0759c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9562:1830958832148352:192.168.203.56@tcp:104: 00010000:00010000:3.0:1746139100.264592:0:9562:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f1a0800/0x1f9f6ca451acb5b0 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512416 expref: 80 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139100.264606:0:9562:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f1a0800, rc 0) 00000100:00100000:3.0:1746139100.264656:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801314bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b60e9717-019c-4527-a82a-15e993ac5189+80:1800:x1830958840330240:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2341us (2578us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139100.264662:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29813 00000100:00100000:2.0:1746139100.264883:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840330496 00000100:00100000:2.0:1746139100.264889:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840330496 00002000:00100000:2.0:1746139100.264924:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009bd88a80 x1830958840330496/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:26/0 lens 488/0 e 0 to 0 dl 1746139111 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139100.264934:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bd88a80 with x1830958840330496 ext(0->4095) 00010000:00010000:2.0:1746139100.264940:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1200/0x1f9f6ca451acb5a9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351240f expref: 6 pid: 9562 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746139100.264952:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1200/0x1f9f6ca451acb5a9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351240f expref: 6 pid: 9562 timeout: 825 lvb_type: 0 00002000:00010000:2.0:1746139100.264959:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bd88a80 00000100:00100000:2.0:1746139100.264986:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2631 00000100:00100000:2.0:1746139100.264994:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bd88a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2009:x1830958840330496:12345-192.168.203.56@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746139100.265112:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bd88a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2009:x1830958840330496:12345-192.168.203.56@tcp:3:ptlrpcd_01_00.0 Request processed in 119us (1088us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746139100.265117:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2631 00002000:00100000:2.0:1746139100.265121:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009bd88a80 x1830958840330496/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:26/0 lens 488/4536 e 0 to 0 dl 1746139111 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139100.265129:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bd88a80 with x1830958840330496 ext(0->4095) 00010000:00010000:2.0:1746139100.265133:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1200/0x1f9f6ca451acb5a9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351240f expref: 6 pid: 9562 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746139100.265141:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1200/0x1f9f6ca451acb5a9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351240f expref: 6 pid: 9562 timeout: 825 lvb_type: 0 00002000:00010000:2.0:1746139100.265147:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bd88a80 00000100:00100000:0.0:1746139100.267653:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139100.268488:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840330624 00000100:00100000:3.0:1746139100.268497:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840330624 00000100:00100000:3.0:1746139100.268554:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29814 00000100:00100000:3.0:1746139100.268562:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801314bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b60e9717-019c-4527-a82a-15e993ac5189+80:1814:x1830958840330624:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746139100.268579:0:9562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139100.268595:0:9562:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800726eb400/0x1f9f6ca451acb5b7 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a351241d expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139100.268639:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139100.268645:0:9562:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f1a0800/0x1f9f6ca451acb5b0 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512416 expref: 81 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139100.268656:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746139100.268659:0:9562:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800726eb400/0x1f9f6ca451acb5b7 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351241d expref: 81 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139100.268693:0:9562:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f1a0800/0x1f9f6ca451acb5b0 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512416 expref: 81 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139100.268705:0:9562:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800726eb400/0x1f9f6ca451acb5b7 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351241d expref: 81 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139100.268714:0:9562:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800726eb400, rc 0) 00000100:00100000:3.0:1746139100.268763:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801314bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b60e9717-019c-4527-a82a-15e993ac5189+81:1814:x1830958840330624:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 202us (1119us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139100.268769:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29814 00000100:00100000:0.0:1746139100.270782:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139100.271002:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840330752 00000100:00100000:2.0:1746139100.271009:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840330752 00010000:00010000:2.0:1746139100.271040:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1200/0x1f9f6ca451acb5a9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351240f expref: 6 pid: 9562 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746139100.271059:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17127 00000100:00100000:2.0:1746139100.271065:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801314bc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840330752:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139100.271075:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139100.271094:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1200/0x1f9f6ca451acb5a9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351240f expref: 6 pid: 9562 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746139100.271104:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1200/0x1f9f6ca451acb5a9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351240f expref: 6 pid: 9562 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746139100.271123:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1200/0x1f9f6ca451acb5a9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351240f expref: 6 pid: 9562 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746139100.271150:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139100.271152:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139100.271160:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f1a0800/0x1f9f6ca451acb5b0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512416 expref: 80 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.271168:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f1a0800/0x1f9f6ca451acb5b0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512416 expref: 80 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.271195:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f1a0800/0x1f9f6ca451acb5b0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512416 expref: 80 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.271205:0:15672:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f1a0800/0x1f9f6ca451acb5b0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512416 expref: 80 pid: 9562 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746139100.271215:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c0ce680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832148608:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139100.272341:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a066d540 going to sleep for 11 seconds 00000100:00100000:0.0:1746139100.274728:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139100.274797:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840331008 00000100:00100000:1.0:1746139100.274805:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840331008 00002000:00100000:1.0:1746139100.274848:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8801314bed80 x1830958840331008/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:26/0 lens 488/0 e 0 to 0 dl 1746139111 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139100.274864:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801314bed80 with x1830958840331008 ext(0->4095) 00010000:00010000:1.0:1746139100.274872:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f1a0800/0x1f9f6ca451acb5b0 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512416 expref: 81 pid: 9562 timeout: 825 lvb_type: 0 00010000:00010000:1.0:1746139100.274885:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f1a0800/0x1f9f6ca451acb5b0 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512416 expref: 81 pid: 9562 timeout: 825 lvb_type: 0 00002000:00010000:1.0:1746139100.274891:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801314bed80 00000100:00100000:1.0:1746139100.274918:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2632 00000100:00100000:1.0:1746139100.274923:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801314bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+81:2008:x1830958840331008:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746139100.275041:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801314bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+81:2008:x1830958840331008:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 118us (321us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139100.275048:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2632 00002000:00100000:1.0:1746139100.275052:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8801314bed80 x1830958840331008/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:26/0 lens 488/4536 e 0 to 0 dl 1746139111 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139100.275059:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801314bed80 with x1830958840331008 ext(0->4095) 00010000:00010000:1.0:1746139100.275062:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f1a0800/0x1f9f6ca451acb5b0 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512416 expref: 81 pid: 9562 timeout: 825 lvb_type: 0 00010000:00010000:1.0:1746139100.275070:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f1a0800/0x1f9f6ca451acb5b0 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512416 expref: 81 pid: 9562 timeout: 825 lvb_type: 0 00002000:00010000:1.0:1746139100.275075:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801314bed80 00000100:00100000:2.0:1746139100.275290:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c0ce680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832148608:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139100.275310:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139100.275342:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801314bc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2008:x1830958840330752:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 4277us (4567us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139100.275351:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17127 00000100:00100000:0.0:1746139100.278012:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139100.278414:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840331136 00000100:00100000:2.0:1746139100.278422:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840331136 00010000:00010000:2.0:1746139100.278455:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f1a0800/0x1f9f6ca451acb5b0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512416 expref: 81 pid: 9562 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746139100.278488:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17128 00000100:00100000:2.0:1746139100.278494:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801314bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+81:2007:x1830958840331136:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139100.278506:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139100.278534:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f1a0800/0x1f9f6ca451acb5b0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512416 expref: 81 pid: 9562 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746139100.278545:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f1a0800/0x1f9f6ca451acb5b0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512416 expref: 81 pid: 9562 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746139100.278564:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f1a0800/0x1f9f6ca451acb5b0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512416 expref: 81 pid: 9562 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746139100.279060:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139100.279063:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139100.279072:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800726eb400/0x1f9f6ca451acb5b7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351241d expref: 80 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.279080:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800726eb400/0x1f9f6ca451acb5b7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351241d expref: 80 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.279114:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800726eb400/0x1f9f6ca451acb5b7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351241d expref: 80 pid: 9562 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746139100.279126:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c0ce680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832148736:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139100.279813:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a066d540 going to sleep for 11 seconds 00000100:00100000:0.0:1746139100.282003:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139100.282154:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c0ce680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832148736:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139100.282175:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139100.282220:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801314bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+80:2007:x1830958840331136:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3726us (4215us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139100.282231:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17128 00000100:00100000:3.0:1746139100.282304:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840331392 00000100:00100000:3.0:1746139100.282311:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840331392 00002000:00100000:3.0:1746139100.282344:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8801314bea00 x1830958840331392/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:26/0 lens 488/0 e 0 to 0 dl 1746139111 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139100.282354:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801314bea00 with x1830958840331392 ext(0->4095) 00002000:00010000:3.0:1746139100.282358:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801314bea00 00000100:00100000:3.0:1746139100.282386:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13265 00000100:00100000:3.0:1746139100.282392:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801314bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+80:2010:x1830958840331392:12345-192.168.203.56@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746139100.282506:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801314bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+80:2010:x1830958840331392:12345-192.168.203.56@tcp:3:ptlrpcd_01_01.0 Request processed in 114us (510us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746139100.282523:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13265 00002000:00100000:3.0:1746139100.282528:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8801314bea00 x1830958840331392/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:26/0 lens 488/4536 e 0 to 0 dl 1746139111 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139100.282535:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801314bea00 with x1830958840331392 ext(0->4095) 00002000:00010000:3.0:1746139100.282537:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801314bea00 00000100:00100000:0.0:1746139100.284714:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139100.285040:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840331520 00000100:00100000:2.0:1746139100.285048:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840331520 00000100:00100000:2.0:1746139100.285167:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29815 00000100:00100000:2.0:1746139100.285174:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb68000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840331520:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139100.285191:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139100.285209:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4200/0x1f9f6ca451acb5be lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512424 expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.285237:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800726eb400/0x1f9f6ca451acb5b7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351241d expref: 79 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.285244:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139100.285245:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139100.285249:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4200/0x1f9f6ca451acb5be lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512424 expref: 6 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.285277:0:18644:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800726eb400/0x1f9f6ca451acb5b7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351241d expref: 79 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.285293:0:18644:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800726eb400/0x1f9f6ca451acb5b7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351241d expref: 79 pid: 9562 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746139100.285304:0:18644:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c0ce680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832148864:192.168.203.56@tcp:104: 00000100:00100000:2.0:1746139100.285947:0:18644:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a066d540 going to sleep for 11 seconds 00000100:00100000:2.0:1746139100.288373:0:18644:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c0ce680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832148864:192.168.203.56@tcp:104: 00010000:00010000:2.0:1746139100.288405:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4200/0x1f9f6ca451acb5be lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512424 expref: 6 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.288423:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f0e4200, rc 0) 00000100:00100000:2.0:1746139100.288479:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb68000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840331520:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3304us (3771us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139100.288488:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29815 00000100:00100000:0.0:1746139100.289234:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139100.289656:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840331648 00000100:00100000:2.0:1746139100.289664:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840331648 00010000:00010000:2.0:1746139100.289694:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800726eb400/0x1f9f6ca451acb5b7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351241d expref: 80 pid: 9562 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746139100.289721:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17129 00000100:00100000:2.0:1746139100.289728:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb69c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+80:2007:x1830958840331648:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139100.289742:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139100.289762:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800726eb400/0x1f9f6ca451acb5b7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351241d expref: 80 pid: 9562 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746139100.289779:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800726eb400/0x1f9f6ca451acb5b7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351241d expref: 80 pid: 9562 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746139100.289801:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800726eb400/0x1f9f6ca451acb5b7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351241d expref: 80 pid: 9562 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746139100.290358:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139100.290361:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139100.290369:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4200/0x1f9f6ca451acb5be lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512424 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.290377:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4200/0x1f9f6ca451acb5be lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512424 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.290408:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4200/0x1f9f6ca451acb5be lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512424 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746139100.290420:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c0ce680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832148992:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139100.290870:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a066d540 going to sleep for 11 seconds 00000100:00100000:0.0:1746139100.293444:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139100.293577:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c0ce680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832148992:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139100.293596:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139100.293909:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb69c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+79:2007:x1830958840331648:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 4180us (4675us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139100.293921:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17129 00000100:00100000:0.0:1746139100.294085:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139100.294155:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840331904 00000100:00100000:1.0:1746139100.294163:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840331904 00002000:00100000:1.0:1746139100.294204:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009cb68e00 x1830958840331904/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:26/0 lens 488/0 e 0 to 0 dl 1746139111 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139100.294213:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb68e00 with x1830958840331904 ext(0->4095) 00002000:00010000:1.0:1746139100.294218:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cb68e00 00000100:00100000:2.0:1746139100.294430:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840332032 00000100:00100000:2.0:1746139100.294433:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840332032 00000100:00100000:1.0:1746139100.294660:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13266 00000100:00100000:1.0:1746139100.294667:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb68e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840331904:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746139100.294788:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb68e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840331904:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 121us (1351us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139100.294793:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13266 00002000:00100000:1.0:1746139100.294797:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009cb68e00 x1830958840331904/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:26/0 lens 488/4536 e 0 to 0 dl 1746139111 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139100.294804:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb68e00 with x1830958840331904 ext(0->4095) 00002000:00010000:1.0:1746139100.294807:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cb68e00 00000100:00100000:2.0:1746139100.295036:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29816 00000100:00100000:2.0:1746139100.295043:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb68380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+79:1800:x1830958840332032:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139100.295052:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139100.295068:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5000/0x1f9f6ca451acb5c5 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a351242b expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.295091:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4200/0x1f9f6ca451acb5be lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512424 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.295098:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139100.295099:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139100.295103:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5000/0x1f9f6ca451acb5c5 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351242b expref: 80 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.295130:0:18644:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4200/0x1f9f6ca451acb5be lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512424 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.295141:0:18644:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4200/0x1f9f6ca451acb5be lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512424 expref: 5 pid: 18644 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746139100.295151:0:18644:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c0ce680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832149120:192.168.203.56@tcp:104: 00000100:00100000:2.0:1746139100.295218:0:18644:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a066d540 going to sleep for 11 seconds 00010000:00010000:2.0:1746139100.297946:0:7208:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746139100.298675:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139100.298970:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840332160 00000100:00100000:3.0:1746139100.298979:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840332160 00000100:00100000:3.0:1746139100.299030:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29817 00000100:00100000:3.0:1746139100.299039:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb6a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b60e9717-019c-4527-a82a-15e993ac5189+81:1814:x1830958840332160:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746139100.299056:0:9562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139100.299073:0:9562:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800726eaa00/0x1f9f6ca451acb5cc lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512432 expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139100.299100:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139100.299106:0:9562:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5000/0x1f9f6ca451acb5c5 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351242b expref: 82 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139100.299112:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746139100.299115:0:9562:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800726eaa00/0x1f9f6ca451acb5cc lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512432 expref: 82 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139100.299151:0:9562:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5000/0x1f9f6ca451acb5c5 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351242b expref: 82 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139100.299163:0:9562:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800726eaa00/0x1f9f6ca451acb5cc lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512432 expref: 82 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139100.299177:0:9562:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800726eaa00, rc 0) 00000100:00100000:3.0:1746139100.299227:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb6a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b60e9717-019c-4527-a82a-15e993ac5189+82:1814:x1830958840332160:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 189us (557us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139100.299233:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29817 00000100:00100000:2.0:1746139100.299543:0:18644:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c0ce680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832149120:192.168.203.56@tcp:104: 00010000:00010000:2.0:1746139100.299558:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5000/0x1f9f6ca451acb5c5 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351242b expref: 81 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.299570:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f0e5000, rc 0) 00000100:00100000:2.0:1746139100.299603:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb68380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+81:1800:x1830958840332032:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4560us (5516us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139100.299608:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29816 00000100:00100000:2.0:1746139100.300894:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139100.301264:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840332288 00000100:00100000:0.0:1746139100.301270:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840332288 00010000:00010000:0.0:1746139100.301299:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4200/0x1f9f6ca451acb5be lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512424 expref: 6 pid: 18644 timeout: 825 lvb_type: 0 00000100:00100000:0.0:1746139100.301323:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17130 00000100:00100000:0.0:1746139100.301330:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800acc5c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840332288:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746139100.301342:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746139100.301362:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4200/0x1f9f6ca451acb5be lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512424 expref: 6 pid: 18644 timeout: 825 lvb_type: 0 00010000:00010000:0.0:1746139100.301373:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4200/0x1f9f6ca451acb5be lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512424 expref: 6 pid: 18644 timeout: 825 lvb_type: 0 00010000:00010000:0.0:1746139100.301393:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4200/0x1f9f6ca451acb5be lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512424 expref: 6 pid: 18644 timeout: 825 lvb_type: 0 00010000:00010000:0.0:1746139100.301676:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139100.301678:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139100.301686:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5000/0x1f9f6ca451acb5c5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351242b expref: 80 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139100.301693:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5000/0x1f9f6ca451acb5c5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351242b expref: 80 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139100.301721:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5000/0x1f9f6ca451acb5c5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351242b expref: 80 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139100.301731:0:15672:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5000/0x1f9f6ca451acb5c5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351242b expref: 80 pid: 18644 timeout: 825 lvb_type: 0 00000100:00100000:0.0:1746139100.301742:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb69f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832149376:192.168.203.56@tcp:105: 00000100:00100000:0.0:1746139100.302364:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007fe37240 going to sleep for 11 seconds 00000100:00100000:2.0:1746139100.304695:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb69f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832149376:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139100.304721:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139100.304870:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800acc5c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2007:x1830958840332288:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3537us (3978us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139100.304880:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17130 00000100:00100000:0.0:1746139100.305573:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139100.305719:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840332544 00000100:00100000:3.0:1746139100.305726:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840332544 00002000:00100000:3.0:1746139100.305765:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009cb69500 x1830958840332544/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:26/0 lens 488/0 e 0 to 0 dl 1746139111 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139100.305775:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb69500 with x1830958840332544 ext(0->4095) 00010000:00010000:3.0:1746139100.305783:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5000/0x1f9f6ca451acb5c5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351242b expref: 81 pid: 18644 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746139100.305796:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5000/0x1f9f6ca451acb5c5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351242b expref: 81 pid: 18644 timeout: 825 lvb_type: 0 00002000:00010000:3.0:1746139100.305802:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cb69500 00000100:00100000:3.0:1746139100.305832:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2633 00000100:00100000:3.0:1746139100.305840:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb69500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+81:2007:x1830958840332544:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746139100.305967:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb69500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+81:2007:x1830958840332544:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 128us (395us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746139100.305973:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2633 00002000:00100000:3.0:1746139100.305978:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009cb69500 x1830958840332544/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:26/0 lens 488/4536 e 0 to 0 dl 1746139111 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139100.305990:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb69500 with x1830958840332544 ext(0->4095) 00010000:00010000:3.0:1746139100.305994:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5000/0x1f9f6ca451acb5c5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351242b expref: 81 pid: 18644 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746139100.306003:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5000/0x1f9f6ca451acb5c5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351242b expref: 81 pid: 18644 timeout: 825 lvb_type: 0 00002000:00010000:3.0:1746139100.306008:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cb69500 00000100:00100000:0.0:1746139100.308430:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139100.308549:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840332672 00000100:00100000:2.0:1746139100.308556:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840332672 00010000:00010000:2.0:1746139100.308584:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5000/0x1f9f6ca451acb5c5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351242b expref: 81 pid: 18644 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746139100.308637:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17131 00000100:00100000:2.0:1746139100.308644:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb6bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+81:2009:x1830958840332672:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139100.308655:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139100.308674:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5000/0x1f9f6ca451acb5c5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351242b expref: 81 pid: 18644 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746139100.308685:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5000/0x1f9f6ca451acb5c5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351242b expref: 81 pid: 18644 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746139100.308706:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5000/0x1f9f6ca451acb5c5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351242b expref: 81 pid: 18644 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746139100.308735:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139100.308738:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139100.308744:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800726eaa00/0x1f9f6ca451acb5cc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512432 expref: 80 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.308752:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800726eaa00/0x1f9f6ca451acb5cc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512432 expref: 80 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.308784:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800726eaa00/0x1f9f6ca451acb5cc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512432 expref: 80 pid: 9562 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746139100.308795:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c0ce680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832149504:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139100.308864:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a066df00 going to sleep for 11 seconds 00000100:00100000:2.0:1746139100.311137:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c0ce680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832149504:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139100.311156:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139100.311201:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb6bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+80:2009:x1830958840332672:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 2557us (2778us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139100.311210:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17131 00000100:00100000:0.0:1746139100.311971:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139100.312507:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840332928 00000100:00100000:1.0:1746139100.312523:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840332928 00002000:00100000:1.0:1746139100.312561:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009cb6b800 x1830958840332928/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:26/0 lens 488/0 e 0 to 0 dl 1746139111 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139100.312571:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb6b800 with x1830958840332928 ext(0->4095) 00002000:00010000:1.0:1746139100.312575:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cb6b800 00000100:00100000:1.0:1746139100.312853:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13267 00000100:00100000:1.0:1746139100.312861:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb6b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+80:2008:x1830958840332928:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746139100.313317:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb6b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+80:2008:x1830958840332928:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 456us (1346us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139100.313327:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13267 00002000:00100000:1.0:1746139100.313333:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009cb6b800 x1830958840332928/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:26/0 lens 488/4536 e 0 to 0 dl 1746139111 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139100.313341:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb6b800 with x1830958840332928 ext(0->4095) 00002000:00010000:1.0:1746139100.313344:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cb6b800 00000100:00100000:0.0:1746139100.315229:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139100.315300:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840333056 00000100:00100000:2.0:1746139100.315307:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840333056 00000100:00100000:2.0:1746139100.315352:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29818 00000100:00100000:2.0:1746139100.315359:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb69c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840333056:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139100.315372:0:9563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139100.315390:0:9563:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4e00/0x1f9f6ca451acb5d3 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512439 expref: -99 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.315422:0:9563:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800726eaa00/0x1f9f6ca451acb5cc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512432 expref: 79 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.315429:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139100.315431:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139100.315434:0:9563:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4e00/0x1f9f6ca451acb5d3 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512439 expref: 6 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.315462:0:9563:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800726eaa00/0x1f9f6ca451acb5cc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512432 expref: 79 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.315474:0:9563:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800726eaa00/0x1f9f6ca451acb5cc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512432 expref: 79 pid: 9562 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746139100.315485:0:9563:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c0ce680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832149632:192.168.203.56@tcp:104: 00000100:00100000:2.0:1746139100.316180:0:9563:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a066df00 going to sleep for 11 seconds 00000100:00100000:2.0:1746139100.319096:0:9563:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c0ce680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832149632:192.168.203.56@tcp:104: 00010000:00010000:2.0:1746139100.319125:0:9563:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4e00/0x1f9f6ca451acb5d3 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512439 expref: 6 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.319142:0:9563:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f0e4e00, rc 0) 00000100:00100000:2.0:1746139100.319187:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb69c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840333056:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3827us (3962us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139100.319195:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29818 00000100:00100000:0.0:1746139100.319452:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139100.319709:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840333184 00000100:00100000:2.0:1746139100.319716:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840333184 00010000:00010000:2.0:1746139100.319739:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800726eaa00/0x1f9f6ca451acb5cc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512432 expref: 80 pid: 9562 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746139100.319760:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17132 00000100:00100000:2.0:1746139100.319766:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb69f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+80:2007:x1830958840333184:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139100.319779:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139100.319799:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800726eaa00/0x1f9f6ca451acb5cc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512432 expref: 80 pid: 9562 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746139100.319810:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800726eaa00/0x1f9f6ca451acb5cc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512432 expref: 80 pid: 9562 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746139100.319831:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800726eaa00/0x1f9f6ca451acb5cc lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512432 expref: 80 pid: 9562 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746139100.319855:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139100.319857:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139100.319864:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4e00/0x1f9f6ca451acb5d3 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512439 expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.319871:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4e00/0x1f9f6ca451acb5d3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512439 expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.319897:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4e00/0x1f9f6ca451acb5d3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512439 expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746139100.319907:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c0ce680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832149760:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139100.319960:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a066df00 going to sleep for 11 seconds 00000100:00100000:0.0:1746139100.322711:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139100.322873:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840333440 00000100:00100000:1.0:1746139100.322881:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840333440 00002000:00100000:1.0:1746139100.322927:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800a5d80700 x1830958840333440/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:26/0 lens 488/0 e 0 to 0 dl 1746139111 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139100.322936:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5d80700 with x1830958840333440 ext(0->4095) 00002000:00010000:1.0:1746139100.322940:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a5d80700 00000100:00100000:2.0:1746139100.323036:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c0ce680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832149760:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139100.323055:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746139100.323584:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13268 00000100:00100000:1.0:1746139100.323593:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5d80700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840333440:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746139100.324276:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb69f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+79:2007:x1830958840333184:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 4507us (4821us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139100.324286:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17132 00000100:00100000:1.0:1746139100.324436:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5d80700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840333440:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 842us (1733us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139100.324442:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13268 00002000:00100000:1.0:1746139100.324448:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800a5d80700 x1830958840333440/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:26/0 lens 488/4536 e 0 to 0 dl 1746139111 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139100.324455:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5d80700 with x1830958840333440 ext(0->4095) 00002000:00010000:1.0:1746139100.324458:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a5d80700 00000100:00100000:3.0:1746139100.324880:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139100.325019:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840333568 00000100:00100000:2.0:1746139100.325024:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840333568 00000100:00100000:2.0:1746139100.325047:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29819 00000100:00100000:2.0:1746139100.325052:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0759c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+79:1800:x1830958840333568:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139100.325062:0:9563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139100.325077:0:9563:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4800/0x1f9f6ca451acb5da lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512440 expref: -99 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.325100:0:9563:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4e00/0x1f9f6ca451acb5d3 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512439 expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.325106:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139100.325108:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139100.325112:0:9563:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4800/0x1f9f6ca451acb5da lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512440 expref: 80 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.325137:0:9563:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4e00/0x1f9f6ca451acb5d3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512439 expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.325149:0:9563:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4e00/0x1f9f6ca451acb5d3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512439 expref: 5 pid: 9563 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746139100.325165:0:9563:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c0ce680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832149888:192.168.203.56@tcp:104: 00000100:00100000:2.0:1746139100.325232:0:9563:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a066df00 going to sleep for 11 seconds 00000100:00100000:0.0:1746139100.328053:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139100.328633:0:9563:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c0ce680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832149888:192.168.203.56@tcp:104: 00010000:00010000:2.0:1746139100.328657:0:9563:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4800/0x1f9f6ca451acb5da lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512440 expref: 80 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.328672:0:9563:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f0e4800, rc 0) 00000100:00100000:2.0:1746139100.328707:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0759c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+80:1800:x1830958840333568:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3654us (3827us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139100.328715:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29819 00000100:00100000:2.0:1746139100.329274:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840333696 00000100:00100000:2.0:1746139100.329280:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840333696 00000100:00100000:2.0:1746139100.329317:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29820 00000100:00100000:2.0:1746139100.329323:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5d82d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+80:1814:x1830958840333696:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139100.329337:0:9563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139100.329351:0:9563:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5e00/0x1f9f6ca451acb5e1 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512447 expref: -99 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.329369:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139100.329374:0:9563:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4800/0x1f9f6ca451acb5da lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512440 expref: 81 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.329379:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139100.329382:0:9563:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5e00/0x1f9f6ca451acb5e1 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512447 expref: 81 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.329413:0:9563:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4800/0x1f9f6ca451acb5da lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512440 expref: 81 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.329421:0:9563:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5e00/0x1f9f6ca451acb5e1 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512447 expref: 81 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.329428:0:9563:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f0e5e00, rc 0) 00000100:00100000:2.0:1746139100.329449:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5d82d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+81:1814:x1830958840333696:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 126us (1404us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139100.329454:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29820 00000100:00100000:0.0:1746139100.329778:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139100.330397:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840333824 00000100:00100000:2.0:1746139100.330402:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840333824 00010000:00010000:2.0:1746139100.330423:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4e00/0x1f9f6ca451acb5d3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512439 expref: 6 pid: 9563 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746139100.330449:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17133 00000100:00100000:2.0:1746139100.330455:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5d80a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840333824:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139100.330463:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139100.330482:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4e00/0x1f9f6ca451acb5d3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512439 expref: 6 pid: 9563 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746139100.330493:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4e00/0x1f9f6ca451acb5d3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512439 expref: 6 pid: 9563 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746139100.330511:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4e00/0x1f9f6ca451acb5d3 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512439 expref: 6 pid: 9563 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746139100.331037:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139100.331039:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139100.331046:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4800/0x1f9f6ca451acb5da lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512440 expref: 80 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.331054:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4800/0x1f9f6ca451acb5da lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512440 expref: 80 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.331079:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4800/0x1f9f6ca451acb5da lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512440 expref: 80 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.331090:0:15672:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4800/0x1f9f6ca451acb5da lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512440 expref: 80 pid: 9563 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746139100.331102:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c0ce680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832150144:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139100.331327:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a066df00 going to sleep for 11 seconds 00000100:00100000:2.0:1746139100.333912:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c0ce680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832150144:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139100.333933:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139100.333981:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5d80a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2008:x1830958840333824:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3525us (4202us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139100.333993:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17133 00000100:00100000:0.0:1746139100.334935:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139100.335027:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840334080 00000100:00100000:1.0:1746139100.335034:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840334080 00002000:00100000:1.0:1746139100.335084:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800a5d80e00 x1830958840334080/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:26/0 lens 488/0 e 0 to 0 dl 1746139111 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139100.335094:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5d80e00 with x1830958840334080 ext(0->4095) 00010000:00010000:1.0:1746139100.335102:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4800/0x1f9f6ca451acb5da lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512440 expref: 81 pid: 9563 timeout: 825 lvb_type: 0 00010000:00010000:1.0:1746139100.335114:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4800/0x1f9f6ca451acb5da lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512440 expref: 81 pid: 9563 timeout: 825 lvb_type: 0 00002000:00010000:1.0:1746139100.335120:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a5d80e00 00000100:00100000:1.0:1746139100.335406:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2634 00000100:00100000:1.0:1746139100.335414:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5d80e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+81:2008:x1830958840334080:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746139100.335545:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5d80e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+81:2008:x1830958840334080:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 132us (612us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139100.335551:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2634 00002000:00100000:1.0:1746139100.335555:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800a5d80e00 x1830958840334080/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:26/0 lens 488/4536 e 0 to 0 dl 1746139111 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139100.335562:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5d80e00 with x1830958840334080 ext(0->4095) 00010000:00010000:1.0:1746139100.335566:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4800/0x1f9f6ca451acb5da lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512440 expref: 81 pid: 9563 timeout: 825 lvb_type: 0 00010000:00010000:1.0:1746139100.335575:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4800/0x1f9f6ca451acb5da lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512440 expref: 81 pid: 9563 timeout: 825 lvb_type: 0 00002000:00010000:1.0:1746139100.335581:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a5d80e00 00000100:00100000:0.0:1746139100.339124:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139100.339267:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840334208 00000100:00100000:2.0:1746139100.339276:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840334208 00010000:00010000:2.0:1746139100.339314:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4800/0x1f9f6ca451acb5da lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512440 expref: 81 pid: 9563 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746139100.339345:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17134 00000100:00100000:2.0:1746139100.339351:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5d82680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+81:2009:x1830958840334208:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139100.339366:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139100.339385:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4800/0x1f9f6ca451acb5da lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512440 expref: 81 pid: 9563 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746139100.339397:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4800/0x1f9f6ca451acb5da lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512440 expref: 81 pid: 9563 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746139100.339420:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4800/0x1f9f6ca451acb5da lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512440 expref: 81 pid: 9563 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746139100.339450:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139100.339452:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139100.339459:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5e00/0x1f9f6ca451acb5e1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512447 expref: 80 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.339468:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5e00/0x1f9f6ca451acb5e1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512447 expref: 80 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.339500:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5e00/0x1f9f6ca451acb5e1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512447 expref: 80 pid: 9563 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746139100.339521:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c0ce680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832150272:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139100.339600:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a066df00 going to sleep for 11 seconds 00000100:00100000:0.0:1746139100.344156:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139100.344360:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c0ce680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832150272:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139100.344381:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139100.344425:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5d82680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+80:2009:x1830958840334208:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 5073us (5309us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139100.344436:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17134 00000100:00100000:3.0:1746139100.344510:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840334464 00000100:00100000:3.0:1746139100.344541:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840334464 00002000:00100000:3.0:1746139100.344580:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800a5d81500 x1830958840334464/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:26/0 lens 488/0 e 0 to 0 dl 1746139111 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139100.344591:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5d81500 with x1830958840334464 ext(0->4095) 00002000:00010000:3.0:1746139100.344596:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a5d81500 00000100:00100000:3.0:1746139100.344640:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13269 00000100:00100000:3.0:1746139100.344647:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5d81500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+80:2007:x1830958840334464:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746139100.344760:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5d81500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+80:2007:x1830958840334464:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 114us (615us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746139100.344765:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13269 00002000:00100000:3.0:1746139100.344770:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800a5d81500 x1830958840334464/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:26/0 lens 488/4536 e 0 to 0 dl 1746139111 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139100.344777:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5d81500 with x1830958840334464 ext(0->4095) 00002000:00010000:3.0:1746139100.344780:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a5d81500 00000100:00100000:0.0:1746139100.346728:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139100.347335:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840334592 00000100:00100000:1.0:1746139100.347344:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840334592 00000100:00100000:1.0:1746139100.347425:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29821 00000100:00100000:1.0:1746139100.347432:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5d83100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840334592:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139100.347447:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139100.347465:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e400/0x1f9f6ca451acb5e8 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a351244e expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139100.347492:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5e00/0x1f9f6ca451acb5e1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512447 expref: 79 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139100.347499:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139100.347500:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139100.347503:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e400/0x1f9f6ca451acb5e8 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351244e expref: 6 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139100.347542:0:18644:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5e00/0x1f9f6ca451acb5e1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512447 expref: 79 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139100.347552:0:18644:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5e00/0x1f9f6ca451acb5e1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512447 expref: 79 pid: 9563 timeout: 825 lvb_type: 0 00000100:00100000:1.0:1746139100.347563:0:18644:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009bd8a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832150400:192.168.203.56@tcp:104: 00000100:00100000:1.0:1746139100.348319:0:18644:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a059d9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746139100.350781:0:18644:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009bd8a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832150400:192.168.203.56@tcp:104: 00010000:00010000:1.0:1746139100.350812:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e400/0x1f9f6ca451acb5e8 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351244e expref: 6 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139100.350835:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7e400, rc 0) 00000100:00100000:1.0:1746139100.350878:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5d83100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840334592:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3445us (4158us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139100.350886:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29821 00000100:00100000:0.0:1746139100.352493:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139100.353175:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840334720 00000100:00100000:2.0:1746139100.353185:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840334720 00010000:00010000:2.0:1746139100.353218:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5e00/0x1f9f6ca451acb5e1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512447 expref: 80 pid: 9563 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746139100.353248:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17135 00000100:00100000:2.0:1746139100.353256:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5d83b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+80:2007:x1830958840334720:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139100.353270:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139100.353291:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5e00/0x1f9f6ca451acb5e1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512447 expref: 80 pid: 9563 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746139100.353302:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5e00/0x1f9f6ca451acb5e1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512447 expref: 80 pid: 9563 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746139100.353324:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f0e5e00/0x1f9f6ca451acb5e1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512447 expref: 80 pid: 9563 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746139100.353347:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139100.353349:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139100.353355:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e400/0x1f9f6ca451acb5e8 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351244e expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.353363:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e400/0x1f9f6ca451acb5e8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351244e expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.353395:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e400/0x1f9f6ca451acb5e8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351244e expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746139100.353406:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c0ce680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832150528:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139100.353486:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a066df00 going to sleep for 11 seconds 00000100:00100000:0.0:1746139100.354183:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139100.354361:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840334848 00000100:00100000:1.0:1746139100.354366:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840334848 00000100:00100000:1.0:1746139100.354391:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29822 00000100:00100000:1.0:1746139100.354396:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ff6c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+80:1800:x1830958840334848:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139100.354409:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139100.354420:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fc00/0x1f9f6ca451acb5ef lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512455 expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139100.354436:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e400/0x1f9f6ca451acb5e8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351244e expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139100.354442:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139100.354444:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139100.354447:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fc00/0x1f9f6ca451acb5ef lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512455 expref: 81 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139100.354462:0:18644:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e400/0x1f9f6ca451acb5e8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351244e expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139100.354472:0:18644:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e400/0x1f9f6ca451acb5e8 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351244e expref: 5 pid: 18644 timeout: 825 lvb_type: 0 00000100:00100000:1.0:1746139100.354483:0:18644:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009bd8a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832150656:192.168.203.56@tcp:104: 00000100:00100000:1.0:1746139100.354533:0:18644:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a059d9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746139100.356071:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c0ce680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832150528:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139100.356087:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139100.356118:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5d83b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+81:2007:x1830958840334720:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 2862us (3629us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139100.356128:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17135 00000100:00100000:0.0:1746139100.357017:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139100.357191:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840335104 00000100:00100000:1.0:1746139100.357198:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840335104 00002000:00100000:1.0:1746139100.357236:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880131494000 x1830958840335104/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:26/0 lens 488/0 e 0 to 0 dl 1746139111 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139100.357246:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131494000 with x1830958840335104 ext(0->4095) 00010000:00010000:1.0:1746139100.357254:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e400/0x1f9f6ca451acb5e8 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351244e expref: 6 pid: 18644 timeout: 825 lvb_type: 0 00010000:00010000:1.0:1746139100.357265:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e400/0x1f9f6ca451acb5e8 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351244e expref: 6 pid: 18644 timeout: 825 lvb_type: 0 00002000:00010000:1.0:1746139100.357271:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131494000 00000100:00100000:1.0:1746139100.357296:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2635 00000100:00100000:1.0:1746139100.357303:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131494000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840335104:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746139100.357434:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131494000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840335104:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 131us (418us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139100.357441:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2635 00002000:00100000:1.0:1746139100.357446:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880131494000 x1830958840335104/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:26/0 lens 488/4536 e 0 to 0 dl 1746139111 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139100.357453:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131494000 with x1830958840335104 ext(0->4095) 00010000:00010000:1.0:1746139100.357457:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e400/0x1f9f6ca451acb5e8 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351244e expref: 6 pid: 18644 timeout: 825 lvb_type: 0 00010000:00010000:1.0:1746139100.357467:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e400/0x1f9f6ca451acb5e8 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351244e expref: 6 pid: 18644 timeout: 825 lvb_type: 0 00002000:00010000:1.0:1746139100.357472:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131494000 00000100:00100000:1.0:1746139100.360963:0:18644:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009bd8a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832150656:192.168.203.56@tcp:104: 00010000:00010000:1.0:1746139100.361114:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fc00/0x1f9f6ca451acb5ef lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512455 expref: 80 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139100.361132:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7fc00, rc 0) 00000100:00100000:1.0:1746139100.361181:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ff6c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+80:1800:x1830958840334848:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6782us (6997us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139100.361189:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29822 00000100:00100000:0.0:1746139100.361645:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139100.362509:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840335232 00000100:00100000:1.0:1746139100.362525:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840335232 00000100:00100000:1.0:1746139100.362568:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29823 00000100:00100000:1.0:1746139100.362575:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131496680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+80:1814:x1830958840335232:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139100.362590:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139100.362606:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451acb5f6 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a351245c expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139100.362645:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139100.362650:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fc00/0x1f9f6ca451acb5ef lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512455 expref: 81 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139100.362655:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139100.362660:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451acb5f6 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351245c expref: 81 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139100.362687:0:18644:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fc00/0x1f9f6ca451acb5ef lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512455 expref: 81 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139100.362696:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451acb5f6 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351245c expref: 81 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139100.362703:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7f600, rc 0) 00000100:00100000:1.0:1746139100.362739:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131496680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+81:1814:x1830958840335232:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 164us (1095us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139100.362744:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29823 00000100:00100000:0.0:1746139100.363704:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139100.363954:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840335360 00000100:00100000:2.0:1746139100.363958:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840335360 00010000:00010000:2.0:1746139100.363977:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e400/0x1f9f6ca451acb5e8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351244e expref: 6 pid: 18644 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746139100.363993:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17136 00000100:00100000:2.0:1746139100.363998:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131495180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840335360:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139100.364007:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139100.364027:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e400/0x1f9f6ca451acb5e8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351244e expref: 6 pid: 18644 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746139100.364038:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e400/0x1f9f6ca451acb5e8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351244e expref: 6 pid: 18644 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746139100.364056:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e400/0x1f9f6ca451acb5e8 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351244e expref: 6 pid: 18644 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746139100.364071:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139100.364073:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139100.364079:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fc00/0x1f9f6ca451acb5ef lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512455 expref: 80 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.364086:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fc00/0x1f9f6ca451acb5ef lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512455 expref: 80 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.364108:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fc00/0x1f9f6ca451acb5ef lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512455 expref: 80 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.364118:0:15672:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fc00/0x1f9f6ca451acb5ef lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512455 expref: 80 pid: 18644 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746139100.364129:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c0ce680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832150912:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139100.366170:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a066df00 going to sleep for 11 seconds 00000100:00100000:2.0:1746139100.368502:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c0ce680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832150912:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139100.368532:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139100.368575:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131495180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2007:x1830958840335360:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 4575us (4871us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139100.368586:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17136 00000100:00100000:0.0:1746139100.368924:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139100.369188:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840335616 00000100:00100000:2.0:1746139100.369195:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840335616 00002000:00100000:2.0:1746139100.369231:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880131496d80 x1830958840335616/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:26/0 lens 488/0 e 0 to 0 dl 1746139111 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139100.369247:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131496d80 with x1830958840335616 ext(0->4095) 00010000:00010000:2.0:1746139100.369255:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fc00/0x1f9f6ca451acb5ef lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512455 expref: 81 pid: 18644 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746139100.369267:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fc00/0x1f9f6ca451acb5ef lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512455 expref: 81 pid: 18644 timeout: 825 lvb_type: 0 00002000:00010000:2.0:1746139100.369274:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131496d80 00000100:00100000:2.0:1746139100.369298:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2636 00000100:00100000:2.0:1746139100.369304:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131496d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+81:2007:x1830958840335616:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746139100.369406:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131496d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+81:2007:x1830958840335616:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 101us (483us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746139100.369411:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2636 00002000:00100000:2.0:1746139100.369416:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880131496d80 x1830958840335616/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:26/0 lens 488/4536 e 0 to 0 dl 1746139111 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139100.369422:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131496d80 with x1830958840335616 ext(0->4095) 00010000:00010000:2.0:1746139100.369426:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fc00/0x1f9f6ca451acb5ef lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512455 expref: 81 pid: 18644 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746139100.369435:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fc00/0x1f9f6ca451acb5ef lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512455 expref: 81 pid: 18644 timeout: 825 lvb_type: 0 00002000:00010000:2.0:1746139100.369440:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131496d80 00000100:00100000:0.0:1746139100.372871:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139100.372989:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840335744 00000100:00100000:2.0:1746139100.372999:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840335744 00010000:00010000:2.0:1746139100.373036:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fc00/0x1f9f6ca451acb5ef lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512455 expref: 81 pid: 18644 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746139100.373064:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17137 00000100:00100000:2.0:1746139100.373071:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800acc5c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+81:2007:x1830958840335744:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139100.373084:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139100.373105:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fc00/0x1f9f6ca451acb5ef lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512455 expref: 81 pid: 18644 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746139100.373117:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fc00/0x1f9f6ca451acb5ef lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512455 expref: 81 pid: 18644 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746139100.373140:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fc00/0x1f9f6ca451acb5ef lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512455 expref: 81 pid: 18644 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746139100.373415:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139100.373418:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139100.373426:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451acb5f6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351245c expref: 80 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.373434:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451acb5f6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351245c expref: 80 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.373470:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451acb5f6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351245c expref: 80 pid: 18644 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746139100.373482:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c0ce680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832151040:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139100.373731:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a066da80 going to sleep for 11 seconds 00000100:00100000:0.0:1746139100.375908:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139100.375989:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c0ce680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832151040:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139100.376007:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139100.376049:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800acc5c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+80:2007:x1830958840335744:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 2977us (3189us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139100.376059:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17137 00000100:00100000:1.0:1746139100.376797:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840336000 00000100:00100000:1.0:1746139100.376804:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840336000 00002000:00100000:1.0:1746139100.376841:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880131497100 x1830958840336000/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:26/0 lens 488/0 e 0 to 0 dl 1746139111 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139100.376851:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131497100 with x1830958840336000 ext(0->4095) 00002000:00010000:1.0:1746139100.376856:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131497100 00000100:00100000:1.0:1746139100.376878:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13270 00000100:00100000:1.0:1746139100.376884:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131497100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+80:2009:x1830958840336000:12345-192.168.203.56@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746139100.377030:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131497100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+80:2009:x1830958840336000:12345-192.168.203.56@tcp:3:ptlrpcd_01_00.0 Request processed in 145us (1129us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139100.377037:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13270 00002000:00100000:1.0:1746139100.377042:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880131497100 x1830958840336000/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:26/0 lens 488/4536 e 0 to 0 dl 1746139111 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139100.377054:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131497100 with x1830958840336000 ext(0->4095) 00002000:00010000:1.0:1746139100.377057:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131497100 00000100:00100000:0.0:1746139100.378666:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139100.378786:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840336128 00000100:00100000:3.0:1746139100.378793:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840336128 00000100:00100000:3.0:1746139100.379005:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29824 00000100:00100000:3.0:1746139100.379013:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131495180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840336128:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746139100.379026:0:9562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139100.379043:0:9562:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800726eb400/0x1f9f6ca451acb5fd lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512463 expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139100.379071:0:9562:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451acb5f6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351245c expref: 79 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139100.379078:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746139100.379080:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746139100.379083:0:9562:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800726eb400/0x1f9f6ca451acb5fd lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512463 expref: 6 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139100.379111:0:9562:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451acb5f6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351245c expref: 79 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139100.379123:0:9562:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451acb5f6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351245c expref: 79 pid: 18644 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746139100.379134:0:9562:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0758380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9562:1830958832151168:192.168.203.56@tcp:104: 00000100:00100000:3.0:1746139100.379759:0:9562:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800acd8d300 going to sleep for 11 seconds 00000100:00100000:0.0:1746139100.382884:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139100.383045:0:9562:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0758380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9562:1830958832151168:192.168.203.56@tcp:104: 00010000:00010000:3.0:1746139100.383076:0:9562:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800726eb400/0x1f9f6ca451acb5fd lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512463 expref: 6 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139100.383093:0:9562:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800726eb400, rc 0) 00000100:00100000:3.0:1746139100.383150:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131495180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840336128:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4137us (4490us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139100.383159:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29824 00000100:00100000:2.0:1746139100.383359:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840336256 00000100:00100000:2.0:1746139100.383365:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840336256 00010000:00010000:2.0:1746139100.383393:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451acb5f6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351245c expref: 80 pid: 18644 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746139100.383415:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17138 00000100:00100000:2.0:1746139100.383421:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800885ced80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+80:2008:x1830958840336256:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139100.383433:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139100.383453:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451acb5f6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351245c expref: 80 pid: 18644 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746139100.383464:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451acb5f6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351245c expref: 80 pid: 18644 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746139100.383487:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451acb5f6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351245c expref: 80 pid: 18644 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746139100.383502:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139100.383504:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139100.383510:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800726eb400/0x1f9f6ca451acb5fd lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512463 expref: 5 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.383534:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800726eb400/0x1f9f6ca451acb5fd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512463 expref: 5 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.383563:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800726eb400/0x1f9f6ca451acb5fd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512463 expref: 5 pid: 9562 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746139100.383575:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c0ce680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832151296:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139100.383754:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a066d900 going to sleep for 11 seconds 00000100:00100000:2.0:1746139100.384852:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c0ce680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832151296:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139100.384864:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139100.384902:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800885ced80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+79:2008:x1830958840336256:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 1481us (2028us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139100.384910:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17138 00000100:00100000:0.0:1746139100.385415:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139100.385573:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840336512 00000100:00100000:2.0:1746139100.385579:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840336512 00002000:00100000:2.0:1746139100.385610:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800885cf100 x1830958840336512/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:26/0 lens 488/0 e 0 to 0 dl 1746139111 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139100.385646:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800885cf100 with x1830958840336512 ext(0->4095) 00002000:00010000:2.0:1746139100.385885:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800885cf100 00000100:00100000:2.0:1746139100.385950:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13271 00000100:00100000:2.0:1746139100.385958:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800885cf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840336512:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746139100.386072:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800885cf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840336512:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 115us (658us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746139100.386081:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13271 00002000:00100000:2.0:1746139100.386086:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800885cf100 x1830958840336512/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:26/0 lens 488/4536 e 0 to 0 dl 1746139111 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139100.386094:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800885cf100 with x1830958840336512 ext(0->4095) 00002000:00010000:2.0:1746139100.386097:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800885cf100 00000100:00100000:0.0:1746139100.386690:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139100.387747:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840336640 00000100:00100000:3.0:1746139100.387755:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840336640 00000100:00100000:3.0:1746139100.387806:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29825 00000100:00100000:3.0:1746139100.387814:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800885ce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b60e9717-019c-4527-a82a-15e993ac5189+79:1800:x1830958840336640:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746139100.387826:0:9562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139100.387844:0:9562:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800726eaa00/0x1f9f6ca451acb604 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a351246a expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139100.387870:0:9562:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800726eb400/0x1f9f6ca451acb5fd lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512463 expref: 5 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139100.387878:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139100.387880:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139100.387883:0:9562:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800726eaa00/0x1f9f6ca451acb604 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351246a expref: 80 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139100.387913:0:9562:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800726eb400/0x1f9f6ca451acb5fd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512463 expref: 5 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139100.387924:0:9562:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800726eb400/0x1f9f6ca451acb5fd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512463 expref: 5 pid: 9562 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746139100.387941:0:9562:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0758380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9562:1830958832151424:192.168.203.56@tcp:104: 00000100:00100000:3.0:1746139100.388030:0:9562:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800acd8d300 going to sleep for 11 seconds 00000100:00100000:0.0:1746139100.389207:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139100.389693:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840336768 00000100:00100000:1.0:1746139100.389701:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840336768 00000100:00100000:1.0:1746139100.389746:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29826 00000100:00100000:1.0:1746139100.389753:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800885cce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+81:1814:x1830958840336768:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139100.389767:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139100.389781:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acb60b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512471 expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139100.389802:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139100.389807:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800726eaa00/0x1f9f6ca451acb604 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351246a expref: 82 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139100.389813:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139100.389815:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acb60b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512471 expref: 82 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139100.389845:0:18644:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800726eaa00/0x1f9f6ca451acb604 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351246a expref: 82 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139100.389855:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acb60b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512471 expref: 82 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139100.389864:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7ea00, rc 0) 00000100:00100000:1.0:1746139100.389906:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800885cce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+82:1814:x1830958840336768:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 152us (703us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139100.389912:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29826 00000100:00100000:3.0:1746139100.391111:0:9562:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0758380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9562:1830958832151424:192.168.203.56@tcp:104: 00010000:00010000:3.0:1746139100.391426:0:9562:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800726eaa00/0x1f9f6ca451acb604 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351246a expref: 81 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139100.391437:0:9562:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800726eaa00, rc 0) 00000100:00100000:3.0:1746139100.391468:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800885ce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b60e9717-019c-4527-a82a-15e993ac5189+81:1800:x1830958840336640:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3655us (4779us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139100.391474:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29825 00000100:00100000:0.0:1746139100.391970:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139100.392086:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840336896 00000100:00100000:2.0:1746139100.392091:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840336896 00010000:00010000:2.0:1746139100.392116:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800726eb400/0x1f9f6ca451acb5fd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512463 expref: 6 pid: 9562 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746139100.392133:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17139 00000100:00100000:2.0:1746139100.392138:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800885cea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840336896:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139100.392148:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139100.392166:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800726eb400/0x1f9f6ca451acb5fd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512463 expref: 6 pid: 9562 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746139100.392176:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800726eb400/0x1f9f6ca451acb5fd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512463 expref: 6 pid: 9562 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746139100.392194:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800726eb400/0x1f9f6ca451acb5fd lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512463 expref: 6 pid: 9562 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746139100.392214:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139100.392216:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139100.392222:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800726eaa00/0x1f9f6ca451acb604 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351246a expref: 80 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.392235:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800726eaa00/0x1f9f6ca451acb604 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351246a expref: 80 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.392258:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800726eaa00/0x1f9f6ca451acb604 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351246a expref: 80 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.392267:0:15672:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800726eaa00/0x1f9f6ca451acb604 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351246a expref: 80 pid: 9562 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746139100.392277:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c0ce680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832151680:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139100.392337:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a066d900 going to sleep for 11 seconds 00000100:00100000:2.0:1746139100.395838:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c0ce680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832151680:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139100.395861:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139100.395908:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800885cea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2007:x1830958840336896:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3768us (3938us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139100.395920:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17139 00000100:00100000:0.0:1746139100.396184:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139100.396286:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840337152 00000100:00100000:1.0:1746139100.396292:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840337152 00002000:00100000:1.0:1746139100.396332:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800885cd180 x1830958840337152/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:26/0 lens 488/0 e 0 to 0 dl 1746139111 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139100.396340:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800885cd180 with x1830958840337152 ext(0->4095) 00010000:00010000:1.0:1746139100.396349:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800726eaa00/0x1f9f6ca451acb604 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351246a expref: 81 pid: 9562 timeout: 825 lvb_type: 0 00010000:00010000:1.0:1746139100.396361:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800726eaa00/0x1f9f6ca451acb604 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351246a expref: 81 pid: 9562 timeout: 825 lvb_type: 0 00002000:00010000:1.0:1746139100.396367:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800885cd180 00000100:00100000:1.0:1746139100.396394:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2637 00000100:00100000:1.0:1746139100.396400:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800885cd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+81:2008:x1830958840337152:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746139100.396504:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800885cd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+81:2008:x1830958840337152:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 104us (321us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139100.396510:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2637 00002000:00100000:1.0:1746139100.396522:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800885cd180 x1830958840337152/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:26/0 lens 488/4536 e 0 to 0 dl 1746139111 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139100.396528:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800885cd180 with x1830958840337152 ext(0->4095) 00010000:00010000:1.0:1746139100.396532:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800726eaa00/0x1f9f6ca451acb604 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351246a expref: 81 pid: 9562 timeout: 825 lvb_type: 0 00010000:00010000:1.0:1746139100.396545:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800726eaa00/0x1f9f6ca451acb604 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351246a expref: 81 pid: 9562 timeout: 825 lvb_type: 0 00002000:00010000:1.0:1746139100.396550:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800885cd180 00000100:00100000:0.0:1746139100.399961:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139100.400305:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840337280 00000100:00100000:2.0:1746139100.400315:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840337280 00010000:00010000:2.0:1746139100.400356:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800726eaa00/0x1f9f6ca451acb604 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351246a expref: 81 pid: 9562 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746139100.400386:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17140 00000100:00100000:2.0:1746139100.400394:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800885ce300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+81:2008:x1830958840337280:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139100.400412:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139100.400436:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800726eaa00/0x1f9f6ca451acb604 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351246a expref: 81 pid: 9562 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746139100.400449:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800726eaa00/0x1f9f6ca451acb604 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351246a expref: 81 pid: 9562 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746139100.400475:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800726eaa00/0x1f9f6ca451acb604 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351246a expref: 81 pid: 9562 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746139100.400800:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139100.400802:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139100.400811:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acb60b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512471 expref: 80 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.400819:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acb60b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512471 expref: 80 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.400855:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acb60b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512471 expref: 80 pid: 18644 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746139100.400867:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c0ce680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832151808:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139100.401433:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a066d900 going to sleep for 11 seconds 00000100:00100000:2.0:1746139100.406076:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c0ce680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832151808:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139100.406102:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139100.406162:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800885ce300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+80:2008:x1830958840337280:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 5767us (6210us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139100.406175:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17140 00000100:00100000:0.0:1746139100.406570:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139100.406688:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840337536 00000100:00100000:1.0:1746139100.406696:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840337536 00002000:00100000:1.0:1746139100.406738:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800885cca80 x1830958840337536/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:26/0 lens 488/0 e 0 to 0 dl 1746139111 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139100.406748:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800885cca80 with x1830958840337536 ext(0->4095) 00002000:00010000:1.0:1746139100.406752:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800885cca80 00000100:00100000:1.0:1746139100.406783:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13272 00000100:00100000:1.0:1746139100.406789:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800885cca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+80:2008:x1830958840337536:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746139100.406926:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800885cca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+80:2008:x1830958840337536:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 137us (357us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139100.406932:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13272 00002000:00100000:1.0:1746139100.406937:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800885cca80 x1830958840337536/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:26/0 lens 488/4536 e 0 to 0 dl 1746139111 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139100.406944:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800885cca80 with x1830958840337536 ext(0->4095) 00002000:00010000:1.0:1746139100.406946:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800885cca80 00000100:00100000:0.0:1746139100.409241:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139100.409350:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840337664 00000100:00100000:3.0:1746139100.409358:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840337664 00000100:00100000:3.0:1746139100.409408:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29827 00000100:00100000:3.0:1746139100.409415:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800885cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840337664:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746139100.409430:0:9562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139100.409447:0:9562:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800726ea200/0x1f9f6ca451acb612 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512478 expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139100.409477:0:9562:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acb60b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512471 expref: 79 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139100.409484:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746139100.409486:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746139100.409489:0:9562:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800726ea200/0x1f9f6ca451acb612 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512478 expref: 6 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139100.409530:0:9562:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acb60b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512471 expref: 79 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139100.409541:0:9562:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acb60b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512471 expref: 79 pid: 18644 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746139100.409553:0:9562:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0758380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9562:1830958832151936:192.168.203.56@tcp:104: 00000100:00100000:3.0:1746139100.410736:0:9562:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800acd8d300 going to sleep for 11 seconds 00000100:00100000:0.0:1746139100.411449:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139100.411530:0:9562:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0758380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9562:1830958832151936:192.168.203.56@tcp:104: 00010000:00010000:3.0:1746139100.411553:0:9562:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800726ea200/0x1f9f6ca451acb612 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512478 expref: 6 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139100.411568:0:9562:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800726ea200, rc 0) 00000100:00100000:3.0:1746139100.411601:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800885cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840337664:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2186us (2368us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139100.411609:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29827 00000100:00100000:2.0:1746139100.411760:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840337792 00000100:00100000:2.0:1746139100.411765:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840337792 00010000:00010000:2.0:1746139100.411789:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acb60b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512471 expref: 80 pid: 18644 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746139100.412111:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17141 00000100:00100000:2.0:1746139100.412118:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba6dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+80:2007:x1830958840337792:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139100.412129:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139100.412150:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acb60b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512471 expref: 80 pid: 18644 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746139100.412161:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acb60b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512471 expref: 80 pid: 18644 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746139100.412182:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acb60b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512471 expref: 80 pid: 18644 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746139100.412196:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139100.412198:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139100.412205:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800726ea200/0x1f9f6ca451acb612 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512478 expref: 5 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.412213:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800726ea200/0x1f9f6ca451acb612 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512478 expref: 5 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.412236:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800726ea200/0x1f9f6ca451acb612 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512478 expref: 5 pid: 9562 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746139100.412252:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c0ce680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832152064:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139100.412303:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a066d900 going to sleep for 11 seconds 00000100:00100000:0.0:1746139100.414238:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139100.414317:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840338048 00000100:00100000:3.0:1746139100.414324:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840338048 00002000:00100000:3.0:1746139100.414364:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009ba6f100 x1830958840338048/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:26/0 lens 488/0 e 0 to 0 dl 1746139111 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139100.414373:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba6f100 with x1830958840338048 ext(0->4095) 00002000:00010000:3.0:1746139100.414377:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ba6f100 00000100:00100000:2.0:1746139100.414469:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c0ce680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832152064:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139100.414486:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139100.414530:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba6dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+79:2007:x1830958840337792:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 2413us (3085us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139100.414538:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17141 00000100:00100000:3.0:1746139100.415424:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13273 00000100:00100000:3.0:1746139100.415434:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba6f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840338048:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746139100.415584:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba6f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840338048:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 151us (1352us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746139100.415589:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13273 00002000:00100000:3.0:1746139100.415595:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009ba6f100 x1830958840338048/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:26/0 lens 488/4536 e 0 to 0 dl 1746139111 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139100.415602:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba6f100 with x1830958840338048 ext(0->4095) 00002000:00010000:3.0:1746139100.415606:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ba6f100 00000100:00100000:0.0:1746139100.415791:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139100.416111:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840338176 00000100:00100000:3.0:1746139100.416117:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840338176 00000100:00100000:3.0:1746139100.416156:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29828 00000100:00100000:3.0:1746139100.416162:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013107d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b60e9717-019c-4527-a82a-15e993ac5189+79:1800:x1830958840338176:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746139100.416173:0:9562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139100.416191:0:9562:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800726eaa00/0x1f9f6ca451acb619 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a351247f expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139100.416217:0:9562:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800726ea200/0x1f9f6ca451acb612 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512478 expref: 5 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139100.416224:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139100.416226:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139100.416230:0:9562:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800726eaa00/0x1f9f6ca451acb619 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351247f expref: 80 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139100.416262:0:9562:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800726ea200/0x1f9f6ca451acb612 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512478 expref: 5 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139100.416278:0:9562:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800726ea200/0x1f9f6ca451acb612 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512478 expref: 5 pid: 9562 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746139100.416290:0:9562:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0758380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9562:1830958832152192:192.168.203.56@tcp:104: 00000100:00100000:3.0:1746139100.417933:0:9562:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800acd8d300 going to sleep for 11 seconds 00000100:00100000:0.0:1746139100.419606:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139100.419783:0:9562:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0758380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9562:1830958832152192:192.168.203.56@tcp:104: 00010000:00010000:3.0:1746139100.419812:0:9562:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800726eaa00/0x1f9f6ca451acb619 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351247f expref: 80 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139100.419829:0:9562:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800726eaa00, rc 0) 00000100:00100000:2.0:1746139100.420864:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840338304 00000100:00100000:2.0:1746139100.420873:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840338304 00000100:00100000:3.0:1746139100.421170:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013107d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b60e9717-019c-4527-a82a-15e993ac5189+81:1800:x1830958840338176:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5005us (5376us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139100.421178:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29828 00000100:00100000:3.0:1746139100.421203:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29829 00000100:00100000:3.0:1746139100.421210:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013107f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b60e9717-019c-4527-a82a-15e993ac5189+80:1814:x1830958840338304:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746139100.421227:0:9562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139100.421241:0:9562:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800726eb000/0x1f9f6ca451acb620 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512486 expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139100.421264:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139100.421269:0:9562:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800726eaa00/0x1f9f6ca451acb619 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351247f expref: 81 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139100.421275:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746139100.421279:0:9562:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800726eb000/0x1f9f6ca451acb620 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512486 expref: 81 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139100.421308:0:9562:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800726eaa00/0x1f9f6ca451acb619 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351247f expref: 81 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139100.421317:0:9562:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800726eb000/0x1f9f6ca451acb620 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512486 expref: 81 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139100.421323:0:9562:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800726eb000, rc 0) 00000100:00100000:0.0:1746139100.421565:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139100.421633:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840338432 00000100:00100000:2.0:1746139100.421636:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840338432 00010000:00010000:2.0:1746139100.421654:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800726ea200/0x1f9f6ca451acb612 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512478 expref: 6 pid: 9562 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746139100.421683:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17142 00000100:00100000:2.0:1746139100.421688:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013107ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840338432:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139100.421696:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139100.421718:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800726ea200/0x1f9f6ca451acb612 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512478 expref: 6 pid: 9562 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746139100.421729:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800726ea200/0x1f9f6ca451acb612 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512478 expref: 6 pid: 9562 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746139100.421746:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800726ea200/0x1f9f6ca451acb612 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512478 expref: 6 pid: 9562 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746139100.421765:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139100.421767:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139100.421772:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800726eaa00/0x1f9f6ca451acb619 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351247f expref: 81 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.421778:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800726eaa00/0x1f9f6ca451acb619 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351247f expref: 81 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.421796:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800726eaa00/0x1f9f6ca451acb619 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351247f expref: 81 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.421805:0:7207:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800726eaa00/0x1f9f6ca451acb619 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351247f expref: 81 pid: 9562 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746139100.421815:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c0ce680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832152448:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139100.421863:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a066d900 going to sleep for 11 seconds 00000100:00100000:3.0:1746139100.422052:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013107f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b60e9717-019c-4527-a82a-15e993ac5189+81:1814:x1830958840338304:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 841us (2453us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139100.422058:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29829 00000100:00100000:2.0:1746139100.424377:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c0ce680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832152448:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139100.424396:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139100.424429:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013107ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2007:x1830958840338432:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 2739us (2863us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139100.424437:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17142 00000100:00100000:0.0:1746139100.425694:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139100.425846:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840338688 00000100:00100000:1.0:1746139100.425853:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840338688 00002000:00100000:1.0:1746139100.425896:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88013107f100 x1830958840338688/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:26/0 lens 488/0 e 0 to 0 dl 1746139111 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139100.425910:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013107f100 with x1830958840338688 ext(0->4095) 00010000:00010000:1.0:1746139100.425919:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800726eaa00/0x1f9f6ca451acb619 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351247f expref: 81 pid: 9562 timeout: 825 lvb_type: 0 00010000:00010000:1.0:1746139100.425932:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800726eaa00/0x1f9f6ca451acb619 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351247f expref: 81 pid: 9562 timeout: 825 lvb_type: 0 00002000:00010000:1.0:1746139100.425938:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013107f100 00000100:00100000:1.0:1746139100.425969:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2638 00000100:00100000:1.0:1746139100.425976:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013107f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+81:2008:x1830958840338688:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746139100.426105:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013107f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+81:2008:x1830958840338688:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 130us (416us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139100.426112:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2638 00002000:00100000:1.0:1746139100.426117:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88013107f100 x1830958840338688/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:26/0 lens 488/4536 e 0 to 0 dl 1746139111 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139100.426123:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013107f100 with x1830958840338688 ext(0->4095) 00010000:00010000:1.0:1746139100.426128:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800726eaa00/0x1f9f6ca451acb619 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351247f expref: 81 pid: 9562 timeout: 825 lvb_type: 0 00010000:00010000:1.0:1746139100.426135:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800726eaa00/0x1f9f6ca451acb619 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351247f expref: 81 pid: 9562 timeout: 825 lvb_type: 0 00002000:00010000:1.0:1746139100.426140:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013107f100 00000100:00100000:0.0:1746139100.428569:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139100.428801:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840338816 00000100:00100000:2.0:1746139100.428810:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840338816 00010000:00010000:2.0:1746139100.428848:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800726eaa00/0x1f9f6ca451acb619 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351247f expref: 81 pid: 9562 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746139100.428877:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17143 00000100:00100000:2.0:1746139100.428884:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013107ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+81:2009:x1830958840338816:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139100.428896:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139100.428915:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800726eaa00/0x1f9f6ca451acb619 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351247f expref: 81 pid: 9562 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746139100.428926:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800726eaa00/0x1f9f6ca451acb619 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351247f expref: 81 pid: 9562 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746139100.428948:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800726eaa00/0x1f9f6ca451acb619 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351247f expref: 81 pid: 9562 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746139100.428976:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139100.428978:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139100.428985:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800726eb000/0x1f9f6ca451acb620 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512486 expref: 80 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.428993:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800726eb000/0x1f9f6ca451acb620 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512486 expref: 80 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.429024:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800726eb000/0x1f9f6ca451acb620 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512486 expref: 80 pid: 9562 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746139100.429036:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c0ce680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832152576:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139100.429108:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a066d900 going to sleep for 11 seconds 00000100:00100000:2.0:1746139100.432137:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c0ce680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832152576:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139100.432161:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139100.432205:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013107ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+80:2009:x1830958840338816:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3318us (3648us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139100.432216:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17143 00000100:00100000:0.0:1746139100.432520:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139100.432658:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840339072 00000100:00100000:3.0:1746139100.432666:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840339072 00002000:00100000:3.0:1746139100.432705:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88013107f800 x1830958840339072/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:26/0 lens 488/0 e 0 to 0 dl 1746139111 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139100.432715:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013107f800 with x1830958840339072 ext(0->4095) 00002000:00010000:3.0:1746139100.432719:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013107f800 00000100:00100000:3.0:1746139100.432930:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13274 00000100:00100000:3.0:1746139100.432937:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013107f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+80:2007:x1830958840339072:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746139100.433063:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013107f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+80:2007:x1830958840339072:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 126us (551us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746139100.433068:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13274 00002000:00100000:3.0:1746139100.433073:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88013107f800 x1830958840339072/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:26/0 lens 488/4536 e 0 to 0 dl 1746139111 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139100.433085:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013107f800 with x1830958840339072 ext(0->4095) 00002000:00010000:3.0:1746139100.433087:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013107f800 00000100:00100000:0.0:1746139100.435346:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139100.435441:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840339200 00000100:00100000:1.0:1746139100.435449:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840339200 00000100:00100000:1.0:1746139100.435498:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29830 00000100:00100000:1.0:1746139100.435505:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0221500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840339200:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139100.435529:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139100.435547:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acb627 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a351248d expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139100.435574:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800726eb000/0x1f9f6ca451acb620 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512486 expref: 79 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139100.435581:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139100.435582:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139100.435586:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acb627 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351248d expref: 6 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139100.435642:0:18644:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800726eb000/0x1f9f6ca451acb620 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512486 expref: 79 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139100.435653:0:18644:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800726eb000/0x1f9f6ca451acb620 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512486 expref: 79 pid: 9562 timeout: 825 lvb_type: 0 00000100:00100000:1.0:1746139100.435665:0:18644:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009bd88700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832152704:192.168.203.56@tcp:104: 00000100:00100000:1.0:1746139100.435735:0:18644:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a059d780 going to sleep for 11 seconds 00000100:00100000:1.0:1746139100.437653:0:18644:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009bd88700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832152704:192.168.203.56@tcp:104: 00010000:00010000:1.0:1746139100.437681:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acb627 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351248d expref: 6 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139100.437700:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7f200, rc 0) 00000100:00100000:1.0:1746139100.437737:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0221500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840339200:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2232us (2397us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139100.437745:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29830 00000100:00100000:0.0:1746139100.438095:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139100.438240:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840339328 00000100:00100000:3.0:1746139100.438247:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840339328 00010000:00010000:3.0:1746139100.438273:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800726eb000/0x1f9f6ca451acb620 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512486 expref: 80 pid: 9562 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746139100.438293:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17144 00000100:00100000:3.0:1746139100.438298:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800acc5c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+80:2007:x1830958840339328:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139100.438312:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139100.438333:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800726eb000/0x1f9f6ca451acb620 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512486 expref: 80 pid: 9562 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746139100.438343:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800726eb000/0x1f9f6ca451acb620 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512486 expref: 80 pid: 9562 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746139100.438364:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800726eb000/0x1f9f6ca451acb620 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512486 expref: 80 pid: 9562 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746139100.438378:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139100.438380:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139100.438386:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acb627 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351248d expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139100.438394:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acb627 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351248d expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139100.438424:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acb627 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351248d expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139100.438434:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0758380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832152832:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139100.438489:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800acd8d300 going to sleep for 11 seconds 00000100:00100000:3.0:1746139100.440557:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0758380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832152832:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139100.440579:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139100.441164:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800acc5c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+79:2007:x1830958840339328:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 2861us (3066us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139100.441174:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17144 00000100:00100000:0.0:1746139100.441472:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139100.441569:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840339584 00000100:00100000:1.0:1746139100.441575:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840339584 00002000:00100000:1.0:1746139100.441610:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800a0220e00 x1830958840339584/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:26/0 lens 488/0 e 0 to 0 dl 1746139111 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139100.441641:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0220e00 with x1830958840339584 ext(0->4095) 00002000:00010000:1.0:1746139100.441646:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a0220e00 00000100:00100000:1.0:1746139100.442197:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13275 00000100:00100000:1.0:1746139100.442205:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0220e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2010:x1830958840339584:12345-192.168.203.56@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746139100.442340:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0220e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2010:x1830958840339584:12345-192.168.203.56@tcp:3:ptlrpcd_01_01.0 Request processed in 136us (868us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139100.442345:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13275 00002000:00100000:1.0:1746139100.442350:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800a0220e00 x1830958840339584/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:26/0 lens 488/4536 e 0 to 0 dl 1746139111 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139100.442357:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0220e00 with x1830958840339584 ext(0->4095) 00002000:00010000:1.0:1746139100.442360:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a0220e00 00000100:00100000:0.0:1746139100.444251:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139100.444508:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840339712 00000100:00100000:1.0:1746139100.444538:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840339712 00000100:00100000:1.0:1746139100.444585:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29831 00000100:00100000:1.0:1746139100.444592:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0223800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+79:1800:x1830958840339712:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139100.444609:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139100.444675:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acb62e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512494 expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139100.444703:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acb627 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351248d expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139100.444709:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139100.444711:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139100.444714:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acb62e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512494 expref: 80 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139100.444741:0:18644:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acb627 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351248d expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139100.444752:0:18644:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acb627 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351248d expref: 5 pid: 18644 timeout: 825 lvb_type: 0 00000100:00100000:1.0:1746139100.444763:0:18644:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009bd88700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832152960:192.168.203.56@tcp:104: 00000100:00100000:1.0:1746139100.444836:0:18644:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a059d600 going to sleep for 11 seconds 00000100:00100000:0.0:1746139100.445532:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139100.445797:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840339840 00000100:00100000:3.0:1746139100.445802:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840339840 00000100:00100000:3.0:1746139100.445834:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29832 00000100:00100000:3.0:1746139100.445840:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011dd87100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b60e9717-019c-4527-a82a-15e993ac5189+81:1814:x1830958840339840:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746139100.445849:0:9562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139100.445858:0:9562:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800726eaa00/0x1f9f6ca451acb635 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a351249b expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139100.445873:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139100.445877:0:9562:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acb62e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512494 expref: 82 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139100.445882:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746139100.445884:0:9562:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800726eaa00/0x1f9f6ca451acb635 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351249b expref: 82 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139100.445913:0:9562:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acb62e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512494 expref: 82 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139100.445925:0:9562:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800726eaa00/0x1f9f6ca451acb635 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351249b expref: 82 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139100.445934:0:9562:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800726eaa00, rc 0) 00000100:00100000:3.0:1746139100.446372:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011dd87100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b60e9717-019c-4527-a82a-15e993ac5189+82:1814:x1830958840339840:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 529us (843us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139100.446687:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29832 00000100:00100000:1.0:1746139100.447209:0:18644:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009bd88700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832152960:192.168.203.56@tcp:104: 00010000:00010000:1.0:1746139100.447229:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acb62e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512494 expref: 81 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139100.447239:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7ea00, rc 0) 00000100:00100000:1.0:1746139100.447766:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0223800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+81:1800:x1830958840339712:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3173us (3519us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139100.447775:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29831 00000100:00100000:0.0:1746139100.448455:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139100.448581:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840339968 00000100:00100000:3.0:1746139100.448588:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840339968 00010000:00010000:3.0:1746139100.448648:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acb627 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351248d expref: 6 pid: 18644 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746139100.448674:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17145 00000100:00100000:3.0:1746139100.448681:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011dd86680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840339968:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139100.448691:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139100.448712:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acb627 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351248d expref: 6 pid: 18644 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746139100.448724:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acb627 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351248d expref: 6 pid: 18644 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746139100.448746:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acb627 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351248d expref: 6 pid: 18644 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746139100.448772:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139100.448774:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139100.448782:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acb62e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512494 expref: 80 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139100.448789:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acb62e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512494 expref: 80 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139100.448821:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acb62e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512494 expref: 80 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139100.448833:0:7207:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acb62e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512494 expref: 80 pid: 18644 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746139100.448843:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0758380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832153216:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139100.448922:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff880084b06300 going to sleep for 11 seconds 00000100:00100000:3.0:1746139100.450698:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0758380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832153216:192.168.203.56@tcp:105: 00000100:00100000:0.0:1746139100.450857:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00010000:00010000:3.0:1746139100.450947:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139100.450987:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011dd86680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2008:x1830958840339968:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 2305us (2533us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139100.450998:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17145 00000100:00100000:2.0:1746139100.451075:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840340224 00000100:00100000:2.0:1746139100.451082:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840340224 00002000:00100000:2.0:1746139100.451124:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88011dd84a80 x1830958840340224/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:26/0 lens 488/0 e 0 to 0 dl 1746139111 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139100.451134:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011dd84a80 with x1830958840340224 ext(0->4095) 00010000:00010000:2.0:1746139100.451140:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acb62e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512494 expref: 81 pid: 18644 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746139100.451152:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acb62e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512494 expref: 81 pid: 18644 timeout: 825 lvb_type: 0 00002000:00010000:2.0:1746139100.451159:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011dd84a80 00000100:00100000:2.0:1746139100.451229:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2639 00000100:00100000:2.0:1746139100.451236:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011dd84a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+81:2007:x1830958840340224:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746139100.451564:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011dd84a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+81:2007:x1830958840340224:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 327us (707us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746139100.451571:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2639 00002000:00100000:2.0:1746139100.451577:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88011dd84a80 x1830958840340224/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:26/0 lens 488/4536 e 0 to 0 dl 1746139111 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139100.451583:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011dd84a80 with x1830958840340224 ext(0->4095) 00010000:00010000:2.0:1746139100.451589:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acb62e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512494 expref: 81 pid: 18644 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746139100.451599:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acb62e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512494 expref: 81 pid: 18644 timeout: 825 lvb_type: 0 00002000:00010000:2.0:1746139100.451605:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011dd84a80 00000100:00100000:0.0:1746139100.453610:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139100.454446:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840340352 00000100:00100000:3.0:1746139100.454458:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840340352 00010000:00010000:3.0:1746139100.454607:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acb62e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512494 expref: 81 pid: 18644 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746139100.454683:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17146 00000100:00100000:3.0:1746139100.454691:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011dd86300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+81:2007:x1830958840340352:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139100.454705:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139100.454729:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acb62e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512494 expref: 81 pid: 18644 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746139100.454741:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acb62e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512494 expref: 81 pid: 18644 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746139100.454765:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acb62e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512494 expref: 81 pid: 18644 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746139100.454794:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139100.454796:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139100.454803:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800726eaa00/0x1f9f6ca451acb635 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351249b expref: 80 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139100.454810:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800726eaa00/0x1f9f6ca451acb635 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351249b expref: 80 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139100.454845:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800726eaa00/0x1f9f6ca451acb635 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351249b expref: 80 pid: 9562 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139100.455341:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0758380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832153344:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139100.455680:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff880084b06300 going to sleep for 11 seconds 00000100:00100000:0.0:1746139100.461528:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139100.461711:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0758380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832153344:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139100.461735:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139100.461925:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840340608 00000100:00100000:2.0:1746139100.461932:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840340608 00002000:00100000:2.0:1746139100.461977:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88011dd85f80 x1830958840340608/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:26/0 lens 488/0 e 0 to 0 dl 1746139111 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139100.461986:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011dd85f80 with x1830958840340608 ext(0->4095) 00002000:00010000:2.0:1746139100.461991:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011dd85f80 00000100:00100000:3.0:1746139100.462050:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011dd86300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+81:2007:x1830958840340352:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 7357us (8444us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139100.462061:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17146 00000100:00100000:2.0:1746139100.462920:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13276 00000100:00100000:2.0:1746139100.462929:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011dd85f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+80:2009:x1830958840340608:12345-192.168.203.56@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746139100.463387:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011dd85f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+80:2009:x1830958840340608:12345-192.168.203.56@tcp:3:ptlrpcd_01_00.0 Request processed in 459us (1879us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746139100.463394:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13276 00002000:00100000:2.0:1746139100.463399:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88011dd85f80 x1830958840340608/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:26/0 lens 488/4536 e 0 to 0 dl 1746139111 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139100.463406:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011dd85f80 with x1830958840340608 ext(0->4095) 00002000:00010000:2.0:1746139100.463409:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011dd85f80 00000100:00100000:0.0:1746139100.467232:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139100.467412:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840340736 00000100:00100000:1.0:1746139100.467422:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840340736 00000100:00100000:1.0:1746139100.467520:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29833 00000100:00100000:1.0:1746139100.467529:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011dd85180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840340736:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139100.467548:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139100.467568:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acb63c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a35124a2 expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139100.467596:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800726eaa00/0x1f9f6ca451acb635 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351249b expref: 79 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139100.467603:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139100.467605:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139100.467608:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acb63c lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35124a2 expref: 6 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139100.467673:0:18644:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800726eaa00/0x1f9f6ca451acb635 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351249b expref: 79 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139100.467684:0:18644:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800726eaa00/0x1f9f6ca451acb635 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351249b expref: 79 pid: 9562 timeout: 825 lvb_type: 0 00000100:00100000:1.0:1746139100.467695:0:18644:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009bd88700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832153472:192.168.203.56@tcp:104: 00000100:00100000:1.0:1746139100.469001:0:18644:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a059d600 going to sleep for 11 seconds 00000100:00100000:0.0:1746139100.478035:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139100.478106:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840340864 00000100:00100000:2.0:1746139100.478116:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840340864 00002000:00100000:2.0:1746139100.478164:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff8800a07b6680 x1830958840340864/t0(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:26/0 lens 496/0 e 0 to 0 dl 1746139111 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139100.478180:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a07b6680 with x1830958840340864 ext(0->7) 00010000:00010000:2.0:1746139100.478189:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800726eaa00/0x1f9f6ca451acb635 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351249b expref: 80 pid: 9562 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746139100.478204:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800726eaa00/0x1f9f6ca451acb635 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351249b expref: 80 pid: 9562 timeout: 825 lvb_type: 0 00002000:00010000:2.0:1746139100.478212:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a07b6680 00000100:00100000:2.0:1746139100.478244:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2640 00000100:00100000:2.0:1746139100.478253:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a07b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+80:2007:x1830958840340864:12345-192.168.203.56@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746139100.478982:0:18644:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009bd88700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832153472:192.168.203.56@tcp:104: 00010000:00010000:1.0:1746139100.479015:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acb63c lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35124a2 expref: 6 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139100.479032:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7f200, rc 0) 00000100:00100000:1.0:1746139100.479084:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011dd85180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840340736:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 11555us (11861us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139100.479092:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29833 00000100:00100000:2.0:1746139100.483034:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a07b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+82:2007:x1830958840340864:12345-192.168.203.56@tcp:4:ldlm_bl.0 Request processed in 4766us (5181us total) trans 4294972077 rc 0/0 00000100:00100000:2.0:1746139100.483052:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2640 00002000:00100000:2.0:1746139100.483067:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff8800a07b6680 x1830958840340864/t4294972077(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:26/0 lens 496/448 e 0 to 0 dl 1746139111 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139100.483079:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a07b6680 with x1830958840340864 ext(0->7) 00010000:00010000:2.0:1746139100.483093:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800726eaa00/0x1f9f6ca451acb635 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351249b expref: 82 pid: 9562 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746139100.483566:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800726eaa00/0x1f9f6ca451acb635 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351249b expref: 82 pid: 9562 timeout: 825 lvb_type: 0 00002000:00010000:2.0:1746139100.483575:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a07b6680 00000100:00100000:0.0:1746139100.494174:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139100.494377:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840340992 00000100:00100000:3.0:1746139100.494389:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840340992 00010000:00010000:3.0:1746139100.494433:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800726eaa00/0x1f9f6ca451acb635 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351249b expref: 82 pid: 9562 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746139100.494466:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17147 00000100:00100000:3.0:1746139100.494474:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a07b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+82:2009:x1830958840340992:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139100.494489:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1746139100.494509:0:7207:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x1a:0x0] updating lvb mtime from disk: 1746139100 -> 1746139101 00002000:00010000:3.0:1746139100.494520:0:7207:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x1a:0x0] updating lvb ctime from disk: 1746139100 -> 1746139101 00010000:00010000:3.0:1746139100.494526:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800726eaa00/0x1f9f6ca451acb635 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351249b expref: 82 pid: 9562 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746139100.494540:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800726eaa00/0x1f9f6ca451acb635 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351249b expref: 82 pid: 9562 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746139100.494567:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800726eaa00/0x1f9f6ca451acb635 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351249b expref: 82 pid: 9562 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746139100.494598:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139100.494600:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139100.494609:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acb63c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35124a2 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139100.494644:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acb63c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35124a2 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139100.494685:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acb63c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35124a2 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139100.494698:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0758380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832153600:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139100.494789:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff880084b06300 going to sleep for 11 seconds 00000100:00100000:0.0:1746139100.502324:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139100.502393:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840341248 00000100:00100000:2.0:1746139100.502403:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840341248 00002000:00100000:2.0:1746139100.502449:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800a07b7800 x1830958840341248/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:26/0 lens 488/0 e 0 to 0 dl 1746139111 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139100.502459:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a07b7800 with x1830958840341248 ext(0->4095) 00002000:00010000:2.0:1746139100.502466:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a07b7800 00000100:00100000:2.0:1746139100.502490:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13277 00000100:00100000:2.0:1746139100.502499:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a07b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2010:x1830958840341248:12345-192.168.203.56@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746139100.502697:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a07b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2010:x1830958840341248:12345-192.168.203.56@tcp:3:ptlrpcd_01_01.0 Request processed in 199us (384us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746139100.502705:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13277 00002000:00100000:2.0:1746139100.502711:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800a07b7800 x1830958840341248/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:26/0 lens 488/4536 e 0 to 0 dl 1746139111 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139100.502718:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a07b7800 with x1830958840341248 ext(0->4095) 00002000:00010000:2.0:1746139100.502721:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a07b7800 00000100:00100000:3.0:1746139100.503793:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0758380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832153600:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139100.503815:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139100.503859:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a07b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+81:2009:x1830958840340992:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 9385us (9700us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139100.503868:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17147 00000100:00100000:0.0:1746139100.504544:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139100.504597:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139100.505207:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840341376 00000100:00100000:3.0:1746139100.505214:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840341376 00000100:00100000:3.0:1746139100.505258:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840341504 00000100:00100000:3.0:1746139100.505261:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840341504 00000100:00100000:3.0:1746139100.505457:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29834 00000100:00100000:3.0:1746139100.505464:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a07b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b60e9717-019c-4527-a82a-15e993ac5189+82:1800:x1830958840341376:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:2.0:1746139100.505464:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29835 00000100:00100000:2.0:1746139100.505476:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a07b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+82:1814:x1830958840341504:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746139100.505482:0:9562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139100.505483:0:9563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139100.505498:0:9562:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800726ea200/0x1f9f6ca451acb643 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a35124a9 expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.505498:0:9563:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1400/0x1f9f6ca451acb64a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a35124b0 expref: -99 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.505533:0:9563:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acb63c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35124a2 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.505540:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139100.505542:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139100.505547:0:9563:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1400/0x1f9f6ca451acb64a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35124b0 expref: 84 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139100.506029:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139100.506035:0:9562:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1400/0x1f9f6ca451acb64a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35124b0 expref: 84 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139100.506042:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746139100.506045:0:9562:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800726ea200/0x1f9f6ca451acb643 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35124a9 expref: 84 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.506072:0:9563:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acb63c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35124a2 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139100.506074:0:9562:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1400/0x1f9f6ca451acb64a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35124b0 expref: 84 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.506085:0:9563:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acb63c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35124a2 expref: 5 pid: 18644 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746139100.506097:0:9562:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800726ea200/0x1f9f6ca451acb643 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35124a9 expref: 84 pid: 9562 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746139100.506098:0:9563:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c0ce680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832153728:192.168.203.56@tcp:104: 00010000:00010000:3.0:1746139100.506106:0:9562:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800726ea200, rc 0) 00000100:00100000:3.0:1746139100.506154:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a07b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b60e9717-019c-4527-a82a-15e993ac5189+84:1800:x1830958840341376:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 689us (1610us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139100.506160:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29834 00000100:00100000:2.0:1746139100.506178:0:9563:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a066d900 going to sleep for 11 seconds 00000100:00100000:0.0:1746139100.509415:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139100.509822:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840341632 00000100:00100000:3.0:1746139100.509830:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840341632 00010000:00010000:3.0:1746139100.509864:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acb63c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35124a2 expref: 6 pid: 18644 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746139100.509891:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17148 00000100:00100000:3.0:1746139100.509898:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a07b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840341632:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139100.509913:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139100.509934:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acb63c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35124a2 expref: 6 pid: 18644 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746139100.509946:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acb63c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35124a2 expref: 6 pid: 18644 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746139100.509970:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139100.509972:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139100.509980:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1400/0x1f9f6ca451acb64a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35124b0 expref: 83 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139100.509988:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1400/0x1f9f6ca451acb64a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35124b0 expref: 83 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139100.510018:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1400/0x1f9f6ca451acb64a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35124b0 expref: 83 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139100.510029:0:7207:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1400/0x1f9f6ca451acb64a lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35124b0 expref: 83 pid: 9563 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746139100.510040:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0758380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832153984:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139100.510233:0:9563:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acb63c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35124a2 expref: 6 pid: 18644 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746139100.510728:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff880084b06300 going to sleep for 11 seconds 00000100:00100000:2.0:1746139100.511082:0:9563:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c0ce680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832153728:192.168.203.56@tcp:104: 00010000:00010000:2.0:1746139100.511106:0:9563:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1400/0x1f9f6ca451acb64a lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35124b0 expref: 83 pid: 9563 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746139100.511114:0:9563:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1400/0x1f9f6ca451acb64a lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35124b0 expref: 83 pid: 9563 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746139100.511125:0:9563:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f1a1400, rc 0) 00000100:00100000:2.0:1746139100.511156:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a07b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+83:1814:x1830958840341504:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5685us (6558us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139100.511164:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29835 00000100:00100000:0.0:1746139100.516104:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139100.516132:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0758380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832153984:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139100.516153:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746139100.516181:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840341888 00000100:00100000:1.0:1746139100.516188:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840341888 00000100:00100000:3.0:1746139100.516198:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a07b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2007:x1830958840341632:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 6300us (6794us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139100.516213:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17148 00002000:00100000:1.0:1746139100.516230:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009f2d1180 x1830958840341888/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:26/0 lens 488/0 e 0 to 0 dl 1746139111 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139100.516239:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f2d1180 with x1830958840341888 ext(0->4095) 00010000:00010000:1.0:1746139100.516247:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1400/0x1f9f6ca451acb64a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35124b0 expref: 83 pid: 9563 timeout: 825 lvb_type: 0 00010000:00010000:1.0:1746139100.516260:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1400/0x1f9f6ca451acb64a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35124b0 expref: 83 pid: 9563 timeout: 825 lvb_type: 0 00002000:00010000:1.0:1746139100.516271:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f2d1180 00000100:00100000:1.0:1746139100.516300:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2641 00000100:00100000:1.0:1746139100.516307:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f2d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+83:2007:x1830958840341888:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746139100.516478:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f2d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+83:2007:x1830958840341888:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 170us (383us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139100.516484:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2641 00002000:00100000:1.0:1746139100.516489:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009f2d1180 x1830958840341888/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:26/0 lens 488/4536 e 0 to 0 dl 1746139111 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139100.516497:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f2d1180 with x1830958840341888 ext(0->4095) 00010000:00010000:1.0:1746139100.516501:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1400/0x1f9f6ca451acb64a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35124b0 expref: 83 pid: 9563 timeout: 825 lvb_type: 0 00010000:00010000:1.0:1746139100.516509:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1400/0x1f9f6ca451acb64a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35124b0 expref: 83 pid: 9563 timeout: 825 lvb_type: 0 00002000:00010000:1.0:1746139100.516524:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f2d1180 00000100:00100000:0.0:1746139100.519813:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139100.519925:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139100.520015:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840342016 00000100:00100000:2.0:1746139100.520024:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840342016 00000100:00100000:2.0:1746139100.520065:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29836 00000100:00100000:2.0:1746139100.520072:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f2d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840342016:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139100.520092:0:9563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139100.520110:0:9563:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1800/0x1f9f6ca451acb651 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a35124b7 expref: -99 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.520136:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139100.520142:0:9563:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800726ea200/0x1f9f6ca451acb643 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35124a9 expref: 82 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.520147:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746139100.520150:0:9563:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1800/0x1f9f6ca451acb651 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35124b7 expref: 6 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.520186:0:9563:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800726ea200/0x1f9f6ca451acb643 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35124a9 expref: 82 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.520196:0:9563:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1800/0x1f9f6ca451acb651 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35124b7 expref: 6 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.520205:0:9563:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f1a1800, rc 0) 00000100:00100000:2.0:1746139100.520260:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f2d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840342016:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 188us (456us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139100.520266:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29836 00000100:00100000:3.0:1746139100.520425:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840342144 00000100:00100000:3.0:1746139100.520429:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840342144 00010000:00010000:3.0:1746139100.520448:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1400/0x1f9f6ca451acb64a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35124b0 expref: 83 pid: 9563 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746139100.520481:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17149 00000100:00100000:3.0:1746139100.520486:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f2d1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+83:2007:x1830958840342144:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139100.520497:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139100.520526:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1400/0x1f9f6ca451acb64a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35124b0 expref: 83 pid: 9563 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746139100.520537:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1400/0x1f9f6ca451acb64a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35124b0 expref: 83 pid: 9563 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746139100.520557:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1400/0x1f9f6ca451acb64a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35124b0 expref: 83 pid: 9563 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746139100.520571:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139100.520573:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139100.520579:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800726ea200/0x1f9f6ca451acb643 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35124a9 expref: 82 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139100.520586:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800726ea200/0x1f9f6ca451acb643 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35124a9 expref: 82 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139100.520609:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800726ea200/0x1f9f6ca451acb643 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35124a9 expref: 82 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139100.520642:0:7207:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800726ea200/0x1f9f6ca451acb643 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35124a9 expref: 82 pid: 9562 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746139100.520658:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0758380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832154240:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139100.520709:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff880084b06300 going to sleep for 11 seconds 00000100:00100000:3.0:1746139100.522698:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0758380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832154240:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139100.522719:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139100.522764:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f2d1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+82:2007:x1830958840342144:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 2276us (2838us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139100.522774:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17149 00000100:00100000:0.0:1746139100.523038:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139100.523305:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840342400 00000100:00100000:2.0:1746139100.523311:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840342400 00002000:00100000:2.0:1746139100.523347:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009f15e680 x1830958840342400/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:26/0 lens 488/0 e 0 to 0 dl 1746139111 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139100.523363:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f15e680 with x1830958840342400 ext(0->4095) 00010000:00010000:2.0:1746139100.523371:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800726ea200/0x1f9f6ca451acb643 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35124a9 expref: 82 pid: 9562 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746139100.523384:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800726ea200/0x1f9f6ca451acb643 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35124a9 expref: 82 pid: 9562 timeout: 825 lvb_type: 0 00002000:00010000:2.0:1746139100.523391:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f15e680 00000100:00100000:2.0:1746139100.523412:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2642 00000100:00100000:2.0:1746139100.523418:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f15e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+82:2007:x1830958840342400:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746139100.523556:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f15e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+82:2007:x1830958840342400:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 137us (519us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746139100.523562:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2642 00002000:00100000:2.0:1746139100.523567:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009f15e680 x1830958840342400/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:26/0 lens 488/4536 e 0 to 0 dl 1746139111 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139100.523574:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f15e680 with x1830958840342400 ext(0->4095) 00010000:00010000:2.0:1746139100.523578:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800726ea200/0x1f9f6ca451acb643 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35124a9 expref: 82 pid: 9562 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746139100.523587:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800726ea200/0x1f9f6ca451acb643 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35124a9 expref: 82 pid: 9562 timeout: 825 lvb_type: 0 00002000:00010000:2.0:1746139100.523593:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f15e680 00000100:00100000:0.0:1746139100.526377:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139100.526440:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139100.526683:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840342528 00000100:00100000:2.0:1746139100.526697:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840342528 00000100:00100000:2.0:1746139100.526823:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29837 00000100:00100000:2.0:1746139100.526833:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f15f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+82:1800:x1830958840342528:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139100.526852:0:9563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139100.526874:0:9563:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1400/0x1f9f6ca451acb658 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a35124be expref: -99 pid: 9563 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139100.526888:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840342656 00000100:00100000:3.0:1746139100.526892:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840342656 00010000:00010000:2.0:1746139100.526905:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139100.526910:0:9563:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1800/0x1f9f6ca451acb651 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35124b7 expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139100.526911:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800726ea200/0x1f9f6ca451acb643 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35124a9 expref: 84 pid: 9562 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746139100.526916:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746139100.526920:0:9563:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1400/0x1f9f6ca451acb658 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35124be expref: 84 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.526957:0:9563:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1800/0x1f9f6ca451acb651 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35124b7 expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.526970:0:9563:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1400/0x1f9f6ca451acb658 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35124be expref: 84 pid: 9563 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139100.526972:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17150 00000100:00100000:3.0:1746139100.526978:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f15ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+84:2007:x1830958840342656:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139100.526980:0:9563:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f1a1400, rc 0) 00010000:00010000:3.0:1746139100.526987:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139100.527007:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800726ea200/0x1f9f6ca451acb643 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35124a9 expref: 84 pid: 9562 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746139100.527018:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800726ea200/0x1f9f6ca451acb643 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35124a9 expref: 84 pid: 9562 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746139100.527034:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f15f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+84:1800:x1830958840342528:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 203us (668us total) trans 0 rc 0/0 00010000:00010000:3.0:1746139100.527035:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800726ea200/0x1f9f6ca451acb643 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35124a9 expref: 84 pid: 9562 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746139100.527040:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29837 00010000:00010000:3.0:1746139100.527048:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139100.527051:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139100.527058:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1800/0x1f9f6ca451acb651 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35124b7 expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139100.527064:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1800/0x1f9f6ca451acb651 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35124b7 expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139100.527084:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1800/0x1f9f6ca451acb651 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35124b7 expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139100.527095:0:7207:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1800/0x1f9f6ca451acb651 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35124b7 expref: 5 pid: 9563 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746139100.527365:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0758380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832154496:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139100.527573:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff880084b06300 going to sleep for 11 seconds 00000100:00100000:3.0:1746139100.530490:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0758380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832154496:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139100.530524:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139100.530678:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f15ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+82:2007:x1830958840342656:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3697us (4235us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139100.530689:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17150 00000100:00100000:0.0:1746139100.531330:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139100.531486:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840342912 00000100:00100000:2.0:1746139100.531493:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840342912 00002000:00100000:2.0:1746139100.531543:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009f15d180 x1830958840342912/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:26/0 lens 488/0 e 0 to 0 dl 1746139111 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139100.531559:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f15d180 with x1830958840342912 ext(0->4095) 00010000:00010000:2.0:1746139100.531567:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1800/0x1f9f6ca451acb651 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35124b7 expref: 6 pid: 9563 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746139100.531581:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1800/0x1f9f6ca451acb651 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35124b7 expref: 6 pid: 9563 timeout: 825 lvb_type: 0 00002000:00010000:2.0:1746139100.531587:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f15d180 00000100:00100000:2.0:1746139100.531632:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2643 00000100:00100000:2.0:1746139100.531640:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f15d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840342912:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746139100.531779:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f15d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840342912:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 139us (450us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746139100.531785:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2643 00002000:00100000:2.0:1746139100.531790:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009f15d180 x1830958840342912/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:26/0 lens 488/4536 e 0 to 0 dl 1746139111 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139100.531798:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f15d180 with x1830958840342912 ext(0->4095) 00010000:00010000:2.0:1746139100.531802:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1800/0x1f9f6ca451acb651 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35124b7 expref: 6 pid: 9563 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746139100.531811:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1800/0x1f9f6ca451acb651 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35124b7 expref: 6 pid: 9563 timeout: 825 lvb_type: 0 00002000:00010000:2.0:1746139100.531817:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f15d180 00000100:00100000:0.0:1746139100.536051:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139100.536282:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840343040 00000100:00100000:3.0:1746139100.536291:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840343040 00010000:00010000:3.0:1746139100.536330:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1800/0x1f9f6ca451acb651 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35124b7 expref: 6 pid: 9563 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746139100.536360:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17151 00000100:00100000:3.0:1746139100.536367:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0cc3c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840343040:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139100.536383:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139100.536404:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1800/0x1f9f6ca451acb651 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35124b7 expref: 6 pid: 9563 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746139100.536417:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1800/0x1f9f6ca451acb651 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35124b7 expref: 6 pid: 9563 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746139100.536440:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1800/0x1f9f6ca451acb651 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35124b7 expref: 6 pid: 9563 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746139100.536473:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139100.536476:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139100.536485:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1400/0x1f9f6ca451acb658 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35124be expref: 81 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139100.536493:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1400/0x1f9f6ca451acb658 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35124be expref: 81 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139100.536537:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1400/0x1f9f6ca451acb658 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35124be expref: 81 pid: 9563 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139100.536549:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0758380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832154624:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139100.536656:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff880084b06300 going to sleep for 11 seconds 00000100:00100000:3.0:1746139100.540702:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0758380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832154624:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139100.540727:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139100.540775:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0cc3c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2007:x1830958840343040:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 4407us (4735us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139100.540790:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17151 00000100:00100000:0.0:1746139100.541447:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139100.541567:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840343296 00000100:00100000:1.0:1746139100.541575:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840343296 00002000:00100000:1.0:1746139100.541639:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009f15ce00 x1830958840343296/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:26/0 lens 488/0 e 0 to 0 dl 1746139111 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139100.541648:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f15ce00 with x1830958840343296 ext(0->4095) 00002000:00010000:1.0:1746139100.541653:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f15ce00 00000100:00100000:1.0:1746139100.541681:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13278 00000100:00100000:1.0:1746139100.541687:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f15ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+82:2007:x1830958840343296:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746139100.542450:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f15ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+82:2007:x1830958840343296:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 761us (1003us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139100.542457:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13278 00002000:00100000:1.0:1746139100.542463:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009f15ce00 x1830958840343296/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:26/0 lens 488/4536 e 0 to 0 dl 1746139111 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139100.542470:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f15ce00 with x1830958840343296 ext(0->4095) 00002000:00010000:1.0:1746139100.542472:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f15ce00 00000100:00100000:0.0:1746139100.544337:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139100.544399:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840343424 00000100:00100000:2.0:1746139100.544407:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840343424 00000100:00100000:2.0:1746139100.544456:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29838 00000100:00100000:2.0:1746139100.544463:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f15ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840343424:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139100.544484:0:9562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139100.544502:0:9562:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1000/0x1f9f6ca451acb65f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a35124c5 expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.544555:0:9562:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1400/0x1f9f6ca451acb658 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35124be expref: 81 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.544562:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139100.544564:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139100.544568:0:9562:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1000/0x1f9f6ca451acb65f lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35124c5 expref: 6 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.544601:0:9562:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1400/0x1f9f6ca451acb658 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35124be expref: 81 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.544637:0:9562:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1400/0x1f9f6ca451acb658 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35124be expref: 81 pid: 9563 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746139100.544651:0:9562:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c0ce680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9562:1830958832154752:192.168.203.56@tcp:104: 00000100:00100000:2.0:1746139100.544736:0:9562:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a066df00 going to sleep for 11 seconds 00000100:00100000:2.0:1746139100.545994:0:9562:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c0ce680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9562:1830958832154752:192.168.203.56@tcp:104: 00010000:00010000:2.0:1746139100.546013:0:9562:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1000/0x1f9f6ca451acb65f lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35124c5 expref: 6 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.546030:0:9562:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f1a1000, rc 0) 00000100:00100000:2.0:1746139100.546070:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f15ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840343424:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1606us (1739us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139100.546077:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29838 00000100:00100000:0.0:1746139100.546610:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139100.546822:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840343552 00000100:00100000:2.0:1746139100.546826:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840343552 00010000:00010000:2.0:1746139100.546850:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1400/0x1f9f6ca451acb658 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35124be expref: 82 pid: 9563 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746139100.546871:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17152 00000100:00100000:2.0:1746139100.546877:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eed8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+82:2007:x1830958840343552:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139100.546888:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139100.546906:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1400/0x1f9f6ca451acb658 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35124be expref: 82 pid: 9563 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746139100.546917:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1400/0x1f9f6ca451acb658 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35124be expref: 82 pid: 9563 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746139100.546936:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1400/0x1f9f6ca451acb658 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35124be expref: 82 pid: 9563 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746139100.546960:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139100.546962:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139100.546969:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1000/0x1f9f6ca451acb65f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35124c5 expref: 5 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.546980:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1000/0x1f9f6ca451acb65f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35124c5 expref: 5 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.547004:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1000/0x1f9f6ca451acb65f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35124c5 expref: 5 pid: 9562 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746139100.547014:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c0ce680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832154880:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139100.547062:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a066df00 going to sleep for 11 seconds 00000100:00100000:2.0:1746139100.549706:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c0ce680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832154880:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139100.549727:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139100.549780:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eed8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+81:2007:x1830958840343552:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 2902us (3169us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139100.549791:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17152 00000100:00100000:3.0:1746139100.550686:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139100.550838:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840343808 00000100:00100000:1.0:1746139100.550846:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840343808 00002000:00100000:1.0:1746139100.550898:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800a0758380 x1830958840343808/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:26/0 lens 488/0 e 0 to 0 dl 1746139111 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139100.550908:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0758380 with x1830958840343808 ext(0->4095) 00002000:00010000:1.0:1746139100.550911:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a0758380 00000100:00100000:1.0:1746139100.550941:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13279 00000100:00100000:1.0:1746139100.550948:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0758380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840343808:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746139100.550994:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139100.551036:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840343936 00000100:00100000:3.0:1746139100.551039:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840343936 00000100:00100000:3.0:1746139100.551070:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29839 00000100:00100000:3.0:1746139100.551075:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eed9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b60e9717-019c-4527-a82a-15e993ac5189+81:1800:x1830958840343936:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746139100.551084:0:9562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139100.551102:0:9562:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800726eb400/0x1f9f6ca451acb666 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a35124cc expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746139100.551994:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0758380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840343808:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 1042us (1306us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139100.552000:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13279 00002000:00100000:1.0:1746139100.552006:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800a0758380 x1830958840343808/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:26/0 lens 488/4536 e 0 to 0 dl 1746139111 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139100.552013:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0758380 with x1830958840343808 ext(0->4095) 00002000:00010000:1.0:1746139100.552016:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a0758380 00010000:00010000:3.0:1746139100.552084:0:9562:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1000/0x1f9f6ca451acb65f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35124c5 expref: 5 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139100.552093:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139100.552095:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139100.552099:0:9562:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800726eb400/0x1f9f6ca451acb666 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35124cc expref: 82 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139100.552132:0:9562:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1000/0x1f9f6ca451acb65f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35124c5 expref: 5 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139100.552144:0:9562:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1000/0x1f9f6ca451acb65f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35124c5 expref: 5 pid: 9562 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746139100.552155:0:9562:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0759c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9562:1830958832155008:192.168.203.56@tcp:104: 00000100:00100000:3.0:1746139100.552217:0:9562:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a3f44e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746139100.555566:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139100.556277:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139100.556831:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840344064 00000100:00100000:1.0:1746139100.556842:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840344064 00000100:00100000:1.0:1746139100.556914:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29840 00000100:00100000:1.0:1746139100.556924:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eeda300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+83:1814:x1830958840344064:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139100.556945:0:9563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139100.556965:0:9563:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e400/0x1f9f6ca451acb66d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a35124d3 expref: -99 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139100.556994:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139100.557001:0:9563:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800726eb400/0x1f9f6ca451acb666 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35124cc expref: 84 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139100.557008:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139100.557011:0:9563:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e400/0x1f9f6ca451acb66d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35124d3 expref: 84 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139100.557051:0:9563:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800726eb400/0x1f9f6ca451acb666 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35124cc expref: 84 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139100.557064:0:9563:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e400/0x1f9f6ca451acb66d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35124d3 expref: 84 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139100.557074:0:9563:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7e400, rc 0) 00000100:00100000:1.0:1746139100.557132:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eeda300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+84:1814:x1830958840344064:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 210us (1578us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139100.557139:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29840 00000100:00100000:3.0:1746139100.557250:0:9562:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0759c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9562:1830958832155008:192.168.203.56@tcp:104: 00010000:00010000:3.0:1746139100.557270:0:9562:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800726eb400/0x1f9f6ca451acb666 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35124cc expref: 83 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139100.557280:0:9562:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800726eb400, rc 0) 00000100:00100000:3.0:1746139100.557314:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eed9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b60e9717-019c-4527-a82a-15e993ac5189+83:1800:x1830958840343936:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6239us (6321us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139100.557319:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29839 00000100:00100000:2.0:1746139100.557399:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840344192 00000100:00100000:2.0:1746139100.557408:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840344192 00010000:00010000:2.0:1746139100.557427:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1000/0x1f9f6ca451acb65f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35124c5 expref: 6 pid: 9562 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746139100.557446:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17153 00000100:00100000:2.0:1746139100.557450:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eed8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840344192:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139100.557458:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139100.557480:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1000/0x1f9f6ca451acb65f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35124c5 expref: 6 pid: 9562 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746139100.557491:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1000/0x1f9f6ca451acb65f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35124c5 expref: 6 pid: 9562 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746139100.557509:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1000/0x1f9f6ca451acb65f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35124c5 expref: 6 pid: 9562 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746139100.557534:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139100.557536:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139100.557541:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800726eb400/0x1f9f6ca451acb666 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35124cc expref: 82 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.557800:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800726eb400/0x1f9f6ca451acb666 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35124cc expref: 82 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.557822:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800726eb400/0x1f9f6ca451acb666 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35124cc expref: 82 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.557834:0:7207:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800726eb400/0x1f9f6ca451acb666 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35124cc expref: 82 pid: 9562 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746139100.557846:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c0ce680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832155264:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139100.558426:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a066df00 going to sleep for 11 seconds 00000100:00100000:2.0:1746139100.561921:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c0ce680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832155264:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139100.561945:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139100.561988:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eed8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2007:x1830958840344192:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 4535us (5710us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139100.561998:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17153 00000100:00100000:0.0:1746139100.564404:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139100.569800:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840344448 00000100:00100000:1.0:1746139100.569819:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840344448 00002000:00100000:1.0:1746139100.569877:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880072c1b800 x1830958840344448/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:26/0 lens 488/0 e 0 to 0 dl 1746139111 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139100.569889:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072c1b800 with x1830958840344448 ext(0->4095) 00010000:00010000:1.0:1746139100.569900:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800726eb400/0x1f9f6ca451acb666 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35124cc expref: 83 pid: 9562 timeout: 825 lvb_type: 0 00010000:00010000:1.0:1746139100.569916:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800726eb400/0x1f9f6ca451acb666 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35124cc expref: 83 pid: 9562 timeout: 825 lvb_type: 0 00002000:00010000:1.0:1746139100.569924:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072c1b800 00000100:00100000:1.0:1746139100.569968:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2644 00000100:00100000:1.0:1746139100.569977:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072c1b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+83:2008:x1830958840344448:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746139100.570185:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072c1b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+83:2008:x1830958840344448:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 207us (5789us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139100.570192:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2644 00002000:00100000:1.0:1746139100.570198:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880072c1b800 x1830958840344448/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:26/0 lens 488/4536 e 0 to 0 dl 1746139111 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139100.570205:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072c1b800 with x1830958840344448 ext(0->4095) 00010000:00010000:1.0:1746139100.570209:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800726eb400/0x1f9f6ca451acb666 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35124cc expref: 83 pid: 9562 timeout: 825 lvb_type: 0 00010000:00010000:1.0:1746139100.570219:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800726eb400/0x1f9f6ca451acb666 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35124cc expref: 83 pid: 9562 timeout: 825 lvb_type: 0 00002000:00010000:1.0:1746139100.570225:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072c1b800 00000100:00100000:0.0:1746139100.573933:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139100.574114:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840344576 00000100:00100000:2.0:1746139100.574124:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840344576 00010000:00010000:2.0:1746139100.574161:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800726eb400/0x1f9f6ca451acb666 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35124cc expref: 83 pid: 9562 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746139100.574189:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17154 00000100:00100000:2.0:1746139100.574196:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072c19880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+83:2010:x1830958840344576:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139100.574211:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139100.574233:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800726eb400/0x1f9f6ca451acb666 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35124cc expref: 83 pid: 9562 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746139100.574245:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800726eb400/0x1f9f6ca451acb666 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35124cc expref: 83 pid: 9562 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746139100.574269:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800726eb400/0x1f9f6ca451acb666 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35124cc expref: 83 pid: 9562 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746139100.574302:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139100.574305:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139100.574312:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e400/0x1f9f6ca451acb66d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35124d3 expref: 82 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.574320:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e400/0x1f9f6ca451acb66d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35124d3 expref: 82 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.574353:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e400/0x1f9f6ca451acb66d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35124d3 expref: 82 pid: 9563 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746139100.574366:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c0ce680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832155392:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139100.576930:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a066df00 going to sleep for 11 seconds 00000100:00100000:2.0:1746139100.578446:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c0ce680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832155392:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139100.578464:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139100.578505:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072c19880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+82:2010:x1830958840344576:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 4309us (4584us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139100.578525:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17154 00000100:00100000:0.0:1746139100.580166:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139100.580539:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840344832 00000100:00100000:2.0:1746139100.580547:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840344832 00002000:00100000:2.0:1746139100.580590:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880072c1bb80 x1830958840344832/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:26/0 lens 488/0 e 0 to 0 dl 1746139111 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139100.580600:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072c1bb80 with x1830958840344832 ext(0->4095) 00002000:00010000:2.0:1746139100.580605:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072c1bb80 00000100:00100000:2.0:1746139100.580674:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13280 00000100:00100000:2.0:1746139100.580682:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072c1bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+82:2007:x1830958840344832:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746139100.580820:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072c1bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+82:2007:x1830958840344832:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 138us (662us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746139100.580826:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13280 00002000:00100000:2.0:1746139100.580832:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880072c1bb80 x1830958840344832/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:26/0 lens 488/4536 e 0 to 0 dl 1746139111 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139100.580839:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072c1bb80 with x1830958840344832 ext(0->4095) 00002000:00010000:2.0:1746139100.580842:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072c1bb80 00000100:00100000:0.0:1746139100.582852:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139100.583458:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840344960 00000100:00100000:3.0:1746139100.583466:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840344960 00000100:00100000:3.0:1746139100.583526:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29841 00000100:00100000:3.0:1746139100.583533:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072c1a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840344960:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746139100.583550:0:9562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139100.583568:0:9562:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800726eb000/0x1f9f6ca451acb674 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a35124da expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139100.583596:0:9562:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e400/0x1f9f6ca451acb66d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35124d3 expref: 81 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139100.583604:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746139100.583606:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746139100.583609:0:9562:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800726eb000/0x1f9f6ca451acb674 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35124da expref: 6 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139100.583681:0:9562:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e400/0x1f9f6ca451acb66d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35124d3 expref: 81 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139100.583694:0:9562:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e400/0x1f9f6ca451acb66d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35124d3 expref: 81 pid: 9563 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746139100.583705:0:9562:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0759c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9562:1830958832155520:192.168.203.56@tcp:104: 00000100:00100000:3.0:1746139100.583783:0:9562:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a3f44e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746139100.586207:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139100.586362:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840345088 00000100:00100000:2.0:1746139100.586371:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840345088 00010000:00010000:2.0:1746139100.586409:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e400/0x1f9f6ca451acb66d lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35124d3 expref: 82 pid: 9563 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746139100.586442:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17155 00000100:00100000:2.0:1746139100.586449:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072c1b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+82:2008:x1830958840345088:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139100.586462:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139100.586485:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e400/0x1f9f6ca451acb66d lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35124d3 expref: 82 pid: 9563 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746139100.586497:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e400/0x1f9f6ca451acb66d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35124d3 expref: 82 pid: 9563 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746139100.586532:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139100.586534:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139100.586542:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800726eb000/0x1f9f6ca451acb674 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35124da expref: 6 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.586551:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800726eb000/0x1f9f6ca451acb674 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35124da expref: 6 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.586587:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800726eb000/0x1f9f6ca451acb674 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35124da expref: 6 pid: 9562 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746139100.586599:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c0ce680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832155648:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139100.586715:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a066df00 going to sleep for 11 seconds 00010000:00010000:3.0:1746139100.586797:0:9562:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e400/0x1f9f6ca451acb66d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35124d3 expref: 82 pid: 9563 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746139100.586814:0:9562:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0759c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9562:1830958832155520:192.168.203.56@tcp:104: 00010000:00010000:3.0:1746139100.586836:0:9562:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800726eb000/0x1f9f6ca451acb674 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35124da expref: 6 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139100.586844:0:9562:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800726eb000, rc 0) 00000100:00100000:3.0:1746139100.586867:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072c1a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840344960:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3334us (4022us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139100.586873:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29841 00000100:00100000:2.0:1746139100.589416:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c0ce680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832155648:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139100.589436:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139100.589473:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072c1b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+81:2008:x1830958840345088:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3024us (3274us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139100.589484:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17155 00000100:00100000:0.0:1746139100.591495:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139100.591597:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139100.591704:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840345344 00000100:00100000:1.0:1746139100.591713:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840345344 00002000:00100000:1.0:1746139100.591762:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880094c05180 x1830958840345344/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:26/0 lens 488/0 e 0 to 0 dl 1746139111 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139100.591773:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c05180 with x1830958840345344 ext(0->4095) 00002000:00010000:1.0:1746139100.591778:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094c05180 00000100:00100000:1.0:1746139100.591810:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13281 00000100:00100000:1.0:1746139100.591818:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c05180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840345344:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746139100.591964:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840345472 00000100:00100000:3.0:1746139100.591969:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840345472 00000100:00100000:3.0:1746139100.592005:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29842 00000100:00100000:3.0:1746139100.592011:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c07800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b60e9717-019c-4527-a82a-15e993ac5189+81:1800:x1830958840345472:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746139100.592020:0:9562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139100.592042:0:9562:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800726ea200/0x1f9f6ca451acb67b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a35124e1 expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139100.592069:0:9562:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800726eb000/0x1f9f6ca451acb674 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35124da expref: 6 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139100.592080:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139100.592082:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139100.592086:0:9562:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800726ea200/0x1f9f6ca451acb67b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35124e1 expref: 82 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139100.592118:0:9562:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800726eb000/0x1f9f6ca451acb674 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35124da expref: 6 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139100.592129:0:9562:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800726eb000/0x1f9f6ca451acb674 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35124da expref: 6 pid: 9562 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746139100.592141:0:9562:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0759c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9562:1830958832155776:192.168.203.56@tcp:104: 00000100:00100000:3.0:1746139100.592221:0:9562:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a3f44e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746139100.592460:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c05180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840345344:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 642us (973us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139100.592468:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13281 00002000:00100000:1.0:1746139100.592473:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880094c05180 x1830958840345344/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:26/0 lens 488/4536 e 0 to 0 dl 1746139111 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139100.592480:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c05180 with x1830958840345344 ext(0->4095) 00010000:00010000:1.0:1746139100.592485:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800726eb000/0x1f9f6ca451acb674 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35124da expref: 6 pid: 9562 timeout: 825 lvb_type: 0 00010000:00010000:1.0:1746139100.592494:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800726eb000/0x1f9f6ca451acb674 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35124da expref: 6 pid: 9562 timeout: 825 lvb_type: 0 00002000:00010000:1.0:1746139100.592499:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094c05180 00000100:00100000:3.0:1746139100.594973:0:9562:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0759c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9562:1830958832155776:192.168.203.56@tcp:104: 00010000:00010000:3.0:1746139100.595003:0:9562:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800726ea200/0x1f9f6ca451acb67b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35124e1 expref: 82 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139100.595020:0:9562:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800726ea200, rc 0) 00000100:00100000:3.0:1746139100.595059:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c07800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b60e9717-019c-4527-a82a-15e993ac5189+82:1800:x1830958840345472:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3047us (3460us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139100.595068:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29842 00000100:00100000:0.0:1746139100.597526:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139100.597590:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840345600 00000100:00100000:3.0:1746139100.597601:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840345600 00000100:00100000:0.0:1746139100.597655:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139100.597687:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29843 00000100:00100000:3.0:1746139100.597696:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c04700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b60e9717-019c-4527-a82a-15e993ac5189+82:1814:x1830958840345600:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746139100.597718:0:9562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139100.597737:0:9562:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800726ebc00/0x1f9f6ca451acb682 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a35124e8 expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139100.597771:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139100.597777:0:9562:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800726ea200/0x1f9f6ca451acb67b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35124e1 expref: 83 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139100.597784:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746139100.597788:0:9562:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800726ebc00/0x1f9f6ca451acb682 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35124e8 expref: 83 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139100.597830:0:9562:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800726ea200/0x1f9f6ca451acb67b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35124e1 expref: 83 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139100.597842:0:9562:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800726ebc00/0x1f9f6ca451acb682 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35124e8 expref: 83 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139100.597852:0:9562:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800726ebc00, rc 0) 00000100:00100000:3.0:1746139100.597893:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c04700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b60e9717-019c-4527-a82a-15e993ac5189+83:1814:x1830958840345600:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 197us (385us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139100.597900:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29843 00000100:00100000:2.0:1746139100.598032:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840345728 00000100:00100000:2.0:1746139100.598037:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840345728 00010000:00010000:2.0:1746139100.598058:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800726eb000/0x1f9f6ca451acb674 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35124da expref: 6 pid: 9562 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746139100.598076:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17156 00000100:00100000:2.0:1746139100.598082:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c04a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840345728:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139100.598092:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139100.598113:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800726eb000/0x1f9f6ca451acb674 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35124da expref: 6 pid: 9562 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746139100.598124:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800726eb000/0x1f9f6ca451acb674 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35124da expref: 6 pid: 9562 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746139100.598146:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800726eb000/0x1f9f6ca451acb674 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35124da expref: 6 pid: 9562 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746139100.598161:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139100.598162:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139100.598167:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800726ea200/0x1f9f6ca451acb67b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35124e1 expref: 82 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.598175:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800726ea200/0x1f9f6ca451acb67b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35124e1 expref: 82 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.598196:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800726ea200/0x1f9f6ca451acb67b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35124e1 expref: 82 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.598209:0:7207:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800726ea200/0x1f9f6ca451acb67b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35124e1 expref: 82 pid: 9562 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746139100.598220:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c0ce680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832156032:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139100.598272:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a066df00 going to sleep for 11 seconds 00000100:00100000:0.0:1746139100.603328:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139100.603341:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c0ce680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832156032:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139100.603364:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139100.603421:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c04a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2008:x1830958840345728:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 5337us (5763us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139100.603433:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17156 00000100:00100000:1.0:1746139100.605095:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840345984 00000100:00100000:1.0:1746139100.605108:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840345984 00002000:00100000:1.0:1746139100.605157:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88012c24a300 x1830958840345984/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:26/0 lens 488/0 e 0 to 0 dl 1746139111 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139100.605167:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c24a300 with x1830958840345984 ext(0->4095) 00010000:00010000:1.0:1746139100.605177:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800726ea200/0x1f9f6ca451acb67b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35124e1 expref: 83 pid: 9562 timeout: 825 lvb_type: 0 00010000:00010000:1.0:1746139100.605191:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800726ea200/0x1f9f6ca451acb67b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35124e1 expref: 83 pid: 9562 timeout: 825 lvb_type: 0 00002000:00010000:1.0:1746139100.605203:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012c24a300 00000100:00100000:1.0:1746139100.605223:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2645 00000100:00100000:1.0:1746139100.605230:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c24a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+83:2008:x1830958840345984:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746139100.605476:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c24a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+83:2008:x1830958840345984:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 245us (2159us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139100.605483:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2645 00002000:00100000:1.0:1746139100.605489:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88012c24a300 x1830958840345984/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:26/0 lens 488/4536 e 0 to 0 dl 1746139111 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139100.605496:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c24a300 with x1830958840345984 ext(0->4095) 00010000:00010000:1.0:1746139100.605501:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800726ea200/0x1f9f6ca451acb67b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35124e1 expref: 83 pid: 9562 timeout: 825 lvb_type: 0 00010000:00010000:1.0:1746139100.605510:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800726ea200/0x1f9f6ca451acb67b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35124e1 expref: 83 pid: 9562 timeout: 825 lvb_type: 0 00002000:00010000:1.0:1746139100.605525:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012c24a300 00000100:00100000:0.0:1746139100.610012:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139100.610117:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840346112 00000100:00100000:2.0:1746139100.610129:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840346112 00010000:00010000:2.0:1746139100.610171:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800726ea200/0x1f9f6ca451acb67b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35124e1 expref: 83 pid: 9562 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746139100.610205:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17157 00000100:00100000:2.0:1746139100.610213:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c248a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+83:2010:x1830958840346112:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139100.610229:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139100.610253:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800726ea200/0x1f9f6ca451acb67b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35124e1 expref: 83 pid: 9562 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746139100.610268:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800726ea200/0x1f9f6ca451acb67b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35124e1 expref: 83 pid: 9562 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746139100.610299:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800726ea200/0x1f9f6ca451acb67b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35124e1 expref: 83 pid: 9562 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746139100.610333:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139100.610335:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139100.610343:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800726ebc00/0x1f9f6ca451acb682 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35124e8 expref: 82 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.610353:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800726ebc00/0x1f9f6ca451acb682 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35124e8 expref: 82 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.610394:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800726ebc00/0x1f9f6ca451acb682 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35124e8 expref: 82 pid: 9562 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746139100.610409:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c0ce680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832156160:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139100.610495:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a066df00 going to sleep for 11 seconds 00000100:00100000:2.0:1746139100.615163:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c0ce680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832156160:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139100.615187:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139100.615236:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c248a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+82:2010:x1830958840346112:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 5022us (5235us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139100.615247:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17157 00000100:00100000:0.0:1746139100.617752:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139100.617846:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840346368 00000100:00100000:2.0:1746139100.617856:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840346368 00002000:00100000:2.0:1746139100.617903:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88012c24a680 x1830958840346368/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:26/0 lens 488/0 e 0 to 0 dl 1746139111 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139100.617912:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c24a680 with x1830958840346368 ext(0->4095) 00002000:00010000:2.0:1746139100.617917:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c24a680 00000100:00100000:2.0:1746139100.617950:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13282 00000100:00100000:2.0:1746139100.617958:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c24a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+82:2009:x1830958840346368:12345-192.168.203.56@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746139100.620104:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c24a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+82:2009:x1830958840346368:12345-192.168.203.56@tcp:3:ptlrpcd_01_00.0 Request processed in 2138us (2352us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746139100.620113:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13282 00002000:00100000:2.0:1746139100.620123:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88012c24a680 x1830958840346368/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:26/0 lens 488/4536 e 0 to 0 dl 1746139111 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139100.620132:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c24a680 with x1830958840346368 ext(0->4095) 00002000:00010000:2.0:1746139100.620137:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c24a680 00000100:00100000:0.0:1746139100.628950:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139100.629635:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840346496 00000100:00100000:1.0:1746139100.629646:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840346496 00000100:00100000:1.0:1746139100.629709:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29844 00000100:00100000:1.0:1746139100.629717:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c248e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840346496:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139100.629739:0:9563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139100.629759:0:9563:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f000/0x1f9f6ca451acb689 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a35124ef expref: -99 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139100.629791:0:9563:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800726ebc00/0x1f9f6ca451acb682 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35124e8 expref: 81 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139100.629799:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139100.629800:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139100.629804:0:9563:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f000/0x1f9f6ca451acb689 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35124ef expref: 6 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139100.629838:0:9563:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800726ebc00/0x1f9f6ca451acb682 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35124e8 expref: 81 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139100.629851:0:9563:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800726ebc00/0x1f9f6ca451acb682 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35124e8 expref: 81 pid: 9562 timeout: 825 lvb_type: 0 00000100:00100000:1.0:1746139100.629863:0:9563:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009bd88700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832156288:192.168.203.56@tcp:104: 00000100:00100000:1.0:1746139100.633403:0:9563:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a059d780 going to sleep for 11 seconds 00000100:00100000:1.0:1746139100.636526:0:9563:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009bd88700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832156288:192.168.203.56@tcp:104: 00010000:00010000:1.0:1746139100.636562:0:9563:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f000/0x1f9f6ca451acb689 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35124ef expref: 6 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139100.636579:0:9563:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7f000, rc 0) 00000100:00100000:1.0:1746139100.636667:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c248e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840346496:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6950us (7728us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139100.636676:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29844 00000100:00100000:0.0:1746139100.637392:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139100.638177:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840346624 00000100:00100000:3.0:1746139100.638186:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840346624 00002000:00100000:3.0:1746139100.638232:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff880093492a00 x1830958840346624/t0(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:26/0 lens 496/0 e 0 to 0 dl 1746139111 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139100.638243:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093492a00 with x1830958840346624 ext(0->7) 00010000:00010000:3.0:1746139100.638252:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800726ebc00/0x1f9f6ca451acb682 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35124e8 expref: 82 pid: 9562 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746139100.638273:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800726ebc00/0x1f9f6ca451acb682 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35124e8 expref: 82 pid: 9562 timeout: 825 lvb_type: 0 00002000:00010000:3.0:1746139100.638279:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093492a00 00000100:00100000:3.0:1746139100.639207:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2646 00000100:00100000:3.0:1746139100.639217:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093492a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+82:2009:x1830958840346624:12345-192.168.203.56@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746139100.643071:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093492a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+84:2009:x1830958840346624:12345-192.168.203.56@tcp:4:ldlm_bl.0 Request processed in 3845us (5668us total) trans 4294972078 rc 0/0 00000100:00100000:3.0:1746139100.643083:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2646 00002000:00100000:3.0:1746139100.643094:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff880093492a00 x1830958840346624/t4294972078(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:26/0 lens 496/448 e 0 to 0 dl 1746139111 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139100.643103:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093492a00 with x1830958840346624 ext(0->7) 00010000:00010000:3.0:1746139100.643113:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800726ebc00/0x1f9f6ca451acb682 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35124e8 expref: 84 pid: 9562 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746139100.643130:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800726ebc00/0x1f9f6ca451acb682 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35124e8 expref: 84 pid: 9562 timeout: 825 lvb_type: 0 00002000:00010000:3.0:1746139100.643137:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093492a00 00000100:00100000:0.0:1746139100.656568:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139100.656719:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139100.656887:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840346752 00000100:00100000:2.0:1746139100.656896:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840346752 00010000:00010000:2.0:1746139100.656934:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800726ebc00/0x1f9f6ca451acb682 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35124e8 expref: 84 pid: 9562 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746139100.656960:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17158 00000100:00100000:2.0:1746139100.656968:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0cc3850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+84:2010:x1830958840346752:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139100.656980:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139100.657000:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800726ebc00/0x1f9f6ca451acb682 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35124e8 expref: 84 pid: 9562 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746139100.657013:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800726ebc00/0x1f9f6ca451acb682 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35124e8 expref: 84 pid: 9562 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746139100.657036:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800726ebc00/0x1f9f6ca451acb682 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35124e8 expref: 84 pid: 9562 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746139100.657059:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139100.657062:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139100.657069:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f000/0x1f9f6ca451acb689 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35124ef expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.657077:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f000/0x1f9f6ca451acb689 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35124ef expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.657104:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f000/0x1f9f6ca451acb689 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35124ef expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746139100.657115:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c0ce680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832156416:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139100.657190:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a066d900 going to sleep for 11 seconds 00000100:00100000:1.0:1746139100.657529:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840346880 00000100:00100000:1.0:1746139100.657533:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840346880 00000100:00100000:1.0:1746139100.657557:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29845 00000100:00100000:1.0:1746139100.657563:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093491880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+84:1800:x1830958840346880:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139100.657577:0:9563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139100.657588:0:9563:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acb690 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a35124f6 expref: -99 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139100.657610:0:9563:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f000/0x1f9f6ca451acb689 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35124ef expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139100.657641:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139100.657642:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139100.657646:0:9563:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acb690 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35124f6 expref: 85 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139100.657663:0:9563:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f000/0x1f9f6ca451acb689 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35124ef expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139100.657674:0:9563:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f000/0x1f9f6ca451acb689 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35124ef expref: 5 pid: 9563 timeout: 825 lvb_type: 0 00000100:00100000:1.0:1746139100.657682:0:9563:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009bd88700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832156544:192.168.203.56@tcp:104: 00000100:00100000:1.0:1746139100.657713:0:9563:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a059d780 going to sleep for 11 seconds 00000100:00100000:2.0:1746139100.661582:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c0ce680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832156416:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139100.661608:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139100.661687:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0cc3850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+85:2010:x1830958840346752:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 4718us (5128us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139100.661698:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17158 00000100:00100000:0.0:1746139100.663523:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139100.663583:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840347136 00000100:00100000:3.0:1746139100.663592:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840347136 00002000:00100000:3.0:1746139100.663666:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880093492300 x1830958840347136/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:26/0 lens 488/0 e 0 to 0 dl 1746139111 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139100.663683:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093492300 with x1830958840347136 ext(0->4095) 00010000:00010000:3.0:1746139100.663693:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f000/0x1f9f6ca451acb689 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35124ef expref: 6 pid: 9563 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746139100.663707:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f000/0x1f9f6ca451acb689 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35124ef expref: 6 pid: 9563 timeout: 825 lvb_type: 0 00002000:00010000:3.0:1746139100.663713:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093492300 00000100:00100000:3.0:1746139100.663742:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2647 00000100:00100000:3.0:1746139100.663749:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093492300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840347136:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746139100.663773:0:9563:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009bd88700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832156544:192.168.203.56@tcp:104: 00010000:00010000:1.0:1746139100.663799:0:9563:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acb690 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35124f6 expref: 84 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139100.663814:0:9563:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7ea00, rc 0) 00000100:00100000:1.0:1746139100.663846:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093491880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+84:1800:x1830958840346880:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6283us (7127us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139100.663853:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29845 00000100:00100000:3.0:1746139100.663886:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093492300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840347136:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 137us (379us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746139100.663892:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2647 00002000:00100000:3.0:1746139100.663898:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880093492300 x1830958840347136/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:26/0 lens 488/4536 e 0 to 0 dl 1746139111 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139100.663904:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093492300 with x1830958840347136 ext(0->4095) 00010000:00010000:3.0:1746139100.663908:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f000/0x1f9f6ca451acb689 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35124ef expref: 6 pid: 9563 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746139100.663918:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f000/0x1f9f6ca451acb689 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35124ef expref: 6 pid: 9563 timeout: 825 lvb_type: 0 00002000:00010000:3.0:1746139100.663924:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093492300 00000100:00100000:0.0:1746139100.667207:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139100.667604:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840347264 00000100:00100000:2.0:1746139100.667614:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840347264 00010000:00010000:2.0:1746139100.667672:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f000/0x1f9f6ca451acb689 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35124ef expref: 6 pid: 9563 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746139100.667712:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17159 00000100:00100000:2.0:1746139100.667719:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093490000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840347264:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139100.667736:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139100.667756:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f000/0x1f9f6ca451acb689 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35124ef expref: 6 pid: 9563 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746139100.667768:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f000/0x1f9f6ca451acb689 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35124ef expref: 6 pid: 9563 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746139100.667791:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f000/0x1f9f6ca451acb689 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35124ef expref: 6 pid: 9563 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746139100.667820:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139100.667822:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139100.667829:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acb690 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35124f6 expref: 83 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.667837:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acb690 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35124f6 expref: 83 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.667872:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acb690 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35124f6 expref: 83 pid: 9563 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746139100.667883:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c0ce680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832156672:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139100.667966:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a066df00 going to sleep for 11 seconds 00000100:00100000:2.0:1746139100.670154:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c0ce680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832156672:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139100.670179:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139100.670239:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093490000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2007:x1830958840347264:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 2517us (3040us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139100.670254:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17159 00000100:00100000:0.0:1746139100.671580:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139100.672287:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840347520 00000100:00100000:2.0:1746139100.672296:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840347520 00002000:00100000:2.0:1746139100.672344:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880093493100 x1830958840347520/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:26/0 lens 488/0 e 0 to 0 dl 1746139111 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139100.672354:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093493100 with x1830958840347520 ext(0->4095) 00002000:00010000:2.0:1746139100.672360:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093493100 00000100:00100000:2.0:1746139100.672390:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13283 00000100:00100000:2.0:1746139100.672398:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093493100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+84:2007:x1830958840347520:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746139100.673677:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093493100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+84:2007:x1830958840347520:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 1272us (2094us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746139100.673687:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13283 00002000:00100000:2.0:1746139100.673696:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880093493100 x1830958840347520/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:26/0 lens 488/4536 e 0 to 0 dl 1746139111 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139100.673703:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093493100 with x1830958840347520 ext(0->4095) 00002000:00010000:2.0:1746139100.673707:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093493100 00000100:00100000:0.0:1746139100.678181:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139100.680015:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840347648 00000100:00100000:1.0:1746139100.680035:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840347648 00000100:00100000:1.0:1746139100.680120:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29846 00000100:00100000:1.0:1746139100.680129:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093490380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840347648:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139100.680152:0:9563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139100.680174:0:9563:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e400/0x1f9f6ca451acb697 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a35124fd expref: -99 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139100.680206:0:9563:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acb690 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35124f6 expref: 83 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139100.680214:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139100.680216:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139100.680219:0:9563:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e400/0x1f9f6ca451acb697 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35124fd expref: 6 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139100.680255:0:9563:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acb690 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35124f6 expref: 83 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139100.680268:0:9563:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acb690 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35124f6 expref: 83 pid: 9563 timeout: 825 lvb_type: 0 00000100:00100000:1.0:1746139100.680280:0:9563:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009bd88700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832156800:192.168.203.56@tcp:104: 00000100:00100000:1.0:1746139100.680390:0:9563:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a059d780 going to sleep for 11 seconds 00000100:00100000:1.0:1746139100.683755:0:9563:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009bd88700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832156800:192.168.203.56@tcp:104: 00010000:00010000:1.0:1746139100.683790:0:9563:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e400/0x1f9f6ca451acb697 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35124fd expref: 6 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139100.683812:0:9563:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7e400, rc 0) 00000100:00100000:1.0:1746139100.683878:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093490380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840347648:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3749us (5710us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139100.683888:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29846 00000100:00100000:0.0:1746139100.687023:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139100.687156:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840347776 00000100:00100000:2.0:1746139100.687166:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840347776 00002000:00100000:2.0:1746139100.687215:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff880093491f80 x1830958840347776/t0(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:26/0 lens 496/0 e 0 to 0 dl 1746139111 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139100.687225:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093491f80 with x1830958840347776 ext(0->7) 00010000:00010000:2.0:1746139100.687234:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acb690 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35124f6 expref: 84 pid: 9563 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746139100.687254:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acb690 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35124f6 expref: 84 pid: 9563 timeout: 825 lvb_type: 0 00002000:00010000:2.0:1746139100.687261:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093491f80 00000100:00100000:2.0:1746139100.687298:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2648 00000100:00100000:2.0:1746139100.687307:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093491f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+84:2008:x1830958840347776:12345-192.168.203.56@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746139100.691972:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093491f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+86:2008:x1830958840347776:12345-192.168.203.56@tcp:4:ldlm_bl.0 Request processed in 4653us (4944us total) trans 4294972079 rc 0/0 00000100:00100000:2.0:1746139100.691986:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2648 00002000:00100000:2.0:1746139100.691998:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff880093491f80 x1830958840347776/t4294972079(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:26/0 lens 496/448 e 0 to 0 dl 1746139111 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139100.692008:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093491f80 with x1830958840347776 ext(0->7) 00010000:00010000:2.0:1746139100.692020:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acb690 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35124f6 expref: 86 pid: 9563 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746139100.692040:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acb690 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35124f6 expref: 86 pid: 9563 timeout: 825 lvb_type: 0 00002000:00010000:2.0:1746139100.692047:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093491f80 00000100:00100000:0.0:1746139100.700939:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139100.701172:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840347904 00000100:00100000:2.0:1746139100.701182:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840347904 00010000:00010000:2.0:1746139100.701224:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acb690 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35124f6 expref: 86 pid: 9563 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746139100.701265:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17160 00000100:00100000:2.0:1746139100.701274:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093492680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+86:2007:x1830958840347904:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139100.701291:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139100.701312:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acb690 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35124f6 expref: 86 pid: 9563 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746139100.701326:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acb690 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35124f6 expref: 86 pid: 9563 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746139100.701348:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acb690 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35124f6 expref: 86 pid: 9563 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746139100.701733:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139100.701736:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139100.701745:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e400/0x1f9f6ca451acb697 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35124fd expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.701753:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e400/0x1f9f6ca451acb697 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35124fd expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.701786:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e400/0x1f9f6ca451acb697 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35124fd expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746139100.701798:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c0ce680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832156928:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139100.701890:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a066df00 going to sleep for 11 seconds 00000100:00100000:0.0:1746139100.708093:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139100.708145:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139100.708366:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840348032 00000100:00100000:1.0:1746139100.708376:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840348032 00000100:00100000:1.0:1746139100.708423:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29847 00000100:00100000:1.0:1746139100.708431:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+86:1800:x1830958840348032:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139100.708451:0:9563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139100.708469:0:9563:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451acb69e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512504 expref: -99 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139100.708499:0:9563:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e400/0x1f9f6ca451acb697 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35124fd expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139100.708507:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139100.708508:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139100.708521:0:9563:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451acb69e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512504 expref: 87 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139100.708554:0:9563:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e400/0x1f9f6ca451acb697 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35124fd expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139100.708565:0:9563:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e400/0x1f9f6ca451acb697 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35124fd expref: 5 pid: 9563 timeout: 825 lvb_type: 0 00000100:00100000:1.0:1746139100.708582:0:9563:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009bd88700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832157056:192.168.203.56@tcp:104: 00000100:00100000:1.0:1746139100.708686:0:9563:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a059d780 going to sleep for 11 seconds 00000100:00100000:3.0:1746139100.708732:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840348288 00000100:00100000:3.0:1746139100.708737:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840348288 00002000:00100000:3.0:1746139100.708767:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8801391d0a80 x1830958840348288/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:26/0 lens 488/0 e 0 to 0 dl 1746139111 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139100.708777:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801391d0a80 with x1830958840348288 ext(0->4095) 00010000:00010000:3.0:1746139100.708784:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e400/0x1f9f6ca451acb697 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35124fd expref: 6 pid: 9563 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746139100.708794:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e400/0x1f9f6ca451acb697 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35124fd expref: 6 pid: 9563 timeout: 825 lvb_type: 0 00002000:00010000:3.0:1746139100.708800:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801391d0a80 00000100:00100000:3.0:1746139100.708816:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2649 00000100:00100000:3.0:1746139100.708821:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840348288:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746139100.709111:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c0ce680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832156928:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139100.709127:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139100.709237:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840348288:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 414us (1089us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746139100.709243:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2649 00002000:00100000:3.0:1746139100.709250:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8801391d0a80 x1830958840348288/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:26/0 lens 488/4536 e 0 to 0 dl 1746139111 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139100.709257:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801391d0a80 with x1830958840348288 ext(0->4095) 00010000:00010000:3.0:1746139100.709261:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e400/0x1f9f6ca451acb697 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35124fd expref: 6 pid: 9563 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746139100.709270:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e400/0x1f9f6ca451acb697 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35124fd expref: 6 pid: 9563 timeout: 825 lvb_type: 0 00002000:00010000:3.0:1746139100.709274:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801391d0a80 00000100:00100000:2.0:1746139100.709437:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093492680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+87:2007:x1830958840347904:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 8162us (8507us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139100.709446:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17160 00000100:00100000:2.0:1746139100.710527:0:9563:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009bd88700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832157056:192.168.203.56@tcp:104: 00010000:00010000:2.0:1746139100.710544:0:9563:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451acb69e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512504 expref: 86 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.710557:0:9563:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7e000, rc 0) 00000100:00100000:2.0:1746139100.710577:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+86:1800:x1830958840348032:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2147us (2494us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139100.710582:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29847 00000100:00100000:0.0:1746139100.712508:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139100.712559:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139100.712758:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840348544 00000100:00100000:2.0:1746139100.712762:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840348416 00000100:00100000:3.0:1746139100.712765:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840348544 00000100:00100000:2.0:1746139100.712765:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840348416 00010000:00010000:3.0:1746139100.712795:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e400/0x1f9f6ca451acb697 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35124fd expref: 6 pid: 9563 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746139100.712812:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29848 00000100:00100000:3.0:1746139100.712814:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17161 00000100:00100000:3.0:1746139100.712819:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391d3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2010:x1830958840348544:12345-192.168.203.56@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1746139100.712819:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+86:1814:x1830958840348416:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746139100.712831:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139100.712834:0:9563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139100.712847:0:9563:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1000/0x1f9f6ca451acb6a5 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a351250b expref: -99 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139100.712850:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e400/0x1f9f6ca451acb697 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35124fd expref: 6 pid: 9563 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746139100.712860:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e400/0x1f9f6ca451acb697 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35124fd expref: 6 pid: 9563 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746139100.712875:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139100.712881:0:9563:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451acb69e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512504 expref: 87 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.712887:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139100.712889:0:9563:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1000/0x1f9f6ca451acb6a5 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351250b expref: 87 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139100.713084:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e400/0x1f9f6ca451acb697 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35124fd expref: 6 pid: 9563 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746139100.713201:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139100.713203:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139100.713208:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451acb69e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512504 expref: 87 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139100.713217:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451acb69e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512504 expref: 87 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139100.713236:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451acb69e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512504 expref: 87 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139100.713249:0:7207:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451acb69e lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512504 expref: 87 pid: 9563 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746139100.713259:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0759c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832157312:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139100.713327:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a3f44e40 going to sleep for 11 seconds 00010000:00010000:2.0:1746139100.713535:0:9563:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451acb69e lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512504 expref: 87 pid: 9563 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746139100.713551:0:9563:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1000/0x1f9f6ca451acb6a5 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351250b expref: 87 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.713559:0:9563:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f1a1000, rc 0) 00000100:00100000:2.0:1746139100.713581:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+87:1814:x1830958840348416:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 762us (1080us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139100.713588:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29848 00000100:00100000:3.0:1746139100.714904:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0759c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832157312:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139100.714917:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139100.714942:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2010:x1830958840348544:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 2122us (2382us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139100.714950:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17161 00000100:00100000:0.0:1746139100.715171:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139100.715283:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840348800 00000100:00100000:3.0:1746139100.715288:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840348800 00002000:00100000:3.0:1746139100.715322:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8801391d2a00 x1830958840348800/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:26/0 lens 488/0 e 0 to 0 dl 1746139111 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139100.715332:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801391d2a00 with x1830958840348800 ext(0->4095) 00010000:00010000:3.0:1746139100.715338:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451acb69e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512504 expref: 87 pid: 9563 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746139100.715348:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451acb69e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512504 expref: 87 pid: 9563 timeout: 825 lvb_type: 0 00002000:00010000:3.0:1746139100.715354:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801391d2a00 00000100:00100000:3.0:1746139100.715526:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2650 00000100:00100000:3.0:1746139100.715533:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+87:2008:x1830958840348800:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746139100.715901:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+87:2008:x1830958840348800:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 367us (729us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746139100.715907:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2650 00002000:00100000:3.0:1746139100.715913:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8801391d2a00 x1830958840348800/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:26/0 lens 488/4536 e 0 to 0 dl 1746139111 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139100.715920:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801391d2a00 with x1830958840348800 ext(0->4095) 00010000:00010000:3.0:1746139100.715925:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451acb69e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512504 expref: 87 pid: 9563 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746139100.715934:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451acb69e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512504 expref: 87 pid: 9563 timeout: 825 lvb_type: 0 00002000:00010000:3.0:1746139100.715939:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801391d2a00 00000100:00100000:0.0:1746139100.718249:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139100.718325:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840348928 00000100:00100000:3.0:1746139100.718333:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840348928 00010000:00010000:3.0:1746139100.718368:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451acb69e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512504 expref: 87 pid: 9563 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746139100.718392:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17162 00000100:00100000:3.0:1746139100.718399:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5f9b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+87:2010:x1830958840348928:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139100.718411:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139100.718429:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451acb69e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512504 expref: 87 pid: 9563 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746139100.718441:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451acb69e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512504 expref: 87 pid: 9563 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746139100.718465:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451acb69e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512504 expref: 87 pid: 9563 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746139100.718498:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139100.718500:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139100.718507:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1000/0x1f9f6ca451acb6a5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351250b expref: 86 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139100.718526:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1000/0x1f9f6ca451acb6a5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351250b expref: 86 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139100.718562:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1000/0x1f9f6ca451acb6a5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351250b expref: 86 pid: 9563 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139100.718574:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0759c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832157440:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139100.718663:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a3f44e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746139100.720248:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0759c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832157440:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139100.720261:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139100.720286:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5f9b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+86:2010:x1830958840348928:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 1887us (2045us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139100.720294:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17162 00000100:00100000:0.0:1746139100.720565:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139100.720748:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840349184 00000100:00100000:2.0:1746139100.720753:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840349184 00002000:00100000:2.0:1746139100.720788:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800a5f9bb80 x1830958840349184/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:26/0 lens 488/0 e 0 to 0 dl 1746139111 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139100.720801:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5f9bb80 with x1830958840349184 ext(0->4095) 00002000:00010000:2.0:1746139100.720805:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a5f9bb80 00000100:00100000:2.0:1746139100.720821:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13284 00000100:00100000:2.0:1746139100.720828:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5f9bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+86:2007:x1830958840349184:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746139100.720965:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5f9bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+86:2007:x1830958840349184:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 137us (401us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746139100.720971:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13284 00002000:00100000:2.0:1746139100.720976:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800a5f9bb80 x1830958840349184/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:26/0 lens 488/4536 e 0 to 0 dl 1746139111 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139100.720983:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5f9bb80 with x1830958840349184 ext(0->4095) 00002000:00010000:2.0:1746139100.720986:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a5f9bb80 00000100:00100000:0.0:1746139100.723302:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139100.723406:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840349312 00000100:00100000:2.0:1746139100.723413:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840349312 00000100:00100000:2.0:1746139100.723458:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29849 00000100:00100000:2.0:1746139100.723465:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5f99180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840349312:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139100.723479:0:9563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139100.723496:0:9563:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1800/0x1f9f6ca451acb6ac lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512512 expref: -99 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.723695:0:9563:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1000/0x1f9f6ca451acb6a5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351250b expref: 85 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.723701:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139100.723703:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139100.723706:0:9563:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1800/0x1f9f6ca451acb6ac lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512512 expref: 6 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.723738:0:9563:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1000/0x1f9f6ca451acb6a5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351250b expref: 85 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.723750:0:9563:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1000/0x1f9f6ca451acb6a5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351250b expref: 85 pid: 9563 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746139100.723762:0:9563:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c0ce680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832157568:192.168.203.56@tcp:104: 00000100:00100000:2.0:1746139100.724262:0:9563:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a066df00 going to sleep for 11 seconds 00000100:00100000:2.0:1746139100.726555:0:9563:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c0ce680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832157568:192.168.203.56@tcp:104: 00010000:00010000:2.0:1746139100.726584:0:9563:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1800/0x1f9f6ca451acb6ac lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512512 expref: 6 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.726605:0:9563:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f1a1800, rc 0) 00000100:00100000:2.0:1746139100.726683:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5f99180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840349312:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3217us (3387us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139100.726691:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29849 00000100:00100000:0.0:1746139100.727855:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139100.728180:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840349440 00000100:00100000:3.0:1746139100.728188:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840349440 00010000:00010000:3.0:1746139100.728217:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1000/0x1f9f6ca451acb6a5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351250b expref: 86 pid: 9563 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746139100.728286:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17163 00000100:00100000:3.0:1746139100.728294:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5f9a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+86:2007:x1830958840349440:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139100.728309:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139100.728330:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1000/0x1f9f6ca451acb6a5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351250b expref: 86 pid: 9563 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746139100.728341:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1000/0x1f9f6ca451acb6a5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351250b expref: 86 pid: 9563 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746139100.728364:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1000/0x1f9f6ca451acb6a5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351250b expref: 86 pid: 9563 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746139100.728580:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139100.728582:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139100.728591:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1800/0x1f9f6ca451acb6ac lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512512 expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139100.728599:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1800/0x1f9f6ca451acb6ac lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512512 expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139100.728901:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1800/0x1f9f6ca451acb6ac lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512512 expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139100.728914:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0759c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832157696:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139100.728992:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a3f44e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746139100.731569:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139100.731660:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0759c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832157696:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139100.731680:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139100.731722:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5f9a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+85:2007:x1830958840349440:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3429us (3869us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139100.731731:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17163 00000100:00100000:1.0:1746139100.731835:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840349696 00000100:00100000:1.0:1746139100.731843:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840349696 00000100:00100000:0.0:1746139100.731876:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00002000:00100000:1.0:1746139100.731881:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800a5f9b800 x1830958840349696/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:26/0 lens 488/0 e 0 to 0 dl 1746139111 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139100.731891:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5f9b800 with x1830958840349696 ext(0->4095) 00002000:00010000:1.0:1746139100.731895:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a5f9b800 00000100:00100000:1.0:1746139100.731921:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13285 00000100:00100000:1.0:1746139100.731928:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5f9b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840349696:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746139100.732045:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5f9b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840349696:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 118us (486us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139100.732055:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13285 00002000:00100000:1.0:1746139100.732061:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800a5f9b800 x1830958840349696/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:26/0 lens 488/4536 e 0 to 0 dl 1746139111 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139100.732067:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5f9b800 with x1830958840349696 ext(0->4095) 00002000:00010000:1.0:1746139100.732069:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a5f9b800 00000100:00100000:2.0:1746139100.732117:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840349824 00000100:00100000:2.0:1746139100.732122:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840349824 00000100:00100000:2.0:1746139100.732156:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29850 00000100:00100000:2.0:1746139100.732161:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5f98380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+85:1800:x1830958840349824:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139100.732171:0:9563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139100.732190:0:9563:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1200/0x1f9f6ca451acb6b3 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512519 expref: -99 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.732215:0:9563:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1800/0x1f9f6ca451acb6ac lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512512 expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.732268:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139100.732271:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139100.732275:0:9563:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1200/0x1f9f6ca451acb6b3 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512519 expref: 86 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.732307:0:9563:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1800/0x1f9f6ca451acb6ac lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512512 expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.732321:0:9563:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1800/0x1f9f6ca451acb6ac lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512512 expref: 5 pid: 9563 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746139100.732337:0:9563:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c0ce680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832157824:192.168.203.56@tcp:104: 00000100:00100000:2.0:1746139100.732409:0:9563:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a066df00 going to sleep for 11 seconds 00000100:00100000:2.0:1746139100.734111:0:9563:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c0ce680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832157824:192.168.203.56@tcp:104: 00010000:00010000:2.0:1746139100.734134:0:9563:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1200/0x1f9f6ca451acb6b3 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512519 expref: 86 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.734148:0:9563:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f1a1200, rc 0) 00000100:00100000:2.0:1746139100.734190:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5f98380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+86:1800:x1830958840349824:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2027us (2312us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139100.734197:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29850 00000100:00100000:0.0:1746139100.734242:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139100.734307:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840349952 00000100:00100000:2.0:1746139100.734312:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840349952 00000100:00100000:2.0:1746139100.734361:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29851 00000100:00100000:2.0:1746139100.734368:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5f99f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+86:1814:x1830958840349952:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139100.734378:0:9563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139100.734391:0:9563:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b8c1e00/0x1f9f6ca451acb6ba lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512520 expref: -99 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.734487:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139100.734492:0:9563:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1200/0x1f9f6ca451acb6b3 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512519 expref: 87 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.734498:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139100.734501:0:9563:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b8c1e00/0x1f9f6ca451acb6ba lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512520 expref: 87 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.734763:0:9563:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1200/0x1f9f6ca451acb6b3 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512519 expref: 87 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.734771:0:9563:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b8c1e00/0x1f9f6ca451acb6ba lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512520 expref: 87 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.734778:0:9563:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b8c1e00, rc 0) 00000100:00100000:2.0:1746139100.734804:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5f99f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+87:1814:x1830958840349952:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 437us (563us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139100.734809:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29851 00000100:00100000:2.0:1746139100.735354:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139100.735430:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840350080 00000100:00100000:3.0:1746139100.735433:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840350080 00010000:00010000:3.0:1746139100.735451:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1800/0x1f9f6ca451acb6ac lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512512 expref: 6 pid: 9563 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746139100.735480:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17164 00000100:00100000:3.0:1746139100.735486:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c0ce680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840350080:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139100.735495:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139100.735522:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1800/0x1f9f6ca451acb6ac lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512512 expref: 6 pid: 9563 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746139100.735534:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1800/0x1f9f6ca451acb6ac lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512512 expref: 6 pid: 9563 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746139100.735551:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1800/0x1f9f6ca451acb6ac lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512512 expref: 6 pid: 9563 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746139100.735574:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139100.735576:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139100.735582:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1200/0x1f9f6ca451acb6b3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512519 expref: 86 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139100.735590:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1200/0x1f9f6ca451acb6b3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512519 expref: 86 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139100.735667:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1200/0x1f9f6ca451acb6b3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512519 expref: 86 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139100.735714:0:7207:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1200/0x1f9f6ca451acb6b3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512519 expref: 86 pid: 9563 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746139100.735725:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0759c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832158080:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139100.735852:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a3f44e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746139100.737037:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0759c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832158080:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139100.737051:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139100.737135:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c0ce680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2008:x1830958840350080:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 1647us (1780us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139100.737143:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17164 00000100:00100000:0.0:1746139100.737219:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139100.737340:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840350336 00000100:00100000:3.0:1746139100.737344:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840350336 00002000:00100000:3.0:1746139100.737374:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88012c25fb80 x1830958840350336/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:26/0 lens 488/0 e 0 to 0 dl 1746139111 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139100.737384:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c25fb80 with x1830958840350336 ext(0->4095) 00010000:00010000:3.0:1746139100.737391:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1200/0x1f9f6ca451acb6b3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512519 expref: 87 pid: 9563 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746139100.737401:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1200/0x1f9f6ca451acb6b3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512519 expref: 87 pid: 9563 timeout: 825 lvb_type: 0 00002000:00010000:3.0:1746139100.737412:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012c25fb80 00000100:00100000:3.0:1746139100.737438:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2651 00000100:00100000:3.0:1746139100.737444:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c25fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+87:2008:x1830958840350336:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746139100.737568:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c25fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+87:2008:x1830958840350336:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 124us (349us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746139100.737575:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2651 00002000:00100000:3.0:1746139100.737580:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88012c25fb80 x1830958840350336/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:26/0 lens 488/4536 e 0 to 0 dl 1746139111 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139100.737587:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c25fb80 with x1830958840350336 ext(0->4095) 00010000:00010000:3.0:1746139100.737649:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1200/0x1f9f6ca451acb6b3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512519 expref: 87 pid: 9563 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746139100.737658:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1200/0x1f9f6ca451acb6b3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512519 expref: 87 pid: 9563 timeout: 825 lvb_type: 0 00002000:00010000:3.0:1746139100.737664:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012c25fb80 00000100:00100000:0.0:1746139100.739124:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139100.739350:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840350464 00000100:00100000:3.0:1746139100.739357:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840350464 00010000:00010000:3.0:1746139100.739386:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1200/0x1f9f6ca451acb6b3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512519 expref: 87 pid: 9563 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746139100.739405:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17165 00000100:00100000:3.0:1746139100.739410:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0cc3450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+87:2007:x1830958840350464:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139100.739421:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139100.739438:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1200/0x1f9f6ca451acb6b3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512519 expref: 87 pid: 9563 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746139100.739452:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1200/0x1f9f6ca451acb6b3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512519 expref: 87 pid: 9563 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746139100.739474:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1200/0x1f9f6ca451acb6b3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512519 expref: 87 pid: 9563 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746139100.739499:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139100.739501:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139100.739507:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b8c1e00/0x1f9f6ca451acb6ba lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512520 expref: 86 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139100.739522:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b8c1e00/0x1f9f6ca451acb6ba lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512520 expref: 86 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139100.739553:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b8c1e00/0x1f9f6ca451acb6ba lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512520 expref: 86 pid: 9563 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139100.739564:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0759c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832158208:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139100.739652:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a3f44e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746139100.742489:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139100.742605:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0759c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832158208:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139100.742651:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139100.742708:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0cc3450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+86:2007:x1830958840350464:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3296us (3587us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139100.742718:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17165 00000100:00100000:2.0:1746139100.743214:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840350720 00000100:00100000:2.0:1746139100.743221:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840350720 00002000:00100000:2.0:1746139100.743261:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88012c25ea00 x1830958840350720/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:26/0 lens 488/0 e 0 to 0 dl 1746139111 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139100.743271:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c25ea00 with x1830958840350720 ext(0->4095) 00002000:00010000:2.0:1746139100.743275:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c25ea00 00000100:00100000:2.0:1746139100.743303:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13286 00000100:00100000:2.0:1746139100.743311:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c25ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+86:2008:x1830958840350720:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746139100.743425:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c25ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+86:2008:x1830958840350720:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 115us (946us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746139100.743432:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13286 00002000:00100000:2.0:1746139100.743437:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88012c25ea00 x1830958840350720/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:26/0 lens 488/4536 e 0 to 0 dl 1746139111 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139100.743451:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c25ea00 with x1830958840350720 ext(0->4095) 00002000:00010000:2.0:1746139100.743454:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c25ea00 00000100:00100000:0.0:1746139100.745365:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139100.745850:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840350848 00000100:00100000:2.0:1746139100.745858:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840350848 00000100:00100000:2.0:1746139100.745895:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29852 00000100:00100000:2.0:1746139100.745901:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c25f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840350848:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139100.745916:0:9563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139100.745932:0:9563:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f46fa00/0x1f9f6ca451acb6c1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512527 expref: -99 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.745957:0:9563:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b8c1e00/0x1f9f6ca451acb6ba lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512520 expref: 85 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.745964:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139100.745966:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139100.745969:0:9563:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f46fa00/0x1f9f6ca451acb6c1 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512527 expref: 6 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.745995:0:9563:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b8c1e00/0x1f9f6ca451acb6ba lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512520 expref: 85 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.746005:0:9563:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b8c1e00/0x1f9f6ca451acb6ba lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512520 expref: 85 pid: 9563 timeout: 826 lvb_type: 0 00000100:00100000:2.0:1746139100.746015:0:9563:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c0ce680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832158336:192.168.203.56@tcp:104: 00000100:00100000:2.0:1746139100.746894:0:9563:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a066df00 going to sleep for 11 seconds 00000100:00100000:0.0:1746139100.749563:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139100.749727:0:9563:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c0ce680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832158336:192.168.203.56@tcp:104: 00010000:00010000:2.0:1746139100.749754:0:9563:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f46fa00/0x1f9f6ca451acb6c1 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512527 expref: 6 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.749770:0:9563:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f46fa00, rc 0) 00000100:00100000:2.0:1746139100.749824:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c25f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840350848:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3923us (4467us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139100.749833:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29852 00000100:00100000:3.0:1746139100.750252:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840350976 00000100:00100000:3.0:1746139100.750259:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840350976 00010000:00010000:3.0:1746139100.750285:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b8c1e00/0x1f9f6ca451acb6ba lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512520 expref: 86 pid: 9563 timeout: 826 lvb_type: 0 00000100:00100000:3.0:1746139100.750304:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17166 00000100:00100000:3.0:1746139100.750309:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c25c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+86:2008:x1830958840350976:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139100.750320:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139100.750339:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b8c1e00/0x1f9f6ca451acb6ba lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512520 expref: 86 pid: 9563 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746139100.750350:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b8c1e00/0x1f9f6ca451acb6ba lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512520 expref: 86 pid: 9563 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746139100.750372:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b8c1e00/0x1f9f6ca451acb6ba lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512520 expref: 86 pid: 9563 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746139100.750393:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139100.750395:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139100.750401:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f46fa00/0x1f9f6ca451acb6c1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512527 expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139100.750409:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f46fa00/0x1f9f6ca451acb6c1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512527 expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139100.750435:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f46fa00/0x1f9f6ca451acb6c1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512527 expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139100.750446:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0759c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832158464:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139100.750495:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f075240 going to sleep for 11 seconds 00000100:00100000:0.0:1746139100.753487:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139100.754236:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139100.754470:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840351360 00000100:00100000:1.0:1746139100.754480:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840351360 00002000:00100000:1.0:1746139100.754542:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88012c25e300 x1830958840351360/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:26/0 lens 488/0 e 0 to 0 dl 1746139111 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139100.754552:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c25e300 with x1830958840351360 ext(0->4095) 00002000:00010000:1.0:1746139100.754559:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c25e300 00000100:00100000:1.0:1746139100.754582:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13287 00000100:00100000:1.0:1746139100.754589:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c25e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2009:x1830958840351360:12345-192.168.203.56@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746139100.754771:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c25e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2009:x1830958840351360:12345-192.168.203.56@tcp:3:ptlrpcd_01_00.0 Request processed in 182us (535us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139100.754778:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13287 00002000:00100000:1.0:1746139100.754783:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88012c25e300 x1830958840351360/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:26/0 lens 488/4536 e 0 to 0 dl 1746139111 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139100.754791:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c25e300 with x1830958840351360 ext(0->4095) 00002000:00010000:1.0:1746139100.754794:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c25e300 00000100:00100000:3.0:1746139100.754931:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0759c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832158464:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139100.754952:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139100.754977:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c25c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+85:2008:x1830958840350976:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 4668us (5423us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139100.754985:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17166 00000100:00100000:2.0:1746139100.755267:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840351104 00000100:00100000:2.0:1746139100.755272:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840351104 00000100:00100000:2.0:1746139100.755298:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29853 00000100:00100000:2.0:1746139100.755303:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c25ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+85:1800:x1830958840351104:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139100.755312:0:9563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139100.755329:0:9563:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009ee69800/0x1f9f6ca451acb6c8 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a351252e expref: -99 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.755353:0:9563:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f46fa00/0x1f9f6ca451acb6c1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512527 expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.755360:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139100.755362:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139100.755365:0:9563:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ee69800/0x1f9f6ca451acb6c8 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351252e expref: 86 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.755402:0:9563:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f46fa00/0x1f9f6ca451acb6c1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512527 expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.755415:0:9563:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f46fa00/0x1f9f6ca451acb6c1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512527 expref: 5 pid: 9563 timeout: 826 lvb_type: 0 00000100:00100000:2.0:1746139100.755428:0:9563:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c0ce680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832158592:192.168.203.56@tcp:104: 00000100:00100000:2.0:1746139100.755498:0:9563:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a066df00 going to sleep for 11 seconds 00000100:00100000:2.0:1746139100.757861:0:9563:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c0ce680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832158592:192.168.203.56@tcp:104: 00010000:00010000:2.0:1746139100.757890:0:9563:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009ee69800/0x1f9f6ca451acb6c8 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351252e expref: 86 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.757907:0:9563:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ee69800, rc 0) 00000100:00100000:2.0:1746139100.757961:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c25ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+86:1800:x1830958840351104:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2656us (4485us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139100.757970:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29853 00000100:00100000:0.0:1746139100.759594:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139100.759854:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840351488 00000100:00100000:2.0:1746139100.759861:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840351488 00000100:00100000:2.0:1746139100.759899:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29854 00000100:00100000:2.0:1746139100.760162:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0868000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+86:1814:x1830958840351488:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139100.760180:0:9563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139100.760196:0:9563:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009edcae00/0x1f9f6ca451acb6cf lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512535 expref: -99 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.760219:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139100.760225:0:9563:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ee69800/0x1f9f6ca451acb6c8 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351252e expref: 87 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.760230:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139100.760234:0:9563:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009edcae00/0x1f9f6ca451acb6cf lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512535 expref: 87 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.760269:0:9563:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009ee69800/0x1f9f6ca451acb6c8 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351252e expref: 87 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.760279:0:9563:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009edcae00/0x1f9f6ca451acb6cf lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512535 expref: 87 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.760287:0:9563:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009edcae00, rc 0) 00000100:00100000:2.0:1746139100.760318:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0868000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+87:1814:x1830958840351488:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 160us (729us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139100.760418:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139100.760650:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840351616 00000100:00100000:3.0:1746139100.760655:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840351616 00010000:00010000:3.0:1746139100.760673:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f46fa00/0x1f9f6ca451acb6c1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512527 expref: 6 pid: 9563 timeout: 826 lvb_type: 0 00000100:00100000:3.0:1746139100.760704:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17167 00000100:00100000:3.0:1746139100.760710:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bd8a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840351616:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139100.760718:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139100.760737:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f46fa00/0x1f9f6ca451acb6c1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512527 expref: 6 pid: 9563 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746139100.760748:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f46fa00/0x1f9f6ca451acb6c1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512527 expref: 6 pid: 9563 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746139100.760765:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f46fa00/0x1f9f6ca451acb6c1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512527 expref: 6 pid: 9563 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746139100.760787:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139100.760789:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139100.760794:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ee69800/0x1f9f6ca451acb6c8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351252e expref: 87 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139100.760806:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ee69800/0x1f9f6ca451acb6c8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351252e expref: 87 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139100.760835:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009ee69800/0x1f9f6ca451acb6c8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351252e expref: 87 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139100.760847:0:7207:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009ee69800/0x1f9f6ca451acb6c8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351252e expref: 87 pid: 9563 timeout: 826 lvb_type: 0 00000100:00100000:3.0:1746139100.760858:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0759c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832158848:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139100.761022:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29854 00000100:00100000:3.0:1746139100.761138:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f075240 going to sleep for 11 seconds 00000100:00100000:3.0:1746139100.762852:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0759c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832158848:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139100.762867:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139100.762908:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bd8a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2007:x1830958840351616:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 2197us (2489us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139100.762916:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17167 00000100:00100000:0.0:1746139100.763226:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139100.763969:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840351872 00000100:00100000:3.0:1746139100.763975:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840351872 00002000:00100000:3.0:1746139100.764010:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800a0869c00 x1830958840351872/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:26/0 lens 488/0 e 0 to 0 dl 1746139111 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139100.764020:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0869c00 with x1830958840351872 ext(0->4095) 00010000:00010000:3.0:1746139100.764027:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ee69800/0x1f9f6ca451acb6c8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351252e expref: 87 pid: 9563 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746139100.764040:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ee69800/0x1f9f6ca451acb6c8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351252e expref: 87 pid: 9563 timeout: 826 lvb_type: 0 00002000:00010000:3.0:1746139100.764047:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a0869c00 00000100:00100000:3.0:1746139100.764073:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2652 00000100:00100000:3.0:1746139100.764080:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0869c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+87:2007:x1830958840351872:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746139100.764191:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0869c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+87:2007:x1830958840351872:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 111us (966us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746139100.764196:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2652 00002000:00100000:3.0:1746139100.764201:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800a0869c00 x1830958840351872/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:26/0 lens 488/4536 e 0 to 0 dl 1746139111 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139100.764208:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0869c00 with x1830958840351872 ext(0->4095) 00010000:00010000:3.0:1746139100.764212:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ee69800/0x1f9f6ca451acb6c8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351252e expref: 87 pid: 9563 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746139100.764220:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ee69800/0x1f9f6ca451acb6c8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351252e expref: 87 pid: 9563 timeout: 826 lvb_type: 0 00002000:00010000:3.0:1746139100.764225:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a0869c00 00000100:00100000:0.0:1746139100.766749:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139100.766916:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840352000 00000100:00100000:3.0:1746139100.766924:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840352000 00010000:00010000:3.0:1746139100.766957:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009ee69800/0x1f9f6ca451acb6c8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351252e expref: 87 pid: 9563 timeout: 826 lvb_type: 0 00000100:00100000:3.0:1746139100.766980:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17168 00000100:00100000:3.0:1746139100.766986:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0869500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+87:2007:x1830958840352000:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139100.766998:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139100.767018:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009ee69800/0x1f9f6ca451acb6c8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351252e expref: 87 pid: 9563 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746139100.767030:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009ee69800/0x1f9f6ca451acb6c8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351252e expref: 87 pid: 9563 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746139100.767053:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ee69800/0x1f9f6ca451acb6c8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351252e expref: 87 pid: 9563 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746139100.767068:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139100.767070:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139100.767077:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009edcae00/0x1f9f6ca451acb6cf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512535 expref: 86 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139100.767085:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009edcae00/0x1f9f6ca451acb6cf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512535 expref: 86 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139100.767116:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009edcae00/0x1f9f6ca451acb6cf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512535 expref: 86 pid: 9563 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139100.767128:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0759c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832158976:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139100.767192:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f075300 going to sleep for 11 seconds 00000100:00100000:0.0:1746139100.769142:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139100.769286:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0759c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832158976:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139100.769303:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139100.769339:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0869500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+86:2007:x1830958840352000:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 2353us (2721us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139100.769348:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17168 00000100:00100000:1.0:1746139100.769558:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840352256 00000100:00100000:1.0:1746139100.769563:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840352256 00002000:00100000:1.0:1746139100.769597:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800a086ad80 x1830958840352256/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:26/0 lens 488/0 e 0 to 0 dl 1746139111 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139100.769606:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a086ad80 with x1830958840352256 ext(0->4095) 00002000:00010000:1.0:1746139100.769611:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a086ad80 00000100:00100000:1.0:1746139100.769659:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13288 00000100:00100000:1.0:1746139100.769665:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a086ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+86:2010:x1830958840352256:12345-192.168.203.56@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746139100.769771:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a086ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+86:2010:x1830958840352256:12345-192.168.203.56@tcp:3:ptlrpcd_01_01.0 Request processed in 107us (637us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139100.769776:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13288 00002000:00100000:1.0:1746139100.769780:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800a086ad80 x1830958840352256/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:26/0 lens 488/4536 e 0 to 0 dl 1746139111 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139100.769793:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a086ad80 with x1830958840352256 ext(0->4095) 00002000:00010000:1.0:1746139100.769795:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a086ad80 00000100:00100000:0.0:1746139100.772244:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139100.773211:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840352384 00000100:00100000:2.0:1746139100.773221:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840352384 00000100:00100000:2.0:1746139100.773262:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29855 00000100:00100000:2.0:1746139100.773270:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a086b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840352384:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139100.773289:0:9563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139100.773305:0:9563:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009edca200/0x1f9f6ca451acb6d6 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a351253c expref: -99 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.773335:0:9563:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009edcae00/0x1f9f6ca451acb6cf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512535 expref: 85 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.773343:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139100.773345:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139100.773348:0:9563:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009edca200/0x1f9f6ca451acb6d6 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351253c expref: 6 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.773382:0:9563:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009edcae00/0x1f9f6ca451acb6cf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512535 expref: 85 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.773395:0:9563:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009edcae00/0x1f9f6ca451acb6cf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512535 expref: 85 pid: 9563 timeout: 826 lvb_type: 0 00000100:00100000:2.0:1746139100.773406:0:9563:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c0ce680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832159104:192.168.203.56@tcp:104: 00000100:00100000:2.0:1746139100.773960:0:9563:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a066df00 going to sleep for 11 seconds 00000100:00100000:2.0:1746139100.776271:0:9563:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c0ce680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832159104:192.168.203.56@tcp:104: 00010000:00010000:2.0:1746139100.776302:0:9563:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009edca200/0x1f9f6ca451acb6d6 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351253c expref: 6 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.776318:0:9563:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009edca200, rc 0) 00000100:00100000:2.0:1746139100.776371:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a086b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840352384:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3100us (4134us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139100.776380:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29855 00000100:00100000:0.0:1746139100.777805:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139100.777881:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840352512 00000100:00100000:3.0:1746139100.777887:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840352512 00010000:00010000:3.0:1746139100.777918:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009edcae00/0x1f9f6ca451acb6cf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512535 expref: 86 pid: 9563 timeout: 826 lvb_type: 0 00000100:00100000:3.0:1746139100.777949:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17169 00000100:00100000:3.0:1746139100.777955:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0868380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+86:2007:x1830958840352512:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139100.777968:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139100.777987:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009edcae00/0x1f9f6ca451acb6cf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512535 expref: 86 pid: 9563 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746139100.777999:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009edcae00/0x1f9f6ca451acb6cf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512535 expref: 86 pid: 9563 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746139100.778022:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009edcae00/0x1f9f6ca451acb6cf lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512535 expref: 86 pid: 9563 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746139100.778037:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139100.778039:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139100.778047:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009edca200/0x1f9f6ca451acb6d6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351253c expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139100.778055:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009edca200/0x1f9f6ca451acb6d6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351253c expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139100.778084:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009edca200/0x1f9f6ca451acb6d6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351253c expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139100.778101:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0759c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832159232:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139100.778168:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f075300 going to sleep for 11 seconds 00000100:00100000:0.0:1746139100.779853:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139100.780010:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840352640 00000100:00100000:2.0:1746139100.780016:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840352640 00000100:00100000:2.0:1746139100.780048:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29856 00000100:00100000:2.0:1746139100.780054:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbafb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+86:1800:x1830958840352640:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139100.780068:0:9563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139100.780082:0:9563:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009edcac00/0x1f9f6ca451acb6dd lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512543 expref: -99 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.780104:0:9563:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009edca200/0x1f9f6ca451acb6d6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351253c expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.780111:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139100.780113:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139100.780115:0:9563:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009edcac00/0x1f9f6ca451acb6dd lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512543 expref: 87 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.780142:0:9563:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009edca200/0x1f9f6ca451acb6d6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351253c expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.780153:0:9563:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009edca200/0x1f9f6ca451acb6d6 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351253c expref: 5 pid: 9563 timeout: 826 lvb_type: 0 00000100:00100000:2.0:1746139100.780162:0:9563:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c0ce680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832159360:192.168.203.56@tcp:104: 00000100:00100000:3.0:1746139100.780280:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0759c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832159232:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139100.780294:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139100.781220:0:9563:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a066df00 going to sleep for 11 seconds 00000100:00100000:3.0:1746139100.781330:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0868380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+87:2007:x1830958840352512:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3373us (3527us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139100.781340:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17169 00000100:00100000:0.0:1746139100.781497:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139100.781754:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840352896 00000100:00100000:3.0:1746139100.781759:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840352896 00002000:00100000:3.0:1746139100.781792:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009cbadf80 x1830958840352896/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:26/0 lens 488/0 e 0 to 0 dl 1746139111 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139100.781801:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cbadf80 with x1830958840352896 ext(0->4095) 00010000:00010000:3.0:1746139100.781808:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009edca200/0x1f9f6ca451acb6d6 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351253c expref: 6 pid: 9563 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746139100.781818:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009edca200/0x1f9f6ca451acb6d6 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351253c expref: 6 pid: 9563 timeout: 826 lvb_type: 0 00002000:00010000:3.0:1746139100.781824:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cbadf80 00000100:00100000:3.0:1746139100.782315:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2653 00000100:00100000:3.0:1746139100.782322:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbadf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840352896:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746139100.785664:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbadf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840352896:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 3328us (4152us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746139100.785682:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2653 00002000:00100000:3.0:1746139100.785695:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009cbadf80 x1830958840352896/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:26/0 lens 488/4536 e 0 to 0 dl 1746139111 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139100.785706:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cbadf80 with x1830958840352896 ext(0->4095) 00010000:00010000:3.0:1746139100.785718:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009edca200/0x1f9f6ca451acb6d6 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351253c expref: 6 pid: 9563 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746139100.785735:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009edca200/0x1f9f6ca451acb6d6 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351253c expref: 6 pid: 9563 timeout: 826 lvb_type: 0 00002000:00010000:3.0:1746139100.785742:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cbadf80 00000100:00100000:2.0:1746139100.787675:0:9563:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c0ce680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832159360:192.168.203.56@tcp:104: 00010000:00010000:2.0:1746139100.787704:0:9563:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009edcac00/0x1f9f6ca451acb6dd lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512543 expref: 86 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.787719:0:9563:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009edcac00, rc 0) 00000100:00100000:2.0:1746139100.788362:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbafb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+86:1800:x1830958840352640:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 8306us (8512us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139100.788370:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29856 00000100:00100000:0.0:1746139100.790323:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139100.791014:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840353024 00000100:00100000:2.0:1746139100.791023:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840353024 00000100:00100000:2.0:1746139100.791063:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29857 00000100:00100000:2.0:1746139100.791069:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0ceb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+86:1814:x1830958840353024:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139100.791091:0:9563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139100.791107:0:9563:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009edca400/0x1f9f6ca451acb6e4 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a351254a expref: -99 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.791134:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139100.791139:0:9563:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009edcac00/0x1f9f6ca451acb6dd lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512543 expref: 87 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.791144:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139100.791147:0:9563:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009edca400/0x1f9f6ca451acb6e4 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351254a expref: 87 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.791181:0:9563:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009edcac00/0x1f9f6ca451acb6dd lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512543 expref: 87 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.791192:0:9563:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009edca400/0x1f9f6ca451acb6e4 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351254a expref: 87 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.791199:0:9563:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009edca400, rc 0) 00000100:00100000:2.0:1746139100.793210:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0ceb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+87:1814:x1830958840353024:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2131us (2885us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139100.793220:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29857 00000100:00100000:1.0:1746139100.794371:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139100.794916:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840353152 00000100:00100000:3.0:1746139100.794924:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840353152 00010000:00010000:3.0:1746139100.794958:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009edca200/0x1f9f6ca451acb6d6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351253c expref: 6 pid: 9563 timeout: 826 lvb_type: 0 00000100:00100000:3.0:1746139100.794981:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17170 00000100:00100000:3.0:1746139100.794987:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bd8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2010:x1830958840353152:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139100.795000:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139100.795020:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009edca200/0x1f9f6ca451acb6d6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351253c expref: 6 pid: 9563 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746139100.795031:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009edca200/0x1f9f6ca451acb6d6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351253c expref: 6 pid: 9563 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746139100.795052:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009edca200/0x1f9f6ca451acb6d6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351253c expref: 6 pid: 9563 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746139100.795070:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139100.795073:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139100.795079:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009edcac00/0x1f9f6ca451acb6dd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512543 expref: 86 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139100.795086:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009edcac00/0x1f9f6ca451acb6dd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512543 expref: 86 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139100.795115:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009edcac00/0x1f9f6ca451acb6dd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512543 expref: 86 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139100.795124:0:7207:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009edcac00/0x1f9f6ca451acb6dd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512543 expref: 86 pid: 9563 timeout: 826 lvb_type: 0 00000100:00100000:3.0:1746139100.795134:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0759c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832159616:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139100.795198:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f075a80 going to sleep for 11 seconds 00000100:00100000:1.0:1746139100.798809:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139100.798852:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840353408 00000100:00100000:0.0:1746139100.798860:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840353408 00002000:00100000:0.0:1746139100.798900:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009bd88e00 x1830958840353408/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:26/0 lens 488/0 e 0 to 0 dl 1746139111 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139100.798910:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bd88e00 with x1830958840353408 ext(0->4095) 00010000:00010000:0.0:1746139100.798918:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009edcac00/0x1f9f6ca451acb6dd lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512543 expref: 87 pid: 9563 timeout: 826 lvb_type: 0 00010000:00010000:0.0:1746139100.798932:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009edcac00/0x1f9f6ca451acb6dd lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512543 expref: 87 pid: 9563 timeout: 826 lvb_type: 0 00002000:00010000:0.0:1746139100.798938:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bd88e00 00000100:00100000:0.0:1746139100.798966:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2654 00000100:00100000:0.0:1746139100.798972:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bd88e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+87:2007:x1830958840353408:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746139100.799102:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bd88e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+87:2007:x1830958840353408:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 130us (302us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746139100.799109:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2654 00002000:00100000:0.0:1746139100.799114:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009bd88e00 x1830958840353408/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:26/0 lens 488/4536 e 0 to 0 dl 1746139111 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139100.799120:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bd88e00 with x1830958840353408 ext(0->4095) 00010000:00010000:0.0:1746139100.799125:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009edcac00/0x1f9f6ca451acb6dd lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512543 expref: 87 pid: 9563 timeout: 826 lvb_type: 0 00010000:00010000:0.0:1746139100.799132:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009edcac00/0x1f9f6ca451acb6dd lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512543 expref: 87 pid: 9563 timeout: 826 lvb_type: 0 00002000:00010000:0.0:1746139100.799138:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bd88e00 00000100:00100000:3.0:1746139100.799382:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0759c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832159616:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139100.799399:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139100.799427:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bd8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2010:x1830958840353152:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 4440us (5060us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139100.799435:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17170 00000100:00100000:0.0:1746139100.802072:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139100.802157:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840353536 00000100:00100000:3.0:1746139100.802164:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840353536 00010000:00010000:3.0:1746139100.802192:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009edcac00/0x1f9f6ca451acb6dd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512543 expref: 87 pid: 9563 timeout: 826 lvb_type: 0 00000100:00100000:3.0:1746139100.802369:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17171 00000100:00100000:3.0:1746139100.802374:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0ce8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+87:2010:x1830958840353536:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139100.802386:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139100.802403:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009edcac00/0x1f9f6ca451acb6dd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512543 expref: 87 pid: 9563 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746139100.802413:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009edcac00/0x1f9f6ca451acb6dd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512543 expref: 87 pid: 9563 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746139100.802434:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009edcac00/0x1f9f6ca451acb6dd lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512543 expref: 87 pid: 9563 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746139100.802461:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139100.802463:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139100.802470:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009edca400/0x1f9f6ca451acb6e4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351254a expref: 86 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139100.802477:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009edca400/0x1f9f6ca451acb6e4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351254a expref: 86 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139100.802505:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009edca400/0x1f9f6ca451acb6e4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351254a expref: 86 pid: 9563 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139100.802525:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0759c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832159744:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139100.802586:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f075a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746139100.804829:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139100.804932:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840353792 00000100:00100000:2.0:1746139100.804939:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840353792 00002000:00100000:2.0:1746139100.804980:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880072506a00 x1830958840353792/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:26/0 lens 488/0 e 0 to 0 dl 1746139111 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139100.804989:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072506a00 with x1830958840353792 ext(0->4095) 00002000:00010000:2.0:1746139100.804995:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072506a00 00000100:00100000:2.0:1746139100.805039:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13289 00000100:00100000:2.0:1746139100.805045:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072506a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+87:2007:x1830958840353792:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746139100.805195:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072506a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+87:2007:x1830958840353792:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 150us (375us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746139100.805201:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13289 00002000:00100000:2.0:1746139100.805206:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880072506a00 x1830958840353792/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:26/0 lens 488/4536 e 0 to 0 dl 1746139111 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139100.805212:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072506a00 with x1830958840353792 ext(0->4095) 00002000:00010000:2.0:1746139100.805214:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072506a00 00000100:00100000:3.0:1746139100.805290:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0759c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832159744:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139100.805305:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139100.805415:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0ce8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+86:2010:x1830958840353536:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3040us (3350us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139100.805421:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17171 00000100:00100000:0.0:1746139100.807123:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139100.807202:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840353920 00000100:00100000:2.0:1746139100.807208:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840353920 00000100:00100000:2.0:1746139100.807240:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29858 00000100:00100000:2.0:1746139100.807245:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072505180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840353920:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139100.807259:0:9563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139100.807276:0:9563:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009edca800/0x1f9f6ca451acb6eb lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512551 expref: -99 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.807303:0:9563:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009edca400/0x1f9f6ca451acb6e4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351254a expref: 85 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.807310:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139100.807311:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139100.807314:0:9563:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009edca800/0x1f9f6ca451acb6eb lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512551 expref: 6 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.807350:0:9563:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009edca400/0x1f9f6ca451acb6e4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351254a expref: 85 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.807362:0:9563:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009edca400/0x1f9f6ca451acb6e4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351254a expref: 85 pid: 9563 timeout: 826 lvb_type: 0 00000100:00100000:2.0:1746139100.807374:0:9563:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c0ce680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832159872:192.168.203.56@tcp:104: 00000100:00100000:2.0:1746139100.807913:0:9563:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a066df00 going to sleep for 11 seconds 00000100:00100000:2.0:1746139100.809504:0:9563:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c0ce680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832159872:192.168.203.56@tcp:104: 00010000:00010000:2.0:1746139100.809538:0:9563:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009edca800/0x1f9f6ca451acb6eb lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512551 expref: 6 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.809554:0:9563:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009edca800, rc 0) 00000100:00100000:2.0:1746139100.809589:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072505180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840353920:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2343us (2472us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139100.809597:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29858 00000100:00100000:0.0:1746139100.811083:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139100.811280:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840354048 00000100:00100000:3.0:1746139100.811291:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840354048 00010000:00010000:3.0:1746139100.811329:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009edca400/0x1f9f6ca451acb6e4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351254a expref: 86 pid: 9563 timeout: 826 lvb_type: 0 00000100:00100000:3.0:1746139100.811364:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17172 00000100:00100000:3.0:1746139100.811371:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0cc3050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+86:2008:x1830958840354048:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139100.811388:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139100.811410:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009edca400/0x1f9f6ca451acb6e4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351254a expref: 86 pid: 9563 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746139100.811422:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009edca400/0x1f9f6ca451acb6e4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351254a expref: 86 pid: 9563 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746139100.811445:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009edca400/0x1f9f6ca451acb6e4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351254a expref: 86 pid: 9563 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746139100.811469:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139100.811471:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139100.811478:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009edca800/0x1f9f6ca451acb6eb lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512551 expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139100.811486:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009edca800/0x1f9f6ca451acb6eb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512551 expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139100.811524:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009edca800/0x1f9f6ca451acb6eb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512551 expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139100.811536:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0759c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832160000:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139100.811606:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f075a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746139100.814413:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139100.814679:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840354304 00000100:00100000:1.0:1746139100.814688:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840354304 00002000:00100000:1.0:1746139100.814734:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880072507b80 x1830958840354304/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:26/0 lens 488/0 e 0 to 0 dl 1746139111 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139100.814743:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072507b80 with x1830958840354304 ext(0->4095) 00002000:00010000:1.0:1746139100.814748:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072507b80 00000100:00100000:1.0:1746139100.814776:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13290 00000100:00100000:1.0:1746139100.814782:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072507b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840354304:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746139100.814925:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072507b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840354304:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 143us (523us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139100.814931:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13290 00002000:00100000:1.0:1746139100.814936:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880072507b80 x1830958840354304/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:26/0 lens 488/4536 e 0 to 0 dl 1746139111 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139100.814942:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072507b80 with x1830958840354304 ext(0->4095) 00002000:00010000:1.0:1746139100.814944:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072507b80 00000100:00100000:3.0:1746139100.815137:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0759c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832160000:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139100.815156:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139100.815181:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0cc3050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+85:2008:x1830958840354048:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3811us (4107us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139100.815190:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17172 00000100:00100000:0.0:1746139100.816980:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139100.817325:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840354432 00000100:00100000:2.0:1746139100.817332:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840354432 00000100:00100000:2.0:1746139100.817367:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29859 00000100:00100000:2.0:1746139100.817373:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072505c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+85:1800:x1830958840354432:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139100.817386:0:9563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139100.817402:0:9563:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009edca600/0x1f9f6ca451acb6f2 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512558 expref: -99 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.817429:0:9563:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009edca800/0x1f9f6ca451acb6eb lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512551 expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.817437:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139100.817438:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139100.817441:0:9563:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009edca600/0x1f9f6ca451acb6f2 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512558 expref: 86 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.817467:0:9563:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009edca800/0x1f9f6ca451acb6eb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512551 expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.817477:0:9563:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009edca800/0x1f9f6ca451acb6eb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512551 expref: 5 pid: 9563 timeout: 826 lvb_type: 0 00000100:00100000:2.0:1746139100.817487:0:9563:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c0ce680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832160128:192.168.203.56@tcp:104: 00000100:00100000:2.0:1746139100.817577:0:9563:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a066df00 going to sleep for 11 seconds 00000100:00100000:0.0:1746139100.818210:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139100.818308:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840354560 00000100:00100000:2.0:1746139100.818311:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840354560 00000100:00100000:2.0:1746139100.818332:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29860 00000100:00100000:2.0:1746139100.818337:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c04a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b60e9717-019c-4527-a82a-15e993ac5189+87:1814:x1830958840354560:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139100.818344:0:9562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139100.818350:0:9562:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009edcba00/0x1f9f6ca451acb6f9 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a351255f expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.818360:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139100.818363:0:9562:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009edca600/0x1f9f6ca451acb6f2 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512558 expref: 88 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.818368:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139100.818371:0:9562:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009edcba00/0x1f9f6ca451acb6f9 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351255f expref: 88 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.818389:0:9562:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009edca600/0x1f9f6ca451acb6f2 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512558 expref: 88 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.818401:0:9562:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009edcba00/0x1f9f6ca451acb6f9 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351255f expref: 88 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.818409:0:9562:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009edcba00, rc 0) 00000100:00100000:2.0:1746139100.819218:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c04a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b60e9717-019c-4527-a82a-15e993ac5189+88:1814:x1830958840354560:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 878us (1007us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139100.819224:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29860 00000100:00100000:2.0:1746139100.819638:0:9563:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c0ce680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832160128:192.168.203.56@tcp:104: 00010000:00010000:2.0:1746139100.819654:0:9563:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009edca600/0x1f9f6ca451acb6f2 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512558 expref: 87 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.819662:0:9563:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009edca600, rc 0) 00000100:00100000:2.0:1746139100.819681:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072505c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+87:1800:x1830958840354432:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2308us (2708us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139100.819686:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29859 00000100:00100000:0.0:1746139100.821399:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139100.821484:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840354688 00000100:00100000:3.0:1746139100.821491:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840354688 00010000:00010000:3.0:1746139100.821530:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009edca800/0x1f9f6ca451acb6eb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512551 expref: 6 pid: 9563 timeout: 826 lvb_type: 0 00000100:00100000:3.0:1746139100.821816:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17173 00000100:00100000:3.0:1746139100.821823:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eeee680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840354688:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139100.821836:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139100.821857:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009edca800/0x1f9f6ca451acb6eb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512551 expref: 6 pid: 9563 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746139100.821868:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009edca800/0x1f9f6ca451acb6eb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512551 expref: 6 pid: 9563 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746139100.821891:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009edca800/0x1f9f6ca451acb6eb lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512551 expref: 6 pid: 9563 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746139100.821917:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139100.821919:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139100.821926:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009edca600/0x1f9f6ca451acb6f2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512558 expref: 86 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139100.821934:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009edca600/0x1f9f6ca451acb6f2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512558 expref: 86 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139100.821961:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009edca600/0x1f9f6ca451acb6f2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512558 expref: 86 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139100.821971:0:7207:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009edca600/0x1f9f6ca451acb6f2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512558 expref: 86 pid: 9563 timeout: 826 lvb_type: 0 00000100:00100000:3.0:1746139100.821982:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0759c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832160384:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139100.822044:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f075cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746139100.824442:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139100.824525:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840354944 00000100:00100000:2.0:1746139100.824533:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840354944 00002000:00100000:2.0:1746139100.824576:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009eeec000 x1830958840354944/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:26/0 lens 488/0 e 0 to 0 dl 1746139111 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139100.824586:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009eeec000 with x1830958840354944 ext(0->4095) 00010000:00010000:2.0:1746139100.824595:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009edca600/0x1f9f6ca451acb6f2 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512558 expref: 87 pid: 9563 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746139100.824609:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009edca600/0x1f9f6ca451acb6f2 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512558 expref: 87 pid: 9563 timeout: 826 lvb_type: 0 00000100:00100000:3.0:1746139100.824841:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0759c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832160384:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139100.824860:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00010000:2.0:1746139100.824984:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009eeec000 00000100:00100000:2.0:1746139100.825106:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2655 00000100:00100000:2.0:1746139100.825113:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eeec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+87:2007:x1830958840354944:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746139100.825385:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eeee680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2007:x1830958840354688:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3562us (3990us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139100.825394:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17173 00000100:00100000:2.0:1746139100.825593:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eeec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+87:2007:x1830958840354944:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 481us (1162us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746139100.825600:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2655 00002000:00100000:2.0:1746139100.825605:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009eeec000 x1830958840354944/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:26/0 lens 488/4536 e 0 to 0 dl 1746139111 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139100.825613:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009eeec000 with x1830958840354944 ext(0->4095) 00010000:00010000:2.0:1746139100.825636:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009edca600/0x1f9f6ca451acb6f2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512558 expref: 87 pid: 9563 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746139100.825645:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009edca600/0x1f9f6ca451acb6f2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512558 expref: 87 pid: 9563 timeout: 826 lvb_type: 0 00002000:00010000:2.0:1746139100.825650:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009eeec000 00000100:00100000:0.0:1746139100.828660:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139100.828824:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840355072 00000100:00100000:3.0:1746139100.828834:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840355072 00010000:00010000:3.0:1746139100.828874:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009edca600/0x1f9f6ca451acb6f2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512558 expref: 87 pid: 9563 timeout: 826 lvb_type: 0 00000100:00100000:3.0:1746139100.828909:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17174 00000100:00100000:3.0:1746139100.828917:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eeed880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+87:2008:x1830958840355072:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139100.828934:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139100.828957:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009edca600/0x1f9f6ca451acb6f2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512558 expref: 87 pid: 9563 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746139100.828970:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009edca600/0x1f9f6ca451acb6f2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512558 expref: 87 pid: 9563 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746139100.828994:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009edca600/0x1f9f6ca451acb6f2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512558 expref: 87 pid: 9563 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746139100.829019:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139100.829021:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139100.829029:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009edcba00/0x1f9f6ca451acb6f9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351255f expref: 86 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139100.829036:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009edcba00/0x1f9f6ca451acb6f9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351255f expref: 86 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139100.829068:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009edcba00/0x1f9f6ca451acb6f9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351255f expref: 86 pid: 9562 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139100.829079:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0759c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832160512:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139100.829149:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f075cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746139100.832888:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139100.833108:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0759c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832160512:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139100.833129:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139100.833176:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eeed880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+86:2008:x1830958840355072:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 4258us (4526us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139100.833188:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17174 00000100:00100000:2.0:1746139100.833820:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840355328 00000100:00100000:2.0:1746139100.833828:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840355328 00002000:00100000:2.0:1746139100.833867:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009eeec380 x1830958840355328/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:26/0 lens 488/0 e 0 to 0 dl 1746139111 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139100.833877:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009eeec380 with x1830958840355328 ext(0->4095) 00002000:00010000:2.0:1746139100.833882:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009eeec380 00000100:00100000:2.0:1746139100.833905:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13291 00000100:00100000:2.0:1746139100.833911:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eeec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+86:2008:x1830958840355328:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746139100.834062:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eeec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+86:2008:x1830958840355328:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 150us (1185us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746139100.834068:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13291 00002000:00100000:2.0:1746139100.834072:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009eeec380 x1830958840355328/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:26/0 lens 488/4536 e 0 to 0 dl 1746139111 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139100.834079:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009eeec380 with x1830958840355328 ext(0->4095) 00002000:00010000:2.0:1746139100.834081:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009eeec380 00000100:00100000:0.0:1746139100.836332:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139100.836525:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840355456 00000100:00100000:2.0:1746139100.836533:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840355456 00000100:00100000:2.0:1746139100.836573:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29861 00000100:00100000:2.0:1746139100.836580:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eeedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840355456:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139100.836596:0:9563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139100.836635:0:9563:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009edca800/0x1f9f6ca451acb700 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512566 expref: -99 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.836668:0:9563:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009edcba00/0x1f9f6ca451acb6f9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351255f expref: 85 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.836677:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139100.836678:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139100.836682:0:9563:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009edca800/0x1f9f6ca451acb700 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512566 expref: 6 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.836724:0:9563:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009edcba00/0x1f9f6ca451acb6f9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351255f expref: 85 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.836737:0:9563:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009edcba00/0x1f9f6ca451acb6f9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351255f expref: 85 pid: 9562 timeout: 826 lvb_type: 0 00000100:00100000:2.0:1746139100.836750:0:9563:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c0ce680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832160640:192.168.203.56@tcp:104: 00000100:00100000:2.0:1746139100.836830:0:9563:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009cc49300 going to sleep for 11 seconds 00000100:00100000:2.0:1746139100.840729:0:9563:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c0ce680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832160640:192.168.203.56@tcp:104: 00010000:00010000:2.0:1746139100.840773:0:9563:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009edca800/0x1f9f6ca451acb700 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512566 expref: 6 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.840793:0:9563:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009edca800, rc 0) 00000100:00100000:2.0:1746139100.840855:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eeedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840355456:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4274us (4533us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139100.840865:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29861 00000100:00100000:1.0:1746139100.843859:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139100.843986:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139100.844164:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840355584 00000100:00100000:3.0:1746139100.844174:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840355584 00010000:00010000:3.0:1746139100.844218:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009edcba00/0x1f9f6ca451acb6f9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351255f expref: 86 pid: 9562 timeout: 826 lvb_type: 0 00000100:00100000:3.0:1746139100.844248:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17175 00000100:00100000:3.0:1746139100.844256:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bd8a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+86:2008:x1830958840355584:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139100.844271:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1746139100.844310:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840355712 00000100:00100000:2.0:1746139100.844314:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840355712 00000100:00100000:2.0:1746139100.844345:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29862 00000100:00100000:2.0:1746139100.844349:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bd8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+87:1800:x1830958840355712:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139100.844363:0:9563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139100.844376:0:9563:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009edcb200/0x1f9f6ca451acb707 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a351256d expref: -99 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.844396:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139100.844402:0:9563:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009edca800/0x1f9f6ca451acb700 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512566 expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.844407:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746139100.844410:0:9563:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009edcb200/0x1f9f6ca451acb707 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351256d expref: 88 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139100.845185:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009edcba00/0x1f9f6ca451acb6f9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351255f expref: 88 pid: 9562 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746139100.845198:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009edcba00/0x1f9f6ca451acb6f9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351255f expref: 88 pid: 9562 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746139100.845216:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009edcba00/0x1f9f6ca451acb6f9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351255f expref: 88 pid: 9562 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746139100.845239:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139100.845240:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139100.845245:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009edca800/0x1f9f6ca451acb700 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512566 expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139100.845252:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009edca800/0x1f9f6ca451acb700 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512566 expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139100.845280:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009edca800/0x1f9f6ca451acb700 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512566 expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139100.845291:0:7207:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009edca800/0x1f9f6ca451acb700 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512566 expref: 5 pid: 9563 timeout: 826 lvb_type: 0 00000100:00100000:3.0:1746139100.845302:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0759c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832160768:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139100.845373:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f075cc0 going to sleep for 11 seconds 00010000:00010000:2.0:1746139100.845468:0:9563:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009edca800/0x1f9f6ca451acb700 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512566 expref: 5 pid: 9563 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746139100.845474:0:9563:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009edca800/0x1f9f6ca451acb700 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512566 expref: 5 pid: 9563 timeout: 826 lvb_type: 0 00000100:00100000:2.0:1746139100.845482:0:9563:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c0ce680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832160896:192.168.203.56@tcp:104: 00000100:00100000:2.0:1746139100.845500:0:9563:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009cc49300 going to sleep for 11 seconds 00000100:00100000:2.0:1746139100.848950:0:9563:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c0ce680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832160896:192.168.203.56@tcp:104: 00010000:00010000:2.0:1746139100.848980:0:9563:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009edcb200/0x1f9f6ca451acb707 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351256d expref: 87 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.848997:0:9563:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009edcb200, rc 0) 00000100:00100000:2.0:1746139100.849040:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bd8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+87:1800:x1830958840355712:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4689us (5052us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139100.849049:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29862 00000100:00100000:3.0:1746139100.849155:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0759c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832160768:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139100.849166:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139100.849184:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bd8a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+86:2008:x1830958840355584:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 4929us (5335us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139100.849193:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17175 00000100:00100000:0.0:1746139100.849444:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139100.849469:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840355968 00000100:00100000:0.0:1746139100.849476:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840355968 00002000:00100000:0.0:1746139100.849508:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88012c248a80 x1830958840355968/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:26/0 lens 488/0 e 0 to 0 dl 1746139111 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139100.849526:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c248a80 with x1830958840355968 ext(0->4095) 00010000:00010000:0.0:1746139100.849532:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009edca800/0x1f9f6ca451acb700 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512566 expref: 6 pid: 9563 timeout: 826 lvb_type: 0 00010000:00010000:0.0:1746139100.849550:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009edca800/0x1f9f6ca451acb700 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512566 expref: 6 pid: 9563 timeout: 826 lvb_type: 0 00002000:00010000:0.0:1746139100.849556:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012c248a80 00000100:00100000:0.0:1746139100.849581:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2656 00000100:00100000:0.0:1746139100.849587:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c248a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840355968:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746139100.849733:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c248a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840355968:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 146us (289us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746139100.849739:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2656 00002000:00100000:0.0:1746139100.849743:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88012c248a80 x1830958840355968/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:26/0 lens 488/4536 e 0 to 0 dl 1746139111 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139100.849749:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c248a80 with x1830958840355968 ext(0->4095) 00010000:00010000:0.0:1746139100.849753:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009edca800/0x1f9f6ca451acb700 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512566 expref: 6 pid: 9563 timeout: 826 lvb_type: 0 00010000:00010000:0.0:1746139100.849761:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009edca800/0x1f9f6ca451acb700 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512566 expref: 6 pid: 9563 timeout: 826 lvb_type: 0 00002000:00010000:0.0:1746139100.849766:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012c248a80 00000100:00100000:0.0:1746139100.852536:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139100.852762:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840356096 00000100:00100000:3.0:1746139100.852774:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840356096 00010000:00010000:3.0:1746139100.852811:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009edca800/0x1f9f6ca451acb700 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512566 expref: 6 pid: 9563 timeout: 826 lvb_type: 0 00000100:00100000:3.0:1746139100.853472:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17176 00000100:00100000:3.0:1746139100.853482:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801314bd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840356096:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139100.853497:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139100.853526:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009edca800/0x1f9f6ca451acb700 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512566 expref: 6 pid: 9563 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746139100.853538:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009edca800/0x1f9f6ca451acb700 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512566 expref: 6 pid: 9563 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746139100.853562:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009edca800/0x1f9f6ca451acb700 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512566 expref: 6 pid: 9563 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746139100.853576:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139100.853578:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139100.853585:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009edcb200/0x1f9f6ca451acb707 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351256d expref: 85 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139100.853592:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009edcb200/0x1f9f6ca451acb707 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351256d expref: 85 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139100.853645:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009edcb200/0x1f9f6ca451acb707 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351256d expref: 85 pid: 9563 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139100.853657:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0759c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832161024:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139100.854461:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f075cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746139100.856772:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0759c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832161024:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139100.856797:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139100.857691:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801314bd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2007:x1830958840356096:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 4205us (5160us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139100.857702:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17176 00000100:00100000:2.0:1746139100.858007:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139100.858252:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840356352 00000100:00100000:3.0:1746139100.858261:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840356352 00002000:00100000:3.0:1746139100.858307:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c0ce680 x1830958840356352/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:26/0 lens 488/0 e 0 to 0 dl 1746139111 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139100.858323:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c0ce680 with x1830958840356352 ext(0->4095) 00002000:00010000:3.0:1746139100.858328:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c0ce680 00000100:00100000:3.0:1746139100.858705:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13292 00000100:00100000:3.0:1746139100.858713:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c0ce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+86:2007:x1830958840356352:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746139100.859338:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c0ce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+86:2007:x1830958840356352:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 624us (1331us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746139100.859345:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13292 00002000:00100000:3.0:1746139100.859350:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c0ce680 x1830958840356352/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:26/0 lens 488/4536 e 0 to 0 dl 1746139111 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139100.859358:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c0ce680 with x1830958840356352 ext(0->4095) 00002000:00010000:3.0:1746139100.859360:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c0ce680 00000100:00100000:0.0:1746139100.866302:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139100.867781:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840356480 00000100:00100000:2.0:1746139100.867792:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840356480 00000100:00100000:2.0:1746139100.867846:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29863 00000100:00100000:2.0:1746139100.867853:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801314bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840356480:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139100.867875:0:9563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139100.867893:0:9563:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009edca200/0x1f9f6ca451acb70e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512574 expref: -99 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.867925:0:9563:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009edcb200/0x1f9f6ca451acb707 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351256d expref: 85 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.867932:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139100.867934:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139100.867937:0:9563:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009edca200/0x1f9f6ca451acb70e lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512574 expref: 6 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.867967:0:9563:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009edcb200/0x1f9f6ca451acb707 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351256d expref: 85 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.867979:0:9563:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009edcb200/0x1f9f6ca451acb707 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351256d expref: 85 pid: 9563 timeout: 826 lvb_type: 0 00000100:00100000:2.0:1746139100.867990:0:9563:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c0cc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832161152:192.168.203.56@tcp:104: 00000100:00100000:2.0:1746139100.868090:0:9563:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009cc49300 going to sleep for 11 seconds 00000100:00100000:2.0:1746139100.874002:0:9563:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c0cc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832161152:192.168.203.56@tcp:104: 00010000:00010000:2.0:1746139100.874039:0:9563:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009edca200/0x1f9f6ca451acb70e lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512574 expref: 6 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.874058:0:9563:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009edca200, rc 0) 00000100:00100000:2.0:1746139100.874628:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801314bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840356480:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6758us (8321us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139100.874641:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29863 00000100:00100000:0.0:1746139100.880794:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139100.880895:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840356608 00000100:00100000:3.0:1746139100.880905:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840356608 00002000:00100000:3.0:1746139100.880959:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff8801314bf100 x1830958840356608/t0(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:26/0 lens 496/0 e 0 to 0 dl 1746139111 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139100.880971:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801314bf100 with x1830958840356608 ext(0->7) 00010000:00010000:3.0:1746139100.880982:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009edcb200/0x1f9f6ca451acb707 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351256d expref: 86 pid: 9563 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746139100.880997:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009edcb200/0x1f9f6ca451acb707 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351256d expref: 86 pid: 9563 timeout: 826 lvb_type: 0 00002000:00010000:3.0:1746139100.881004:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801314bf100 00000100:00100000:3.0:1746139100.881024:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2657 00000100:00100000:3.0:1746139100.881032:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801314bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+86:2008:x1830958840356608:12345-192.168.203.56@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746139100.881992:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801314bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+88:2008:x1830958840356608:12345-192.168.203.56@tcp:4:ldlm_bl.0 Request processed in 956us (1207us total) trans 4294972080 rc 0/0 00000100:00100000:0.0:1746139100.882003:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2657 00002000:00100000:0.0:1746139100.882009:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff8801314bf100 x1830958840356608/t4294972080(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:26/0 lens 496/448 e 0 to 0 dl 1746139111 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139100.882017:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801314bf100 with x1830958840356608 ext(0->7) 00010000:00010000:0.0:1746139100.882022:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009edcb200/0x1f9f6ca451acb707 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351256d expref: 88 pid: 9563 timeout: 826 lvb_type: 0 00010000:00010000:0.0:1746139100.882032:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009edcb200/0x1f9f6ca451acb707 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351256d expref: 88 pid: 9563 timeout: 826 lvb_type: 0 00002000:00010000:0.0:1746139100.882037:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801314bf100 00000100:00100000:0.0:1746139100.886534:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139100.886654:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840356736 00000100:00100000:2.0:1746139100.886664:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840356736 00000100:00100000:2.0:1746139100.886707:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29864 00000100:00100000:2.0:1746139100.886715:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801314bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+88:1800:x1830958840356736:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139100.886733:0:9563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139100.886751:0:9563:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009edca600/0x1f9f6ca451acb715 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a351257b expref: -99 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.886777:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139100.886783:0:9563:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009edca200/0x1f9f6ca451acb70e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512574 expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.886788:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746139100.886792:0:9563:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009edca600/0x1f9f6ca451acb715 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351257b expref: 89 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.886828:0:9563:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009edca200/0x1f9f6ca451acb70e lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512574 expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.886841:0:9563:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009edca600/0x1f9f6ca451acb715 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351257b expref: 89 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.886851:0:9563:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009edca600, rc 0) 00000100:00100000:2.0:1746139100.886909:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801314bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+89:1800:x1830958840356736:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 194us (386us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139100.886916:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29864 00000100:00100000:0.0:1746139100.890959:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139100.891062:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840356864 00000100:00100000:3.0:1746139100.891073:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840356864 00010000:00010000:3.0:1746139100.891112:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009edcb200/0x1f9f6ca451acb707 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351256d expref: 89 pid: 9563 timeout: 826 lvb_type: 0 00000100:00100000:3.0:1746139100.891148:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17177 00000100:00100000:3.0:1746139100.891154:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801314bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+89:2008:x1830958840356864:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139100.891168:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139100.891187:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009edcb200/0x1f9f6ca451acb707 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351256d expref: 89 pid: 9563 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746139100.891198:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009edcb200/0x1f9f6ca451acb707 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351256d expref: 89 pid: 9563 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746139100.891218:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009edcb200/0x1f9f6ca451acb707 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351256d expref: 89 pid: 9563 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746139100.891236:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139100.891238:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139100.891245:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009edca200/0x1f9f6ca451acb70e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512574 expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139100.891252:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009edca200/0x1f9f6ca451acb70e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512574 expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139100.891281:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009edca200/0x1f9f6ca451acb70e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512574 expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139100.891292:0:7207:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009edca200/0x1f9f6ca451acb70e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512574 expref: 5 pid: 9563 timeout: 826 lvb_type: 0 00000100:00100000:3.0:1746139100.891302:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0759c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832161408:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139100.891375:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f075780 going to sleep for 11 seconds 00000100:00100000:0.0:1746139100.894976:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139100.895104:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840357120 00000100:00100000:2.0:1746139100.895114:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840357120 00002000:00100000:2.0:1746139100.895159:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880131464e00 x1830958840357120/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:26/0 lens 488/0 e 0 to 0 dl 1746139111 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139100.895170:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131464e00 with x1830958840357120 ext(0->4095) 00010000:00010000:2.0:1746139100.895180:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009edca200/0x1f9f6ca451acb70e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512574 expref: 6 pid: 9563 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746139100.895194:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009edca200/0x1f9f6ca451acb70e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512574 expref: 6 pid: 9563 timeout: 826 lvb_type: 0 00002000:00010000:2.0:1746139100.895201:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131464e00 00000100:00100000:2.0:1746139100.895224:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2658 00000100:00100000:2.0:1746139100.895232:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131464e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840357120:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746139100.896766:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131464e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840357120:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 1527us (1793us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746139100.896776:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2658 00002000:00100000:2.0:1746139100.896784:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880131464e00 x1830958840357120/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:26/0 lens 488/4536 e 0 to 0 dl 1746139111 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139100.896793:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131464e00 with x1830958840357120 ext(0->4095) 00010000:00010000:2.0:1746139100.896801:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009edca200/0x1f9f6ca451acb70e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512574 expref: 6 pid: 9563 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746139100.896814:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009edca200/0x1f9f6ca451acb70e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512574 expref: 6 pid: 9563 timeout: 826 lvb_type: 0 00002000:00010000:2.0:1746139100.896825:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131464e00 00000100:00100000:3.0:1746139100.897612:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0759c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832161408:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139100.897933:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139100.897972:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801314bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+88:2008:x1830958840356864:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 6817us (7025us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139100.897981:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17177 00000100:00100000:0.0:1746139100.900277:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139100.900376:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840357248 00000100:00100000:3.0:1746139100.900386:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840357248 00010000:00010000:3.0:1746139100.900424:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009edca200/0x1f9f6ca451acb70e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512574 expref: 6 pid: 9563 timeout: 826 lvb_type: 0 00000100:00100000:3.0:1746139100.900597:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17178 00000100:00100000:3.0:1746139100.900604:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131464380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840357248:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139100.900820:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139100.900843:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009edca200/0x1f9f6ca451acb70e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512574 expref: 6 pid: 9563 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746139100.900856:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009edca200/0x1f9f6ca451acb70e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512574 expref: 6 pid: 9563 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746139100.900877:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009edca200/0x1f9f6ca451acb70e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512574 expref: 6 pid: 9563 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746139100.900893:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139100.900896:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139100.900904:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009edca600/0x1f9f6ca451acb715 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351257b expref: 87 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139100.900912:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009edca600/0x1f9f6ca451acb715 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351257b expref: 87 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139100.900945:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009edca600/0x1f9f6ca451acb715 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351257b expref: 87 pid: 9563 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139100.900956:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0759c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832161536:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139100.901744:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f075780 going to sleep for 11 seconds 00000100:00100000:0.0:1746139100.903358:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139100.903453:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0759c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832161536:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139100.903473:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139100.903697:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840357504 00000100:00100000:2.0:1746139100.903703:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840357504 00002000:00100000:2.0:1746139100.903749:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880131467b80 x1830958840357504/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:26/0 lens 488/0 e 0 to 0 dl 1746139111 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139100.903758:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131467b80 with x1830958840357504 ext(0->4095) 00002000:00010000:2.0:1746139100.903762:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131467b80 00000100:00100000:2.0:1746139100.903786:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13293 00000100:00100000:2.0:1746139100.903792:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131467b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+88:2010:x1830958840357504:12345-192.168.203.56@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746139100.903996:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131464380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2008:x1830958840357248:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3391us (3727us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139100.904005:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17178 00000100:00100000:2.0:1746139100.904588:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131467b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+88:2010:x1830958840357504:12345-192.168.203.56@tcp:3:ptlrpcd_01_01.0 Request processed in 794us (1236us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746139100.904594:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13293 00002000:00100000:2.0:1746139100.904599:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880131467b80 x1830958840357504/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:26/0 lens 488/4536 e 0 to 0 dl 1746139111 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139100.904606:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131467b80 with x1830958840357504 ext(0->4095) 00002000:00010000:2.0:1746139100.904610:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131467b80 00000100:00100000:0.0:1746139100.913695:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139100.913837:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840357632 00000100:00100000:2.0:1746139100.913848:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840357632 00000100:00100000:2.0:1746139100.913898:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29865 00000100:00100000:2.0:1746139100.913907:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c797100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840357632:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139100.913928:0:9562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139100.913948:0:9562:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009edcac00/0x1f9f6ca451acb71c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512582 expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.913987:0:9562:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009edca600/0x1f9f6ca451acb715 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351257b expref: 87 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.913994:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139100.913996:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139100.914000:0:9562:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009edcac00/0x1f9f6ca451acb71c lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512582 expref: 6 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.914034:0:9562:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009edca600/0x1f9f6ca451acb715 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351257b expref: 87 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.914046:0:9562:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009edca600/0x1f9f6ca451acb715 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351257b expref: 87 pid: 9563 timeout: 826 lvb_type: 0 00000100:00100000:2.0:1746139100.914059:0:9562:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c0cc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9562:1830958832161664:192.168.203.56@tcp:104: 00000100:00100000:2.0:1746139100.915326:0:9562:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009cc49300 going to sleep for 11 seconds 00000100:00100000:2.0:1746139100.927677:0:9562:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c0cc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9562:1830958832161664:192.168.203.56@tcp:104: 00010000:00010000:2.0:1746139100.927711:0:9562:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009edcac00/0x1f9f6ca451acb71c lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512582 expref: 6 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.927729:0:9562:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009edcac00, rc 0) 00000100:00100000:2.0:1746139100.927770:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c797100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840357632:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 13864us (14087us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139100.927779:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29865 00000100:00100000:0.0:1746139100.938748:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139100.938895:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840357760 00000100:00100000:2.0:1746139100.938906:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840357760 00002000:00100000:2.0:1746139100.938953:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff88009c796a00 x1830958840357760/t0(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:26/0 lens 496/0 e 0 to 0 dl 1746139111 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139100.938963:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c796a00 with x1830958840357760 ext(0->7) 00010000:00010000:2.0:1746139100.938972:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009edca600/0x1f9f6ca451acb715 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351257b expref: 88 pid: 9563 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746139100.938988:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009edca600/0x1f9f6ca451acb715 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351257b expref: 88 pid: 9563 timeout: 826 lvb_type: 0 00002000:00010000:2.0:1746139100.938994:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c796a00 00000100:00100000:2.0:1746139100.939031:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2659 00000100:00100000:2.0:1746139100.939038:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c796a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+88:2007:x1830958840357760:12345-192.168.203.56@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746139100.943233:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c796a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+90:2007:x1830958840357760:12345-192.168.203.56@tcp:4:ldlm_bl.0 Request processed in 4182us (4484us total) trans 4294972081 rc 0/0 00000100:00100000:2.0:1746139100.943248:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2659 00002000:00100000:2.0:1746139100.943262:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff88009c796a00 x1830958840357760/t4294972081(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:26/0 lens 496/448 e 0 to 0 dl 1746139111 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139100.943272:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c796a00 with x1830958840357760 ext(0->7) 00010000:00010000:2.0:1746139100.943284:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009edca600/0x1f9f6ca451acb715 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351257b expref: 90 pid: 9563 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746139100.943300:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009edca600/0x1f9f6ca451acb715 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351257b expref: 90 pid: 9563 timeout: 826 lvb_type: 0 00002000:00010000:2.0:1746139100.943306:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c796a00 00000100:00100000:1.0:1746139100.951831:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139100.951905:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139100.951985:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840358016 00000100:00100000:2.0:1746139100.951995:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840358016 00000100:00100000:2.0:1746139100.952039:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29866 00000100:00100000:2.0:1746139100.952048:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bd88700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b60e9717-019c-4527-a82a-15e993ac5189+90:1800:x1830958840358016:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139100.952066:0:9562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139100.952085:0:9562:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009edcba00/0x1f9f6ca451acb723 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512589 expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.952114:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139100.952120:0:9562:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009edcac00/0x1f9f6ca451acb71c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512582 expref: 5 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.952126:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746139100.952130:0:9562:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009edcba00/0x1f9f6ca451acb723 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512589 expref: 91 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.952166:0:9562:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009edcac00/0x1f9f6ca451acb71c lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512582 expref: 5 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.952178:0:9562:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009edcba00/0x1f9f6ca451acb723 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512589 expref: 91 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.952187:0:9562:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009edcba00, rc 0) 00000100:00100000:2.0:1746139100.952230:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bd88700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b60e9717-019c-4527-a82a-15e993ac5189+91:1800:x1830958840358016:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 184us (411us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139100.952237:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29866 00000100:00100000:2.0:1746139100.956000:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840357888 00000100:00100000:2.0:1746139100.956015:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840357888 00010000:00010000:2.0:1746139100.956063:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009edca600/0x1f9f6ca451acb715 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351257b expref: 91 pid: 9563 timeout: 826 lvb_type: 0 00000100:00100000:1.0:1746139100.956681:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17179 00000100:00100000:1.0:1746139100.956692:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0cc2c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+91:2010:x1830958840357888:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746139100.956707:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746139100.956729:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009edca600/0x1f9f6ca451acb715 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351257b expref: 91 pid: 9563 timeout: 826 lvb_type: 0 00010000:00010000:1.0:1746139100.956743:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009edca600/0x1f9f6ca451acb715 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351257b expref: 91 pid: 9563 timeout: 826 lvb_type: 0 00010000:00010000:1.0:1746139100.956768:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009edca600/0x1f9f6ca451acb715 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351257b expref: 91 pid: 9563 timeout: 826 lvb_type: 0 00010000:00010000:1.0:1746139100.956799:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139100.956802:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139100.956809:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009edcac00/0x1f9f6ca451acb71c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512582 expref: 5 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139100.956817:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009edcac00/0x1f9f6ca451acb71c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512582 expref: 5 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139100.956856:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009edcac00/0x1f9f6ca451acb71c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512582 expref: 5 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139100.956867:0:15672:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009edcac00/0x1f9f6ca451acb71c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512582 expref: 5 pid: 9562 timeout: 826 lvb_type: 0 00000100:00100000:1.0:1746139100.956878:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c4d4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832161920:192.168.203.56@tcp:105: 00000100:00100000:1.0:1746139100.956967:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a059d9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746139100.960041:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c4d4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832161920:192.168.203.56@tcp:105: 00010000:00010000:1.0:1746139100.960063:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746139100.960347:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0cc2c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+90:2010:x1830958840357888:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3655us (8439us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139100.960359:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17179 00000100:00100000:0.0:1746139100.960562:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139100.960947:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840358272 00000100:00100000:3.0:1746139100.960955:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840358272 00002000:00100000:3.0:1746139100.960995:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c796300 x1830958840358272/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:26/0 lens 488/0 e 0 to 0 dl 1746139111 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139100.961006:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c796300 with x1830958840358272 ext(0->4095) 00010000:00010000:3.0:1746139100.961014:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009edcac00/0x1f9f6ca451acb71c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512582 expref: 6 pid: 9562 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746139100.961031:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009edcac00/0x1f9f6ca451acb71c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512582 expref: 6 pid: 9562 timeout: 826 lvb_type: 0 00002000:00010000:3.0:1746139100.961037:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c796300 00000100:00100000:3.0:1746139100.961062:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2660 00000100:00100000:3.0:1746139100.961069:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c796300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840358272:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746139100.961187:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c796300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840358272:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 118us (1574us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746139100.961192:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2660 00002000:00100000:3.0:1746139100.961197:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c796300 x1830958840358272/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:26/0 lens 488/4536 e 0 to 0 dl 1746139111 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139100.961203:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c796300 with x1830958840358272 ext(0->4095) 00010000:00010000:3.0:1746139100.961207:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009edcac00/0x1f9f6ca451acb71c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512582 expref: 6 pid: 9562 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746139100.961215:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009edcac00/0x1f9f6ca451acb71c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512582 expref: 6 pid: 9562 timeout: 826 lvb_type: 0 00002000:00010000:3.0:1746139100.961221:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c796300 00000100:00100000:0.0:1746139100.969038:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139100.969147:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840358400 00000100:00100000:1.0:1746139100.969156:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840358400 00010000:00010000:1.0:1746139100.969195:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009edcac00/0x1f9f6ca451acb71c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512582 expref: 6 pid: 9562 timeout: 826 lvb_type: 0 00000100:00100000:1.0:1746139100.969498:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17180 00000100:00100000:1.0:1746139100.969507:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c797800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2010:x1830958840358400:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746139100.969530:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746139100.969555:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009edcac00/0x1f9f6ca451acb71c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512582 expref: 6 pid: 9562 timeout: 826 lvb_type: 0 00010000:00010000:1.0:1746139100.969567:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009edcac00/0x1f9f6ca451acb71c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512582 expref: 6 pid: 9562 timeout: 826 lvb_type: 0 00010000:00010000:1.0:1746139100.969590:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009edcac00/0x1f9f6ca451acb71c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512582 expref: 6 pid: 9562 timeout: 826 lvb_type: 0 00010000:00010000:1.0:1746139100.969653:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139100.969656:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139100.969664:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009edcba00/0x1f9f6ca451acb723 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512589 expref: 89 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139100.969676:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009edcba00/0x1f9f6ca451acb723 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512589 expref: 89 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139100.969709:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009edcba00/0x1f9f6ca451acb723 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512589 expref: 89 pid: 9562 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746139100.969720:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c4d4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832162048:192.168.203.56@tcp:105: 00000100:00100000:1.0:1746139100.969801:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a059dcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746139100.976239:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139100.976275:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840358656 00000100:00100000:3.0:1746139100.976285:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840358656 00002000:00100000:3.0:1746139100.976337:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c796d80 x1830958840358656/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:26/0 lens 488/0 e 0 to 0 dl 1746139111 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139100.976348:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c796d80 with x1830958840358656 ext(0->4095) 00002000:00010000:3.0:1746139100.976354:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c796d80 00000100:00100000:3.0:1746139100.976394:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13294 00000100:00100000:3.0:1746139100.976401:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c796d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+90:2008:x1830958840358656:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746139100.976555:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c796d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+90:2008:x1830958840358656:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 153us (328us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746139100.976562:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13294 00002000:00100000:3.0:1746139100.976567:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c796d80 x1830958840358656/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:26/0 lens 488/4536 e 0 to 0 dl 1746139111 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139100.976574:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c796d80 with x1830958840358656 ext(0->4095) 00002000:00010000:3.0:1746139100.976576:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c796d80 00000100:00100000:1.0:1746139100.978605:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c4d4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832162048:192.168.203.56@tcp:105: 00010000:00010000:1.0:1746139100.978666:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746139100.978726:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c797800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2010:x1830958840358400:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 9220us (9696us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139100.978736:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17180 00000100:00100000:0.0:1746139100.980469:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139100.980715:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840358784 00000100:00100000:2.0:1746139100.980723:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840358784 00000100:00100000:2.0:1746139100.980766:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29867 00000100:00100000:2.0:1746139100.980773:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072788380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840358784:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139100.980792:0:9563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139100.980810:0:9563:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009edcb200/0x1f9f6ca451acb72a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512590 expref: -99 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.980836:0:9563:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009edcba00/0x1f9f6ca451acb723 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512589 expref: 89 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.980843:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139100.980845:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139100.980847:0:9563:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009edcb200/0x1f9f6ca451acb72a lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512590 expref: 6 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.980877:0:9563:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009edcba00/0x1f9f6ca451acb723 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512589 expref: 89 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.980889:0:9563:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009edcba00/0x1f9f6ca451acb723 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512589 expref: 89 pid: 9562 timeout: 826 lvb_type: 0 00000100:00100000:2.0:1746139100.980900:0:9563:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c0cc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832162176:192.168.203.56@tcp:104: 00000100:00100000:2.0:1746139100.981521:0:9563:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009cc49300 going to sleep for 11 seconds 00000100:00100000:2.0:1746139100.984951:0:9563:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c0cc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832162176:192.168.203.56@tcp:104: 00010000:00010000:2.0:1746139100.984987:0:9563:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009edcb200/0x1f9f6ca451acb72a lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512590 expref: 6 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139100.985009:0:9563:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009edcb200, rc 0) 00000100:00100000:2.0:1746139100.985068:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072788380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840358784:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4293us (4604us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139100.985078:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29867 00000100:00100000:0.0:1746139100.990735:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139100.991477:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840358912 00000100:00100000:2.0:1746139100.991488:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840358912 00002000:00100000:2.0:1746139100.991553:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff880072789880 x1830958840358912/t0(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:26/0 lens 496/0 e 0 to 0 dl 1746139111 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139100.991563:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072789880 with x1830958840358912 ext(0->7) 00010000:00010000:2.0:1746139100.991572:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009edcba00/0x1f9f6ca451acb723 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512589 expref: 90 pid: 9562 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746139100.991586:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009edcba00/0x1f9f6ca451acb723 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512589 expref: 90 pid: 9562 timeout: 826 lvb_type: 0 00002000:00010000:2.0:1746139100.991592:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072789880 00000100:00100000:2.0:1746139100.992379:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2661 00000100:00100000:2.0:1746139100.992389:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072789880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+90:2008:x1830958840358912:12345-192.168.203.56@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746139100.996016:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072789880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+92:2008:x1830958840358912:12345-192.168.203.56@tcp:4:ldlm_bl.0 Request processed in 3616us (5279us total) trans 4294972082 rc 0/0 00000100:00100000:1.0:1746139100.996030:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2661 00002000:00100000:1.0:1746139100.996044:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff880072789880 x1830958840358912/t4294972082(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:26/0 lens 496/448 e 0 to 0 dl 1746139111 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139100.996053:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072789880 with x1830958840358912 ext(0->7) 00010000:00010000:1.0:1746139100.996064:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009edcba00/0x1f9f6ca451acb723 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512589 expref: 92 pid: 9562 timeout: 826 lvb_type: 0 00010000:00010000:1.0:1746139100.996081:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009edcba00/0x1f9f6ca451acb723 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512589 expref: 92 pid: 9562 timeout: 826 lvb_type: 0 00002000:00010000:1.0:1746139100.996093:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072789880 00000100:00100000:0.0:1746139101.007740:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139101.008085:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840359040 00000100:00100000:1.0:1746139101.008094:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840359040 00010000:00010000:1.0:1746139101.008135:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009edcba00/0x1f9f6ca451acb723 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512589 expref: 92 pid: 9562 timeout: 826 lvb_type: 0 00000100:00100000:1.0:1746139101.008179:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17181 00000100:00100000:1.0:1746139101.008186:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007278aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+92:2007:x1830958840359040:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746139101.008202:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746139101.008223:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009edcba00/0x1f9f6ca451acb723 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512589 expref: 92 pid: 9562 timeout: 826 lvb_type: 0 00010000:00010000:1.0:1746139101.008237:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009edcba00/0x1f9f6ca451acb723 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512589 expref: 92 pid: 9562 timeout: 826 lvb_type: 0 00010000:00010000:1.0:1746139101.008261:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009edcba00/0x1f9f6ca451acb723 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512589 expref: 92 pid: 9562 timeout: 826 lvb_type: 0 00010000:00010000:1.0:1746139101.013729:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139101.013736:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139101.013751:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009edcb200/0x1f9f6ca451acb72a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512590 expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139101.013763:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009edcb200/0x1f9f6ca451acb72a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512590 expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139101.013819:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009edcb200/0x1f9f6ca451acb72a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512590 expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746139101.013832:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c4d4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832162304:192.168.203.56@tcp:105: 00000100:00100000:1.0:1746139101.013932:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a059dcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746139101.023894:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139101.023982:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840359168 00000100:00100000:2.0:1746139101.023991:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840359168 00000100:00100000:2.0:1746139101.024116:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29868 00000100:00100000:2.0:1746139101.024124:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072788000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+92:1800:x1830958840359168:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139101.024145:0:9563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139101.024161:0:9563:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009edcac00/0x1f9f6ca451acb731 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512597 expref: -99 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.024191:0:9563:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009edcb200/0x1f9f6ca451acb72a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512590 expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.024198:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139101.024199:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139101.024202:0:9563:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009edcac00/0x1f9f6ca451acb731 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512597 expref: 93 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.024717:0:9563:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009edcb200/0x1f9f6ca451acb72a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512590 expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.024728:0:9563:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009edcb200/0x1f9f6ca451acb72a lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512590 expref: 5 pid: 9563 timeout: 826 lvb_type: 0 00000100:00100000:2.0:1746139101.024739:0:9563:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c0cc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832162432:192.168.203.56@tcp:104: 00000100:00100000:2.0:1746139101.026440:0:9563:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009cc49300 going to sleep for 11 seconds 00000100:00100000:2.0:1746139101.028035:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139101.028211:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c4d4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832162304:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139101.028227:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139101.028263:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007278aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+93:2007:x1830958840359040:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 20077us (20534us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139101.028273:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17181 00000100:00100000:1.0:1746139101.029651:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840359424 00000100:00100000:1.0:1746139101.029663:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840359424 00002000:00100000:1.0:1746139101.029713:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c0cca80 x1830958840359424/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:27/0 lens 488/0 e 0 to 0 dl 1746139112 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139101.029723:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c0cca80 with x1830958840359424 ext(0->4095) 00010000:00010000:1.0:1746139101.029733:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009edcb200/0x1f9f6ca451acb72a lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512590 expref: 6 pid: 9563 timeout: 826 lvb_type: 0 00010000:00010000:1.0:1746139101.029747:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009edcb200/0x1f9f6ca451acb72a lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512590 expref: 6 pid: 9563 timeout: 826 lvb_type: 0 00002000:00010000:1.0:1746139101.029754:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c0cca80 00000100:00100000:3.0:1746139101.031402:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2662 00000100:00100000:3.0:1746139101.031417:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c0cca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840359424:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746139101.031575:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c0cca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840359424:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 162us (3545us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746139101.031580:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2662 00002000:00100000:3.0:1746139101.031586:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c0cca80 x1830958840359424/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:27/0 lens 488/4536 e 0 to 0 dl 1746139112 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139101.031595:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c0cca80 with x1830958840359424 ext(0->4095) 00010000:00010000:3.0:1746139101.031601:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009edcb200/0x1f9f6ca451acb72a lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512590 expref: 6 pid: 9563 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746139101.031612:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009edcb200/0x1f9f6ca451acb72a lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512590 expref: 6 pid: 9563 timeout: 826 lvb_type: 0 00002000:00010000:3.0:1746139101.031637:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c0cca80 00000100:00100000:3.0:1746139101.033391:0:9563:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c0cc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832162432:192.168.203.56@tcp:104: 00010000:00010000:3.0:1746139101.033417:0:9563:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009edcac00/0x1f9f6ca451acb731 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512597 expref: 92 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139101.033432:0:9563:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009edcac00, rc 0) 00000100:00100000:3.0:1746139101.033463:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072788000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+92:1800:x1830958840359168:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 9339us (9579us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139101.033470:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29868 00000100:00100000:0.0:1746139101.036635:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139101.036818:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840359552 00000100:00100000:3.0:1746139101.036827:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840359552 00000100:00100000:3.0:1746139101.036868:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29869 00000100:00100000:3.0:1746139101.036874:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ff6c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+92:1814:x1830958840359552:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746139101.036893:0:9563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139101.036911:0:9563:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f034400/0x1f9f6ca451acb738 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a351259e expref: -99 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139101.036936:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139101.036941:0:9563:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009edcac00/0x1f9f6ca451acb731 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512597 expref: 93 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139101.036947:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746139101.036950:0:9563:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f034400/0x1f9f6ca451acb738 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351259e expref: 93 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139101.036985:0:9563:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009edcac00/0x1f9f6ca451acb731 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512597 expref: 93 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139101.036996:0:9563:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f034400/0x1f9f6ca451acb738 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351259e expref: 93 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139101.037004:0:9563:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f034400, rc 0) 00000100:00100000:3.0:1746139101.037051:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ff6c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+93:1814:x1830958840359552:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 177us (445us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139101.037056:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29869 00000100:00100000:2.0:1746139101.037973:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139101.038348:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840359680 00000100:00100000:0.0:1746139101.038353:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840359680 00010000:00010000:0.0:1746139101.038379:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009edcb200/0x1f9f6ca451acb72a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512590 expref: 6 pid: 9563 timeout: 826 lvb_type: 0 00000100:00100000:0.0:1746139101.038716:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17182 00000100:00100000:0.0:1746139101.038723:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c0cc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2010:x1830958840359680:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746139101.038733:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746139101.038751:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009edcb200/0x1f9f6ca451acb72a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512590 expref: 6 pid: 9563 timeout: 826 lvb_type: 0 00010000:00010000:0.0:1746139101.038763:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009edcb200/0x1f9f6ca451acb72a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512590 expref: 6 pid: 9563 timeout: 826 lvb_type: 0 00010000:00010000:0.0:1746139101.039253:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009edcb200/0x1f9f6ca451acb72a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512590 expref: 6 pid: 9563 timeout: 826 lvb_type: 0 00010000:00010000:0.0:1746139101.039280:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139101.039282:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139101.039289:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009edcac00/0x1f9f6ca451acb731 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512597 expref: 92 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139101.039297:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009edcac00/0x1f9f6ca451acb731 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512597 expref: 92 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139101.039574:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009edcac00/0x1f9f6ca451acb731 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512597 expref: 92 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139101.039586:0:15672:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009edcac00/0x1f9f6ca451acb731 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512597 expref: 92 pid: 9563 timeout: 826 lvb_type: 0 00000100:00100000:1.0:1746139101.039598:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c4d6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832162688:192.168.203.56@tcp:105: 00000100:00100000:1.0:1746139101.040399:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a059d6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746139101.045226:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c4d6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832162688:192.168.203.56@tcp:105: 00010000:00010000:1.0:1746139101.045248:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746139101.045403:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139101.045970:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c0cc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2010:x1830958840359680:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 7245us (8062us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139101.045981:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17182 00000100:00100000:1.0:1746139101.046425:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840359936 00000100:00100000:1.0:1746139101.046431:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840359936 00002000:00100000:1.0:1746139101.046466:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880072788380 x1830958840359936/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:27/0 lens 488/0 e 0 to 0 dl 1746139112 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139101.047099:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072788380 with x1830958840359936 ext(0->4095) 00010000:00010000:1.0:1746139101.047109:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009edcac00/0x1f9f6ca451acb731 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512597 expref: 93 pid: 9563 timeout: 826 lvb_type: 0 00010000:00010000:1.0:1746139101.047123:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009edcac00/0x1f9f6ca451acb731 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512597 expref: 93 pid: 9563 timeout: 826 lvb_type: 0 00002000:00010000:1.0:1746139101.047128:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072788380 00000100:00100000:1.0:1746139101.047158:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2663 00000100:00100000:1.0:1746139101.047166:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072788380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+93:2008:x1830958840359936:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746139101.047292:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072788380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+93:2008:x1830958840359936:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 128us (1891us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139101.047297:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2663 00002000:00100000:1.0:1746139101.047302:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880072788380 x1830958840359936/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:27/0 lens 488/4536 e 0 to 0 dl 1746139112 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139101.047308:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072788380 with x1830958840359936 ext(0->4095) 00010000:00010000:1.0:1746139101.047313:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009edcac00/0x1f9f6ca451acb731 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512597 expref: 93 pid: 9563 timeout: 826 lvb_type: 0 00010000:00010000:1.0:1746139101.047321:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009edcac00/0x1f9f6ca451acb731 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512597 expref: 93 pid: 9563 timeout: 826 lvb_type: 0 00002000:00010000:1.0:1746139101.047326:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072788380 00000100:00100000:0.0:1746139101.054736:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139101.054830:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840360064 00000100:00100000:1.0:1746139101.054840:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840360064 00010000:00010000:1.0:1746139101.054877:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009edcac00/0x1f9f6ca451acb731 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512597 expref: 93 pid: 9563 timeout: 826 lvb_type: 0 00000100:00100000:1.0:1746139101.054918:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17183 00000100:00100000:1.0:1746139101.054925:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072788000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+93:2007:x1830958840360064:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746139101.054938:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746139101.054958:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009edcac00/0x1f9f6ca451acb731 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512597 expref: 93 pid: 9563 timeout: 826 lvb_type: 0 00010000:00010000:1.0:1746139101.054971:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009edcac00/0x1f9f6ca451acb731 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512597 expref: 93 pid: 9563 timeout: 826 lvb_type: 0 00010000:00010000:1.0:1746139101.054994:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009edcac00/0x1f9f6ca451acb731 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512597 expref: 93 pid: 9563 timeout: 826 lvb_type: 0 00010000:00010000:1.0:1746139101.055023:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139101.055026:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139101.055033:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f034400/0x1f9f6ca451acb738 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351259e expref: 92 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139101.055045:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f034400/0x1f9f6ca451acb738 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351259e expref: 92 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139101.055080:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f034400/0x1f9f6ca451acb738 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351259e expref: 92 pid: 9563 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746139101.055091:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c4d6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832162816:192.168.203.56@tcp:105: 00000100:00100000:1.0:1746139101.055164:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a059d6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746139101.059293:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139101.059400:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c4d6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832162816:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139101.059419:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139101.059467:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072788000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+92:2007:x1830958840360064:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 4542us (4741us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139101.059478:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17183 00000100:00100000:3.0:1746139101.059838:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840360320 00000100:00100000:3.0:1746139101.059845:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840360320 00002000:00100000:3.0:1746139101.059889:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c4d4000 x1830958840360320/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:27/0 lens 488/0 e 0 to 0 dl 1746139112 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139101.059899:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c4d4000 with x1830958840360320 ext(0->4095) 00002000:00010000:3.0:1746139101.059903:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c4d4000 00000100:00100000:3.0:1746139101.059920:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13295 00000100:00100000:3.0:1746139101.059926:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c4d4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+92:2007:x1830958840360320:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746139101.060065:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c4d4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+92:2007:x1830958840360320:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 139us (782us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746139101.060070:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13295 00002000:00100000:3.0:1746139101.060075:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c4d4000 x1830958840360320/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:27/0 lens 488/4536 e 0 to 0 dl 1746139112 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139101.060081:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c4d4000 with x1830958840360320 ext(0->4095) 00002000:00010000:3.0:1746139101.060084:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c4d4000 00000100:00100000:0.0:1746139101.064694:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139101.064955:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840360448 00000100:00100000:2.0:1746139101.064965:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840360448 00000100:00100000:2.0:1746139101.065017:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29870 00000100:00100000:2.0:1746139101.065025:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bbe2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840360448:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139101.065045:0:9562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139101.065063:0:9562:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009edcae00/0x1f9f6ca451acb73f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a35125a5 expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.065092:0:9562:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f034400/0x1f9f6ca451acb738 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351259e expref: 91 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.065099:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139101.065101:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139101.065105:0:9562:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009edcae00/0x1f9f6ca451acb73f lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35125a5 expref: 6 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.065137:0:9562:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f034400/0x1f9f6ca451acb738 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351259e expref: 91 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.065149:0:9562:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f034400/0x1f9f6ca451acb738 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351259e expref: 91 pid: 9563 timeout: 826 lvb_type: 0 00000100:00100000:2.0:1746139101.065160:0:9562:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012eeda300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9562:1830958832162944:192.168.203.56@tcp:104: 00000100:00100000:2.0:1746139101.065246:0:9562:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009cc49300 going to sleep for 11 seconds 00000100:00100000:2.0:1746139101.070064:0:9562:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012eeda300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9562:1830958832162944:192.168.203.56@tcp:104: 00010000:00010000:2.0:1746139101.070100:0:9562:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009edcae00/0x1f9f6ca451acb73f lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35125a5 expref: 6 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.070117:0:9562:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009edcae00, rc 0) 00000100:00100000:2.0:1746139101.070163:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bbe2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840360448:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5138us (5479us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139101.070172:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29870 00000100:00100000:0.0:1746139101.070659:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139101.070768:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139101.070880:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840360704 00000100:00100000:3.0:1746139101.070887:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840360704 00000100:00100000:3.0:1746139101.070922:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29871 00000100:00100000:3.0:1746139101.070928:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bbe3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b60e9717-019c-4527-a82a-15e993ac5189+92:1800:x1830958840360704:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746139101.070944:0:9562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139101.070960:0:9562:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800726ebc00/0x1f9f6ca451acb746 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a35125ac expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139101.070980:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746139101.070984:0:9562:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009edcae00/0x1f9f6ca451acb73f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35125a5 expref: 5 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139101.070990:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746139101.070993:0:9562:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800726ebc00/0x1f9f6ca451acb746 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35125ac expref: 93 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139101.071023:0:9562:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009edcae00/0x1f9f6ca451acb73f lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35125a5 expref: 5 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139101.071033:0:9562:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800726ebc00/0x1f9f6ca451acb746 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35125ac expref: 93 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139101.071040:0:9562:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800726ebc00, rc 0) 00000100:00100000:3.0:1746139101.071073:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bbe3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b60e9717-019c-4527-a82a-15e993ac5189+93:1800:x1830958840360704:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 145us (304us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139101.071078:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29871 00000100:00100000:2.0:1746139101.071281:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840360576 00000100:00100000:2.0:1746139101.071284:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840360576 00010000:00010000:2.0:1746139101.071301:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f034400/0x1f9f6ca451acb738 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351259e expref: 93 pid: 9563 timeout: 826 lvb_type: 0 00000100:00100000:2.0:1746139101.071328:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17184 00000100:00100000:2.0:1746139101.071333:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bbe2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+93:2007:x1830958840360576:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139101.071341:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139101.071359:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f034400/0x1f9f6ca451acb738 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351259e expref: 93 pid: 9563 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746139101.071370:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f034400/0x1f9f6ca451acb738 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351259e expref: 93 pid: 9563 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746139101.071385:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f034400/0x1f9f6ca451acb738 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351259e expref: 93 pid: 9563 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746139101.071412:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139101.071414:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139101.071419:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009edcae00/0x1f9f6ca451acb73f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35125a5 expref: 5 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.071426:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009edcae00/0x1f9f6ca451acb73f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35125a5 expref: 5 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.071443:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009edcae00/0x1f9f6ca451acb73f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35125a5 expref: 5 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.071453:0:15672:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009edcae00/0x1f9f6ca451acb73f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35125a5 expref: 5 pid: 9562 timeout: 826 lvb_type: 0 00000100:00100000:2.0:1746139101.071464:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012eeda300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832163200:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139101.071524:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009cc49300 going to sleep for 11 seconds 00000100:00100000:2.0:1746139101.074342:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012eeda300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832163200:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139101.074365:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139101.074412:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bbe2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+92:2007:x1830958840360576:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3076us (3752us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139101.074422:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17184 00000100:00100000:0.0:1746139101.075142:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139101.075398:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840360960 00000100:00100000:3.0:1746139101.075404:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840360960 00002000:00100000:3.0:1746139101.075447:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88012bbe3800 x1830958840360960/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:27/0 lens 488/0 e 0 to 0 dl 1746139112 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139101.075463:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bbe3800 with x1830958840360960 ext(0->4095) 00010000:00010000:3.0:1746139101.075470:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009edcae00/0x1f9f6ca451acb73f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35125a5 expref: 6 pid: 9562 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746139101.075484:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009edcae00/0x1f9f6ca451acb73f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35125a5 expref: 6 pid: 9562 timeout: 826 lvb_type: 0 00002000:00010000:3.0:1746139101.075489:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012bbe3800 00000100:00100000:3.0:1746139101.075517:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2664 00000100:00100000:3.0:1746139101.075523:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bbe3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2010:x1830958840360960:12345-192.168.203.56@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746139101.075694:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bbe3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2010:x1830958840360960:12345-192.168.203.56@tcp:3:ptlrpcd_01_01.0 Request processed in 170us (553us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746139101.075700:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2664 00002000:00100000:3.0:1746139101.075705:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88012bbe3800 x1830958840360960/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:27/0 lens 488/4536 e 0 to 0 dl 1746139112 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139101.075712:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bbe3800 with x1830958840360960 ext(0->4095) 00010000:00010000:3.0:1746139101.075716:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009edcae00/0x1f9f6ca451acb73f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35125a5 expref: 6 pid: 9562 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746139101.075724:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009edcae00/0x1f9f6ca451acb73f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35125a5 expref: 6 pid: 9562 timeout: 826 lvb_type: 0 00002000:00010000:3.0:1746139101.075730:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012bbe3800 00000100:00100000:0.0:1746139101.079920:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139101.080017:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840361088 00000100:00100000:2.0:1746139101.080026:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840361088 00010000:00010000:2.0:1746139101.080062:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009edcae00/0x1f9f6ca451acb73f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35125a5 expref: 6 pid: 9562 timeout: 826 lvb_type: 0 00000100:00100000:2.0:1746139101.080103:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17185 00000100:00100000:2.0:1746139101.080111:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bbe1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840361088:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139101.080124:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139101.080144:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009edcae00/0x1f9f6ca451acb73f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35125a5 expref: 6 pid: 9562 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746139101.080156:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009edcae00/0x1f9f6ca451acb73f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35125a5 expref: 6 pid: 9562 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746139101.080179:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009edcae00/0x1f9f6ca451acb73f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35125a5 expref: 6 pid: 9562 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746139101.080198:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139101.080200:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139101.080207:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800726ebc00/0x1f9f6ca451acb746 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35125ac expref: 91 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.080215:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800726ebc00/0x1f9f6ca451acb746 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35125ac expref: 91 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.080246:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800726ebc00/0x1f9f6ca451acb746 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35125ac expref: 91 pid: 9562 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746139101.080258:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012eeda300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832163328:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139101.080331:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009cc49300 going to sleep for 11 seconds 00000100:00100000:2.0:1746139101.083081:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012eeda300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832163328:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139101.083107:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139101.083787:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bbe1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2008:x1830958840361088:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3675us (3875us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139101.083799:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17185 00000100:00100000:1.0:1746139101.084056:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139101.084269:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840361344 00000100:00100000:0.0:1746139101.084276:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840361344 00002000:00100000:0.0:1746139101.084318:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c4d6d80 x1830958840361344/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:27/0 lens 488/0 e 0 to 0 dl 1746139112 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139101.084328:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c4d6d80 with x1830958840361344 ext(0->4095) 00002000:00010000:0.0:1746139101.084333:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c4d6d80 00000100:00100000:0.0:1746139101.084361:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13296 00000100:00100000:0.0:1746139101.084368:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c4d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+92:2008:x1830958840361344:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746139101.084499:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c4d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+92:2008:x1830958840361344:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 131us (443us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746139101.084505:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13296 00002000:00100000:0.0:1746139101.084517:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c4d6d80 x1830958840361344/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:27/0 lens 488/4536 e 0 to 0 dl 1746139112 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139101.084525:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c4d6d80 with x1830958840361344 ext(0->4095) 00002000:00010000:0.0:1746139101.084527:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c4d6d80 00000100:00100000:0.0:1746139101.091565:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139101.091674:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840361472 00000100:00100000:2.0:1746139101.091685:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840361472 00000100:00100000:2.0:1746139101.091745:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29872 00000100:00100000:2.0:1746139101.091753:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c18c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840361472:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139101.091773:0:9563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139101.091793:0:9563:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009edcba00/0x1f9f6ca451acb74d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a35125b3 expref: -99 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.091824:0:9563:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800726ebc00/0x1f9f6ca451acb746 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35125ac expref: 91 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.091832:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139101.091834:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139101.091838:0:9563:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009edcba00/0x1f9f6ca451acb74d lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35125b3 expref: 6 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.091872:0:9563:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800726ebc00/0x1f9f6ca451acb746 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35125ac expref: 91 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.091885:0:9563:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800726ebc00/0x1f9f6ca451acb746 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35125ac expref: 91 pid: 9562 timeout: 826 lvb_type: 0 00000100:00100000:2.0:1746139101.091896:0:9563:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012eeda300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832163456:192.168.203.56@tcp:104: 00000100:00100000:2.0:1746139101.092612:0:9563:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009cc49300 going to sleep for 11 seconds 00000100:00100000:2.0:1746139101.100086:0:9563:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012eeda300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832163456:192.168.203.56@tcp:104: 00010000:00010000:2.0:1746139101.100128:0:9563:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009edcba00/0x1f9f6ca451acb74d lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35125b3 expref: 6 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.100147:0:9563:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009edcba00, rc 0) 00000100:00100000:2.0:1746139101.100220:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c18c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840361472:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 8467us (8666us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139101.100228:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29872 00000100:00100000:0.0:1746139101.106013:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139101.106446:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840361600 00000100:00100000:3.0:1746139101.106458:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840361600 00002000:00100000:3.0:1746139101.106505:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff88009c18e680 x1830958840361600/t0(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:27/0 lens 496/0 e 0 to 0 dl 1746139112 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139101.106524:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c18e680 with x1830958840361600 ext(0->7) 00010000:00010000:3.0:1746139101.106533:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800726ebc00/0x1f9f6ca451acb746 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35125ac expref: 92 pid: 9562 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746139101.106547:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800726ebc00/0x1f9f6ca451acb746 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35125ac expref: 92 pid: 9562 timeout: 826 lvb_type: 0 00002000:00010000:3.0:1746139101.106553:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c18e680 00000100:00100000:3.0:1746139101.106584:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2665 00000100:00100000:3.0:1746139101.106592:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c18e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+92:2007:x1830958840361600:12345-192.168.203.56@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746139101.109551:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c18e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+94:2007:x1830958840361600:12345-192.168.203.56@tcp:4:ldlm_bl.0 Request processed in 2948us (3537us total) trans 4294972083 rc 0/0 00000100:00100000:0.0:1746139101.109563:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2665 00002000:00100000:0.0:1746139101.109575:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff88009c18e680 x1830958840361600/t4294972083(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:27/0 lens 496/448 e 0 to 0 dl 1746139112 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139101.109584:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c18e680 with x1830958840361600 ext(0->7) 00010000:00010000:0.0:1746139101.109593:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800726ebc00/0x1f9f6ca451acb746 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35125ac expref: 94 pid: 9562 timeout: 826 lvb_type: 0 00010000:00010000:0.0:1746139101.109608:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800726ebc00/0x1f9f6ca451acb746 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35125ac expref: 94 pid: 9562 timeout: 826 lvb_type: 0 00002000:00010000:0.0:1746139101.109626:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c18e680 00000100:00100000:0.0:1746139101.115210:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139101.116253:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840361728 00000100:00100000:2.0:1746139101.116264:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840361728 00010000:00010000:2.0:1746139101.116305:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800726ebc00/0x1f9f6ca451acb746 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35125ac expref: 94 pid: 9562 timeout: 826 lvb_type: 0 00000100:00100000:2.0:1746139101.116348:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17186 00000100:00100000:2.0:1746139101.116356:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0cc2850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+94:2008:x1830958840361728:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139101.116369:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139101.116389:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800726ebc00/0x1f9f6ca451acb746 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35125ac expref: 94 pid: 9562 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746139101.116402:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800726ebc00/0x1f9f6ca451acb746 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35125ac expref: 94 pid: 9562 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746139101.116422:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800726ebc00/0x1f9f6ca451acb746 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35125ac expref: 94 pid: 9562 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746139101.116455:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139101.116458:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139101.116466:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009edcba00/0x1f9f6ca451acb74d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35125b3 expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.116473:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009edcba00/0x1f9f6ca451acb74d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35125b3 expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.116507:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009edcba00/0x1f9f6ca451acb74d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35125b3 expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746139101.116532:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012eeda300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832163584:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139101.116647:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009cc49300 going to sleep for 11 seconds 00000100:00100000:2.0:1746139101.124941:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012eeda300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832163584:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139101.124967:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139101.125015:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0cc2850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+93:2008:x1830958840361728:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 8659us (9813us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139101.125026:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17186 00000100:00100000:0.0:1746139101.125603:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139101.126449:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840361984 00000100:00100000:2.0:1746139101.126457:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840361984 00002000:00100000:2.0:1746139101.126500:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c18ce00 x1830958840361984/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:27/0 lens 488/0 e 0 to 0 dl 1746139112 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139101.126518:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c18ce00 with x1830958840361984 ext(0->4095) 00002000:00010000:2.0:1746139101.126523:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c18ce00 00000100:00100000:2.0:1746139101.126542:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13297 00000100:00100000:2.0:1746139101.126550:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c18ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840361984:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746139101.126679:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c18ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840361984:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 130us (1077us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746139101.126685:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13297 00002000:00100000:2.0:1746139101.126690:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c18ce00 x1830958840361984/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:27/0 lens 488/4536 e 0 to 0 dl 1746139112 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139101.126697:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c18ce00 with x1830958840361984 ext(0->4095) 00002000:00010000:2.0:1746139101.126699:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c18ce00 00000100:00100000:2.0:1746139101.133948:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139101.134128:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840362112 00000100:00100000:3.0:1746139101.134138:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840362112 00000100:00100000:3.0:1746139101.134190:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29873 00000100:00100000:3.0:1746139101.134198:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eeda300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+93:1800:x1830958840362112:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746139101.134218:0:9563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139101.134238:0:9563:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800726eb000/0x1f9f6ca451acb754 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a35125ba expref: -99 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139101.134270:0:9563:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009edcba00/0x1f9f6ca451acb74d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35125b3 expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139101.134277:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139101.134279:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139101.134282:0:9563:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800726eb000/0x1f9f6ca451acb754 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35125ba expref: 94 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139101.134315:0:9563:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009edcba00/0x1f9f6ca451acb74d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35125b3 expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139101.134328:0:9563:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009edcba00/0x1f9f6ca451acb74d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35125b3 expref: 5 pid: 9563 timeout: 826 lvb_type: 0 00000100:00100000:3.0:1746139101.134339:0:9563:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0759c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832163712:192.168.203.56@tcp:104: 00000100:00100000:3.0:1746139101.134422:0:9563:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f075000 going to sleep for 11 seconds 00000100:00100000:3.0:1746139101.138068:0:9563:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0759c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832163712:192.168.203.56@tcp:104: 00010000:00010000:3.0:1746139101.138105:0:9563:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800726eb000/0x1f9f6ca451acb754 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35125ba expref: 94 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139101.138124:0:9563:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800726eb000, rc 0) 00000100:00100000:3.0:1746139101.138196:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eeda300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+94:1800:x1830958840362112:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3997us (4254us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139101.138206:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29873 00000100:00100000:0.0:1746139101.141749:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139101.142580:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139101.143360:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840362240 00000100:00100000:3.0:1746139101.143371:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840362240 00000100:00100000:2.0:1746139101.143956:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840362368 00000100:00100000:2.0:1746139101.143961:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840362368 00010000:00010000:2.0:1746139101.143992:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009edcba00/0x1f9f6ca451acb74d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35125b3 expref: 6 pid: 9563 timeout: 826 lvb_type: 0 00000100:00100000:2.0:1746139101.144026:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17187 00000100:00100000:2.0:1746139101.144033:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c411c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2010:x1830958840362368:12345-192.168.203.56@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1746139101.144078:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29874 00000100:00100000:3.0:1746139101.144085:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c410000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+94:1814:x1830958840362240:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746139101.144102:0:9563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139101.144118:0:9563:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008760da00/0x1f9f6ca451acb75b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a35125c1 expref: -99 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139101.144143:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139101.144149:0:9563:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800726eb000/0x1f9f6ca451acb754 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35125ba expref: 95 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139101.144155:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746139101.144158:0:9563:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008760da00/0x1f9f6ca451acb75b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35125c1 expref: 95 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139101.144194:0:9563:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800726eb000/0x1f9f6ca451acb754 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35125ba expref: 95 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139101.144205:0:9563:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008760da00/0x1f9f6ca451acb75b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35125c1 expref: 95 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139101.144213:0:9563:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008760da00, rc 0) 00000100:00100000:3.0:1746139101.144260:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c410000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+95:1814:x1830958840362240:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 176us (2520us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139101.144265:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29874 00010000:00010000:2.0:1746139101.144350:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139101.144371:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009edcba00/0x1f9f6ca451acb74d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35125b3 expref: 6 pid: 9563 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746139101.144381:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009edcba00/0x1f9f6ca451acb74d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35125b3 expref: 6 pid: 9563 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746139101.144397:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009edcba00/0x1f9f6ca451acb74d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35125b3 expref: 6 pid: 9563 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746139101.144459:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139101.144460:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139101.144466:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800726eb000/0x1f9f6ca451acb754 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35125ba expref: 94 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.144472:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800726eb000/0x1f9f6ca451acb754 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35125ba expref: 94 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.144489:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800726eb000/0x1f9f6ca451acb754 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35125ba expref: 94 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.144500:0:15672:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800726eb000/0x1f9f6ca451acb754 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35125ba expref: 94 pid: 9563 timeout: 826 lvb_type: 0 00000100:00100000:2.0:1746139101.144520:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012eed9c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832163968:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139101.145865:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a066df00 going to sleep for 11 seconds 00000100:00100000:0.0:1746139101.149313:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139101.149450:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012eed9c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832163968:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139101.149471:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139101.149518:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c411c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2010:x1830958840362368:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 5477us (6931us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139101.149528:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17187 00000100:00100000:1.0:1746139101.149641:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840362624 00000100:00100000:1.0:1746139101.149650:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840362624 00002000:00100000:1.0:1746139101.149689:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c413b80 x1830958840362624/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:27/0 lens 488/0 e 0 to 0 dl 1746139112 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139101.149699:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c413b80 with x1830958840362624 ext(0->4095) 00010000:00010000:1.0:1746139101.149707:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800726eb000/0x1f9f6ca451acb754 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35125ba expref: 95 pid: 9563 timeout: 826 lvb_type: 0 00010000:00010000:1.0:1746139101.149719:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800726eb000/0x1f9f6ca451acb754 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35125ba expref: 95 pid: 9563 timeout: 826 lvb_type: 0 00002000:00010000:1.0:1746139101.149725:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c413b80 00000100:00100000:1.0:1746139101.149741:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2666 00000100:00100000:1.0:1746139101.149746:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c413b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+95:2007:x1830958840362624:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746139101.150468:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c413b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+95:2007:x1830958840362624:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 718us (1163us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139101.150475:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2666 00002000:00100000:1.0:1746139101.150480:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c413b80 x1830958840362624/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:27/0 lens 488/4536 e 0 to 0 dl 1746139112 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139101.150487:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c413b80 with x1830958840362624 ext(0->4095) 00010000:00010000:1.0:1746139101.150492:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800726eb000/0x1f9f6ca451acb754 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35125ba expref: 95 pid: 9563 timeout: 826 lvb_type: 0 00010000:00010000:1.0:1746139101.150503:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800726eb000/0x1f9f6ca451acb754 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35125ba expref: 95 pid: 9563 timeout: 826 lvb_type: 0 00002000:00010000:1.0:1746139101.150517:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c413b80 00000100:00100000:0.0:1746139101.160458:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139101.160541:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840362752 00000100:00100000:2.0:1746139101.160552:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840362752 00010000:00010000:2.0:1746139101.160590:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800726eb000/0x1f9f6ca451acb754 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35125ba expref: 95 pid: 9563 timeout: 826 lvb_type: 0 00000100:00100000:2.0:1746139101.163459:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17188 00000100:00100000:2.0:1746139101.163480:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c410700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+95:2007:x1830958840362752:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139101.163501:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139101.163541:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800726eb000/0x1f9f6ca451acb754 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35125ba expref: 95 pid: 9563 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746139101.163558:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800726eb000/0x1f9f6ca451acb754 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35125ba expref: 95 pid: 9563 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746139101.163583:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800726eb000/0x1f9f6ca451acb754 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35125ba expref: 95 pid: 9563 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746139101.163639:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139101.163641:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139101.163648:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008760da00/0x1f9f6ca451acb75b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35125c1 expref: 94 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.163656:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008760da00/0x1f9f6ca451acb75b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35125c1 expref: 94 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.163694:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008760da00/0x1f9f6ca451acb75b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35125c1 expref: 94 pid: 9563 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746139101.163708:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012eed9c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832164096:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139101.163812:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a066df00 going to sleep for 11 seconds 00000100:00100000:0.0:1746139101.167735:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139101.167787:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840363008 00000100:00100000:1.0:1746139101.167798:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840363008 00000100:00100000:2.0:1746139101.167843:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012eed9c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832164096:192.168.203.56@tcp:105: 00002000:00100000:1.0:1746139101.167849:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c413100 x1830958840363008/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:27/0 lens 488/0 e 0 to 0 dl 1746139112 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139101.167859:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c413100 with x1830958840363008 ext(0->4095) 00002000:00010000:1.0:1746139101.167863:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c413100 00010000:00010000:2.0:1746139101.167864:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746139101.167899:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13298 00000100:00100000:1.0:1746139101.167906:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c413100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+95:2008:x1830958840363008:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746139101.167909:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c410700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+95:2007:x1830958840362752:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 4438us (7460us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139101.167918:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17188 00000100:00100000:1.0:1746139101.168024:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c413100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+94:2008:x1830958840363008:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 118us (300us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139101.168030:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13298 00002000:00100000:1.0:1746139101.168035:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c413100 x1830958840363008/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:27/0 lens 488/4536 e 0 to 0 dl 1746139112 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139101.168043:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c413100 with x1830958840363008 ext(0->4095) 00002000:00010000:1.0:1746139101.168045:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c413100 00000100:00100000:0.0:1746139101.172297:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139101.172370:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840363136 00000100:00100000:3.0:1746139101.172378:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840363136 00000100:00100000:3.0:1746139101.172436:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29875 00000100:00100000:3.0:1746139101.172445:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c410a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840363136:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746139101.172464:0:9562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139101.172481:0:9562:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008760d800/0x1f9f6ca451acb762 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a35125c8 expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139101.172521:0:9562:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008760da00/0x1f9f6ca451acb75b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35125c1 expref: 93 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139101.172533:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746139101.172535:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746139101.172539:0:9562:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008760d800/0x1f9f6ca451acb762 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35125c8 expref: 6 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139101.172570:0:9562:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008760da00/0x1f9f6ca451acb75b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35125c1 expref: 93 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139101.172582:0:9562:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008760da00/0x1f9f6ca451acb75b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35125c1 expref: 93 pid: 9563 timeout: 826 lvb_type: 0 00000100:00100000:3.0:1746139101.172594:0:9562:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0759c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9562:1830958832164224:192.168.203.56@tcp:104: 00000100:00100000:3.0:1746139101.175316:0:9562:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f075000 going to sleep for 11 seconds 00000100:00100000:3.0:1746139101.175944:0:9562:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0759c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9562:1830958832164224:192.168.203.56@tcp:104: 00010000:00010000:3.0:1746139101.175972:0:9562:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008760d800/0x1f9f6ca451acb762 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35125c8 expref: 6 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139101.175989:0:9562:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008760d800, rc 0) 00000100:00100000:3.0:1746139101.176031:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c410a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840363136:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3586us (3743us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139101.176039:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29875 00000100:00100000:0.0:1746139101.176546:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139101.176642:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840363264 00000100:00100000:3.0:1746139101.176649:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840363264 00010000:00010000:3.0:1746139101.176675:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008760da00/0x1f9f6ca451acb75b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35125c1 expref: 94 pid: 9563 timeout: 826 lvb_type: 0 00000100:00100000:3.0:1746139101.176701:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17189 00000100:00100000:3.0:1746139101.176707:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c412300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+94:2008:x1830958840363264:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139101.176719:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139101.176978:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008760da00/0x1f9f6ca451acb75b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35125c1 expref: 94 pid: 9563 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746139101.176992:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008760da00/0x1f9f6ca451acb75b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35125c1 expref: 94 pid: 9563 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746139101.177013:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008760da00/0x1f9f6ca451acb75b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35125c1 expref: 94 pid: 9563 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746139101.177029:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139101.177031:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139101.177037:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008760d800/0x1f9f6ca451acb762 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35125c8 expref: 5 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139101.177044:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008760d800/0x1f9f6ca451acb762 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35125c8 expref: 5 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139101.177077:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008760d800/0x1f9f6ca451acb762 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35125c8 expref: 5 pid: 9562 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139101.177088:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0759c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832164352:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139101.177556:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f075000 going to sleep for 11 seconds 00000100:00100000:2.0:1746139101.180383:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0759c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832164352:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139101.180405:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139101.180455:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c412300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+93:2008:x1830958840363264:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3746us (3908us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139101.180466:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17189 00000100:00100000:0.0:1746139101.181391:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139101.181458:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840363520 00000100:00100000:3.0:1746139101.181465:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840363520 00002000:00100000:3.0:1746139101.181517:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c410380 x1830958840363520/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:27/0 lens 488/0 e 0 to 0 dl 1746139112 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139101.181528:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c410380 with x1830958840363520 ext(0->4095) 00002000:00010000:3.0:1746139101.181532:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c410380 00000100:00100000:3.0:1746139101.181562:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13299 00000100:00100000:3.0:1746139101.181570:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c410380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840363520:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746139101.181739:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c410380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840363520:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 171us (357us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746139101.181746:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13299 00002000:00100000:3.0:1746139101.181751:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c410380 x1830958840363520/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:27/0 lens 488/4536 e 0 to 0 dl 1746139112 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139101.181757:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c410380 with x1830958840363520 ext(0->4095) 00002000:00010000:3.0:1746139101.181760:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c410380 00000100:00100000:0.0:1746139101.181923:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139101.182323:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840363648 00000100:00100000:3.0:1746139101.182327:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840363648 00000100:00100000:3.0:1746139101.182355:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29876 00000100:00100000:3.0:1746139101.182360:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c410e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b60e9717-019c-4527-a82a-15e993ac5189+93:1800:x1830958840363648:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746139101.182370:0:9562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139101.182385:0:9562:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008760d000/0x1f9f6ca451acb769 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a35125cf expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139101.182408:0:9562:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008760d800/0x1f9f6ca451acb762 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35125c8 expref: 5 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139101.182421:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139101.182422:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139101.182426:0:9562:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008760d000/0x1f9f6ca451acb769 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35125cf expref: 94 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139101.182454:0:9562:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008760d800/0x1f9f6ca451acb762 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35125c8 expref: 5 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139101.182466:0:9562:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008760d800/0x1f9f6ca451acb762 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35125c8 expref: 5 pid: 9562 timeout: 826 lvb_type: 0 00000100:00100000:3.0:1746139101.182478:0:9562:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0759180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9562:1830958832164480:192.168.203.56@tcp:104: 00000100:00100000:3.0:1746139101.182554:0:9562:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f075540 going to sleep for 11 seconds 00000100:00100000:2.0:1746139101.186179:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139101.186285:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840363776 00000100:00100000:0.0:1746139101.186295:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840363776 00000100:00100000:0.0:1746139101.186362:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29877 00000100:00100000:0.0:1746139101.186370:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eed9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+95:1814:x1830958840363776:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:3.0:1746139101.186378:0:9562:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0759180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9562:1830958832164480:192.168.203.56@tcp:104: 00010000:00010000:0.0:1746139101.186386:0:9563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746139101.186400:0:9563:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7836000/0x1f9f6ca451acb770 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a35125d6 expref: -99 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139101.186403:0:9562:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008760d000/0x1f9f6ca451acb769 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35125cf expref: 95 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139101.186417:0:9562:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008760d000, rc 0) 00010000:00010000:0.0:1746139101.186427:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139101.186432:0:9563:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008760d000/0x1f9f6ca451acb769 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35125cf expref: 96 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139101.186437:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746139101.186441:0:9563:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7836000/0x1f9f6ca451acb770 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35125d6 expref: 96 pid: 9563 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139101.186457:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c410e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b60e9717-019c-4527-a82a-15e993ac5189+96:1800:x1830958840363648:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4096us (4535us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139101.186464:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29876 00010000:00010000:0.0:1746139101.186473:0:9563:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008760d000/0x1f9f6ca451acb769 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35125cf expref: 96 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139101.191147:0:9563:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7836000/0x1f9f6ca451acb770 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35125d6 expref: 95 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139101.191161:0:9563:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7836000, rc 0) 00000100:00100000:0.0:1746139101.191208:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eed9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+95:1814:x1830958840363776:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4837us (5037us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139101.191215:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29877 00000100:00100000:0.0:1746139101.191314:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139101.191453:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840363904 00000100:00100000:2.0:1746139101.191466:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840363904 00010000:00010000:2.0:1746139101.191517:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008760d800/0x1f9f6ca451acb762 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35125c8 expref: 6 pid: 9562 timeout: 826 lvb_type: 0 00000100:00100000:2.0:1746139101.191550:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17190 00000100:00100000:2.0:1746139101.191558:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bb70700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840363904:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139101.191572:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139101.191593:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008760d800/0x1f9f6ca451acb762 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35125c8 expref: 6 pid: 9562 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746139101.191605:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008760d800/0x1f9f6ca451acb762 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35125c8 expref: 6 pid: 9562 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746139101.191657:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008760d800/0x1f9f6ca451acb762 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35125c8 expref: 6 pid: 9562 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746139101.191680:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139101.191682:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139101.191689:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008760d000/0x1f9f6ca451acb769 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35125cf expref: 94 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.191696:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008760d000/0x1f9f6ca451acb769 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35125cf expref: 94 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.191730:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008760d000/0x1f9f6ca451acb769 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35125cf expref: 94 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.191741:0:15672:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008760d000/0x1f9f6ca451acb769 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35125cf expref: 94 pid: 9562 timeout: 826 lvb_type: 0 00000100:00100000:2.0:1746139101.191754:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012eed8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832164736:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139101.191846:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a066df00 going to sleep for 11 seconds 00000100:00100000:0.0:1746139101.195147:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139101.195229:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840364160 00000100:00100000:1.0:1746139101.195237:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840364160 00002000:00100000:1.0:1746139101.195273:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88012bb73480 x1830958840364160/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:27/0 lens 488/0 e 0 to 0 dl 1746139112 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139101.195283:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bb73480 with x1830958840364160 ext(0->4095) 00010000:00010000:1.0:1746139101.195291:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008760d000/0x1f9f6ca451acb769 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35125cf expref: 95 pid: 9562 timeout: 826 lvb_type: 0 00010000:00010000:1.0:1746139101.195304:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008760d000/0x1f9f6ca451acb769 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35125cf expref: 95 pid: 9562 timeout: 826 lvb_type: 0 00002000:00010000:1.0:1746139101.195310:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012bb73480 00000100:00100000:1.0:1746139101.195338:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2667 00000100:00100000:1.0:1746139101.195345:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bb73480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+95:2008:x1830958840364160:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746139101.195449:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bb73480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+95:2008:x1830958840364160:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 104us (309us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139101.195454:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2667 00002000:00100000:1.0:1746139101.195459:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88012bb73480 x1830958840364160/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:27/0 lens 488/4536 e 0 to 0 dl 1746139112 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139101.195466:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bb73480 with x1830958840364160 ext(0->4095) 00010000:00010000:1.0:1746139101.195470:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008760d000/0x1f9f6ca451acb769 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35125cf expref: 95 pid: 9562 timeout: 826 lvb_type: 0 00010000:00010000:1.0:1746139101.195479:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008760d000/0x1f9f6ca451acb769 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35125cf expref: 95 pid: 9562 timeout: 826 lvb_type: 0 00002000:00010000:1.0:1746139101.195485:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012bb73480 00000100:00100000:2.0:1746139101.195687:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012eed8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832164736:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139101.195710:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139101.195764:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bb70700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2008:x1830958840363904:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 4206us (4449us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139101.195775:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17190 00000100:00100000:0.0:1746139101.199340:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139101.199486:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840364288 00000100:00100000:2.0:1746139101.199495:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840364288 00010000:00010000:2.0:1746139101.199542:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008760d000/0x1f9f6ca451acb769 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35125cf expref: 95 pid: 9562 timeout: 826 lvb_type: 0 00000100:00100000:2.0:1746139101.199835:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17191 00000100:00100000:2.0:1746139101.199843:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bb72680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+95:2008:x1830958840364288:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139101.199858:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139101.199880:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008760d000/0x1f9f6ca451acb769 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35125cf expref: 95 pid: 9562 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746139101.199892:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008760d000/0x1f9f6ca451acb769 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35125cf expref: 95 pid: 9562 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746139101.199913:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008760d000/0x1f9f6ca451acb769 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35125cf expref: 95 pid: 9562 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746139101.200124:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139101.200126:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139101.200134:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7836000/0x1f9f6ca451acb770 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35125d6 expref: 94 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.200141:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7836000/0x1f9f6ca451acb770 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35125d6 expref: 94 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.200175:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7836000/0x1f9f6ca451acb770 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35125d6 expref: 94 pid: 9563 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746139101.200187:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012eed8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832164864:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139101.200976:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a066df00 going to sleep for 11 seconds 00000100:00100000:0.0:1746139101.203311:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139101.203406:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012eed8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832164864:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139101.203427:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139101.203468:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bb72680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+94:2008:x1830958840364288:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3626us (4137us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139101.203477:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17191 00000100:00100000:3.0:1746139101.203649:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840364544 00000100:00100000:3.0:1746139101.203656:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840364544 00002000:00100000:3.0:1746139101.203693:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88012bb72d80 x1830958840364544/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:27/0 lens 488/0 e 0 to 0 dl 1746139112 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139101.203709:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bb72d80 with x1830958840364544 ext(0->4095) 00002000:00010000:3.0:1746139101.203714:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bb72d80 00000100:00100000:3.0:1746139101.203774:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13300 00000100:00100000:3.0:1746139101.203780:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bb72d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+94:2007:x1830958840364544:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746139101.204523:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bb72d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+94:2007:x1830958840364544:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 741us (1218us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746139101.204530:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13300 00002000:00100000:3.0:1746139101.204536:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88012bb72d80 x1830958840364544/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:27/0 lens 488/4536 e 0 to 0 dl 1746139112 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139101.204544:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bb72d80 with x1830958840364544 ext(0->4095) 00002000:00010000:3.0:1746139101.204546:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bb72d80 00000100:00100000:0.0:1746139101.207221:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139101.207364:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840364672 00000100:00100000:2.0:1746139101.207374:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840364672 00000100:00100000:2.0:1746139101.207521:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29878 00000100:00100000:2.0:1746139101.207530:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bb71500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840364672:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139101.207550:0:9563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139101.207569:0:9563:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009edcb200/0x1f9f6ca451acb777 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a35125dd expref: -99 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.207599:0:9563:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7836000/0x1f9f6ca451acb770 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35125d6 expref: 93 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.207607:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139101.207609:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139101.207613:0:9563:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009edcb200/0x1f9f6ca451acb777 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35125dd expref: 6 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.207782:0:9563:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7836000/0x1f9f6ca451acb770 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35125d6 expref: 93 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.207795:0:9563:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a7836000/0x1f9f6ca451acb770 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35125d6 expref: 93 pid: 9563 timeout: 826 lvb_type: 0 00000100:00100000:2.0:1746139101.207807:0:9563:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012eed8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832164992:192.168.203.56@tcp:104: 00000100:00100000:2.0:1746139101.208166:0:9563:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a066df00 going to sleep for 11 seconds 00000100:00100000:2.0:1746139101.210500:0:9563:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012eed8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832164992:192.168.203.56@tcp:104: 00010000:00010000:2.0:1746139101.210555:0:9563:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009edcb200/0x1f9f6ca451acb777 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35125dd expref: 6 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.210571:0:9563:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009edcb200, rc 0) 00000100:00100000:2.0:1746139101.210639:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bb71500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840364672:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3109us (3427us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139101.210647:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29878 00000100:00100000:0.0:1746139101.211367:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139101.211687:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840364800 00000100:00100000:2.0:1746139101.211693:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840364800 00010000:00010000:2.0:1746139101.211718:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7836000/0x1f9f6ca451acb770 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35125d6 expref: 94 pid: 9563 timeout: 826 lvb_type: 0 00000100:00100000:2.0:1746139101.212021:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17192 00000100:00100000:2.0:1746139101.212028:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fae8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+94:2007:x1830958840364800:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139101.212041:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139101.212060:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a7836000/0x1f9f6ca451acb770 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35125d6 expref: 94 pid: 9563 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746139101.212072:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a7836000/0x1f9f6ca451acb770 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35125d6 expref: 94 pid: 9563 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746139101.212092:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7836000/0x1f9f6ca451acb770 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35125d6 expref: 94 pid: 9563 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746139101.212125:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139101.212127:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139101.212133:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009edcb200/0x1f9f6ca451acb777 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35125dd expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.212141:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009edcb200/0x1f9f6ca451acb777 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35125dd expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.212169:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009edcb200/0x1f9f6ca451acb777 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35125dd expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746139101.212180:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012eed8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832165120:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139101.212664:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a066df00 going to sleep for 11 seconds 00000100:00100000:0.0:1746139101.215290:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139101.215399:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139101.215460:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840364928 00000100:00100000:2.0:1746139101.215469:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840364928 00000100:00100000:2.0:1746139101.215525:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29879 00000100:00100000:2.0:1746139101.215532:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fae8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+94:1800:x1830958840364928:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139101.215550:0:9563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139101.215567:0:9563:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009edca400/0x1f9f6ca451acb77e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a35125e4 expref: -99 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.215597:0:9563:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009edcb200/0x1f9f6ca451acb777 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35125dd expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.215603:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139101.215605:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139101.215608:0:9563:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009edca400/0x1f9f6ca451acb77e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35125e4 expref: 95 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.215662:0:9563:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009edcb200/0x1f9f6ca451acb777 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35125dd expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.215673:0:9563:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009edcb200/0x1f9f6ca451acb777 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35125dd expref: 5 pid: 9563 timeout: 826 lvb_type: 0 00000100:00100000:2.0:1746139101.215686:0:9563:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012eed8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832165248:192.168.203.56@tcp:104: 00000100:00100000:2.0:1746139101.215751:0:9563:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012a2b2540 going to sleep for 11 seconds 00000100:00100000:2.0:1746139101.215776:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840365184 00000100:00100000:2.0:1746139101.215779:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840365184 00002000:00100000:2.0:1746139101.215802:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88012faeb480 x1830958840365184/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:27/0 lens 488/0 e 0 to 0 dl 1746139112 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139101.215811:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012faeb480 with x1830958840365184 ext(0->4095) 00010000:00010000:2.0:1746139101.215816:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009edcb200/0x1f9f6ca451acb777 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35125dd expref: 6 pid: 9563 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746139101.215825:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009edcb200/0x1f9f6ca451acb777 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35125dd expref: 6 pid: 9563 timeout: 826 lvb_type: 0 00002000:00010000:2.0:1746139101.215831:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012faeb480 00000100:00100000:2.0:1746139101.215844:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2668 00000100:00100000:2.0:1746139101.215850:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012faeb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840365184:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746139101.215977:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012faeb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840365184:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 126us (577us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746139101.215987:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2668 00002000:00100000:2.0:1746139101.215992:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88012faeb480 x1830958840365184/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:27/0 lens 488/4536 e 0 to 0 dl 1746139112 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139101.215999:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012faeb480 with x1830958840365184 ext(0->4095) 00010000:00010000:2.0:1746139101.216004:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009edcb200/0x1f9f6ca451acb777 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35125dd expref: 6 pid: 9563 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746139101.216011:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009edcb200/0x1f9f6ca451acb777 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35125dd expref: 6 pid: 9563 timeout: 826 lvb_type: 0 00002000:00010000:2.0:1746139101.216017:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012faeb480 00000100:00100000:3.0:1746139101.216099:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012eed8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832165120:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139101.216117:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139101.216136:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fae8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+95:2007:x1830958840364800:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 4109us (4771us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139101.216144:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17192 00000100:00100000:0.0:1746139101.219312:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139101.219361:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139101.219437:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840365312 00000100:00100000:1.0:1746139101.219445:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840365312 00000100:00100000:1.0:1746139101.219486:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29880 00000100:00100000:1.0:1746139101.219493:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072550700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+95:1814:x1830958840365312:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139101.219520:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139101.219537:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acb785 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a35125eb expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139101.219562:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139101.219567:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009edca400/0x1f9f6ca451acb77e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35125e4 expref: 96 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139101.219573:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139101.219576:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acb785 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35125eb expref: 96 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139101.219610:0:9564:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009edca400/0x1f9f6ca451acb77e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35125e4 expref: 96 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139101.219650:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acb785 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35125eb expref: 96 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139101.219659:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7ea00, rc 0) 00000100:00100000:1.0:1746139101.219696:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072550700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+96:1814:x1830958840365312:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 204us (395us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139101.219702:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29880 00000100:00100000:2.0:1746139101.219781:0:9563:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012eed8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832165248:192.168.203.56@tcp:104: 00010000:00010000:2.0:1746139101.219799:0:9563:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009edca400/0x1f9f6ca451acb77e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35125e4 expref: 95 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.219807:0:9563:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009edca400, rc 0) 00000100:00100000:2.0:1746139101.219821:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fae8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+95:1800:x1830958840364928:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4290us (4542us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139101.219826:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29879 00000100:00100000:3.0:1746139101.219981:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840365440 00000100:00100000:3.0:1746139101.219985:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840365440 00010000:00010000:3.0:1746139101.220003:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009edcb200/0x1f9f6ca451acb777 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35125dd expref: 6 pid: 9563 timeout: 826 lvb_type: 0 00000100:00100000:3.0:1746139101.220020:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17193 00000100:00100000:3.0:1746139101.220025:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0cc2450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840365440:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139101.220035:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139101.220052:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009edcb200/0x1f9f6ca451acb777 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35125dd expref: 6 pid: 9563 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746139101.220063:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009edcb200/0x1f9f6ca451acb777 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35125dd expref: 6 pid: 9563 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746139101.220080:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009edcb200/0x1f9f6ca451acb777 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35125dd expref: 6 pid: 9563 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746139101.220108:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139101.220110:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139101.220116:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009edca400/0x1f9f6ca451acb77e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35125e4 expref: 94 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139101.220124:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009edca400/0x1f9f6ca451acb77e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35125e4 expref: 94 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139101.220141:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009edca400/0x1f9f6ca451acb77e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35125e4 expref: 94 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139101.220150:0:15672:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009edca400/0x1f9f6ca451acb77e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35125e4 expref: 94 pid: 9563 timeout: 826 lvb_type: 0 00000100:00100000:3.0:1746139101.220160:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0759180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832165504:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139101.220210:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f075f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746139101.222292:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0759180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832165504:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139101.222309:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139101.222341:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0cc2450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2008:x1830958840365440:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 2314us (2978us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139101.222349:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17193 00000100:00100000:0.0:1746139101.223759:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139101.223878:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840365696 00000100:00100000:1.0:1746139101.223885:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840365696 00002000:00100000:1.0:1746139101.223923:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880072551500 x1830958840365696/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:27/0 lens 488/0 e 0 to 0 dl 1746139112 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139101.223933:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072551500 with x1830958840365696 ext(0->4095) 00010000:00010000:1.0:1746139101.223942:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009edca400/0x1f9f6ca451acb77e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35125e4 expref: 95 pid: 9563 timeout: 826 lvb_type: 0 00010000:00010000:1.0:1746139101.223956:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009edca400/0x1f9f6ca451acb77e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35125e4 expref: 95 pid: 9563 timeout: 826 lvb_type: 0 00002000:00010000:1.0:1746139101.223963:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072551500 00000100:00100000:1.0:1746139101.223988:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2669 00000100:00100000:1.0:1746139101.223994:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072551500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+95:2008:x1830958840365696:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746139101.224108:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072551500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+95:2008:x1830958840365696:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 114us (355us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139101.224114:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2669 00002000:00100000:1.0:1746139101.224119:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880072551500 x1830958840365696/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:27/0 lens 488/4536 e 0 to 0 dl 1746139112 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139101.224125:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072551500 with x1830958840365696 ext(0->4095) 00010000:00010000:1.0:1746139101.224128:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009edca400/0x1f9f6ca451acb77e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35125e4 expref: 95 pid: 9563 timeout: 826 lvb_type: 0 00010000:00010000:1.0:1746139101.224140:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009edca400/0x1f9f6ca451acb77e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35125e4 expref: 95 pid: 9563 timeout: 826 lvb_type: 0 00002000:00010000:1.0:1746139101.224146:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072551500 00000100:00100000:0.0:1746139101.226018:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139101.226171:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840365824 00000100:00100000:3.0:1746139101.226179:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840365824 00010000:00010000:3.0:1746139101.226211:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009edca400/0x1f9f6ca451acb77e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35125e4 expref: 95 pid: 9563 timeout: 826 lvb_type: 0 00000100:00100000:3.0:1746139101.226235:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17194 00000100:00100000:3.0:1746139101.226241:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072551880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+95:2007:x1830958840365824:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139101.226252:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139101.226271:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009edca400/0x1f9f6ca451acb77e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35125e4 expref: 95 pid: 9563 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746139101.226283:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009edca400/0x1f9f6ca451acb77e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35125e4 expref: 95 pid: 9563 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746139101.226305:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009edca400/0x1f9f6ca451acb77e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35125e4 expref: 95 pid: 9563 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746139101.226335:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139101.226337:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139101.226343:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acb785 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35125eb expref: 94 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139101.226352:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acb785 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35125eb expref: 94 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139101.226383:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acb785 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35125eb expref: 94 pid: 9564 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139101.226395:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0759180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832165632:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139101.226468:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f075540 going to sleep for 11 seconds 00000100:00100000:0.0:1746139101.229442:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139101.229650:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840366080 00000100:00100000:2.0:1746139101.229659:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840366080 00002000:00100000:2.0:1746139101.229705:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880072553100 x1830958840366080/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:27/0 lens 488/0 e 0 to 0 dl 1746139112 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139101.229714:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072553100 with x1830958840366080 ext(0->4095) 00002000:00010000:2.0:1746139101.229720:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072553100 00000100:00100000:2.0:1746139101.229752:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13301 00000100:00100000:2.0:1746139101.229759:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072553100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+95:2007:x1830958840366080:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746139101.229886:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072553100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+95:2007:x1830958840366080:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 127us (454us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746139101.229892:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13301 00002000:00100000:2.0:1746139101.229897:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880072553100 x1830958840366080/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:27/0 lens 488/4536 e 0 to 0 dl 1746139112 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139101.229903:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072553100 with x1830958840366080 ext(0->4095) 00002000:00010000:2.0:1746139101.229905:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072553100 00000100:00100000:3.0:1746139101.230080:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0759180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832165632:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139101.230096:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139101.230116:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072551880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+94:2007:x1830958840365824:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3876us (4107us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139101.230124:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17194 00000100:00100000:0.0:1746139101.232320:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139101.232413:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840366208 00000100:00100000:2.0:1746139101.232422:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840366208 00000100:00100000:2.0:1746139101.232458:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29881 00000100:00100000:2.0:1746139101.232465:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072551f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840366208:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139101.232482:0:9562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139101.232498:0:9562:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009ee69800/0x1f9f6ca451acb78c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a35125f2 expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.232539:0:9562:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acb785 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35125eb expref: 93 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.232546:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139101.232548:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139101.232551:0:9562:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ee69800/0x1f9f6ca451acb78c lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35125f2 expref: 6 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.232583:0:9562:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acb785 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35125eb expref: 93 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.232594:0:9562:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acb785 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35125eb expref: 93 pid: 9564 timeout: 826 lvb_type: 0 00000100:00100000:2.0:1746139101.232605:0:9562:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012eed8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9562:1830958832165760:192.168.203.56@tcp:104: 00000100:00100000:2.0:1746139101.233535:0:9562:0:(client.c:2553:ptlrpc_set_wait()) set ffff880084a70f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746139101.236479:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139101.236589:0:9562:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012eed8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9562:1830958832165760:192.168.203.56@tcp:104: 00010000:00010000:2.0:1746139101.236662:0:9562:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009ee69800/0x1f9f6ca451acb78c lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35125f2 expref: 6 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.236682:0:9562:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ee69800, rc 0) 00000100:00100000:2.0:1746139101.236731:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072551f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840366208:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4265us (4419us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139101.236740:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29881 00000100:00100000:3.0:1746139101.236809:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840366336 00000100:00100000:3.0:1746139101.236816:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840366336 00010000:00010000:3.0:1746139101.236849:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acb785 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35125eb expref: 94 pid: 9564 timeout: 826 lvb_type: 0 00000100:00100000:3.0:1746139101.236884:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17195 00000100:00100000:3.0:1746139101.236890:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072553b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+94:2007:x1830958840366336:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139101.236903:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139101.236922:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acb785 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35125eb expref: 94 pid: 9564 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746139101.236934:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acb785 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35125eb expref: 94 pid: 9564 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746139101.236954:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acb785 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35125eb expref: 94 pid: 9564 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746139101.236969:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139101.236971:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139101.236977:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ee69800/0x1f9f6ca451acb78c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35125f2 expref: 5 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139101.236986:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ee69800/0x1f9f6ca451acb78c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35125f2 expref: 5 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139101.237012:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009ee69800/0x1f9f6ca451acb78c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35125f2 expref: 5 pid: 9562 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139101.237022:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0759180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832165888:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139101.237076:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f075540 going to sleep for 11 seconds 00000100:00100000:0.0:1746139101.239057:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139101.239170:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840366592 00000100:00100000:1.0:1746139101.239177:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840366592 00002000:00100000:1.0:1746139101.239214:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880072552680 x1830958840366592/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:27/0 lens 488/0 e 0 to 0 dl 1746139112 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139101.239224:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072552680 with x1830958840366592 ext(0->4095) 00002000:00010000:1.0:1746139101.239228:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072552680 00000100:00100000:1.0:1746139101.239255:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13302 00000100:00100000:1.0:1746139101.239261:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072552680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840366592:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746139101.239398:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072552680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840366592:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 136us (348us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139101.239404:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13302 00002000:00100000:1.0:1746139101.239409:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880072552680 x1830958840366592/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:27/0 lens 488/4536 e 0 to 0 dl 1746139112 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139101.239416:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072552680 with x1830958840366592 ext(0->4095) 00002000:00010000:1.0:1746139101.239419:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072552680 00000100:00100000:0.0:1746139101.240655:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139101.240734:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0759180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832165888:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139101.240754:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139101.240781:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072553b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+93:2007:x1830958840366336:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3891us (4312us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139101.240789:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17195 00000100:00100000:2.0:1746139101.240908:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840366720 00000100:00100000:2.0:1746139101.240913:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840366720 00000100:00100000:2.0:1746139101.240975:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29882 00000100:00100000:2.0:1746139101.240981:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072551180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b60e9717-019c-4527-a82a-15e993ac5189+93:1800:x1830958840366720:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139101.240993:0:9562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139101.241010:0:9562:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cd42600/0x1f9f6ca451acb793 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a35125f9 expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.241035:0:9562:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ee69800/0x1f9f6ca451acb78c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35125f2 expref: 5 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.241043:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139101.241045:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139101.241048:0:9562:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cd42600/0x1f9f6ca451acb793 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35125f9 expref: 94 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.241076:0:9562:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009ee69800/0x1f9f6ca451acb78c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35125f2 expref: 5 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.241088:0:9562:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009ee69800/0x1f9f6ca451acb78c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35125f2 expref: 5 pid: 9562 timeout: 826 lvb_type: 0 00000100:00100000:2.0:1746139101.241100:0:9562:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012eed8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9562:1830958832166016:192.168.203.56@tcp:104: 00000100:00100000:2.0:1746139101.242301:0:9562:0:(client.c:2553:ptlrpc_set_wait()) set ffff880084a70f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746139101.242886:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139101.242936:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840366848 00000100:00100000:1.0:1746139101.242941:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840366848 00000100:00100000:1.0:1746139101.242977:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29883 00000100:00100000:1.0:1746139101.242983:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072551c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+95:1814:x1830958840366848:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139101.243003:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139101.243015:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acb79a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512600 expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139101.243032:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139101.243037:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cd42600/0x1f9f6ca451acb793 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35125f9 expref: 96 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139101.243043:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139101.243046:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acb79a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512600 expref: 96 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139101.243071:0:9564:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cd42600/0x1f9f6ca451acb793 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35125f9 expref: 96 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139101.243083:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acb79a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512600 expref: 96 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139101.243092:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7f200, rc 0) 00000100:00100000:1.0:1746139101.243123:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072551c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+96:1814:x1830958840366848:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 139us (239us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139101.243128:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29883 00000100:00100000:2.0:1746139101.243199:0:9562:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012eed8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9562:1830958832166016:192.168.203.56@tcp:104: 00010000:00010000:2.0:1746139101.243214:0:9562:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cd42600/0x1f9f6ca451acb793 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35125f9 expref: 95 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.243221:0:9562:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cd42600, rc 0) 00000100:00100000:2.0:1746139101.243251:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072551180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b60e9717-019c-4527-a82a-15e993ac5189+95:1800:x1830958840366720:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2270us (2601us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139101.243257:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29882 00000100:00100000:0.0:1746139101.244189:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139101.244916:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840366976 00000100:00100000:3.0:1746139101.244922:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840366976 00010000:00010000:3.0:1746139101.244947:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009ee69800/0x1f9f6ca451acb78c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35125f2 expref: 6 pid: 9562 timeout: 826 lvb_type: 0 00000100:00100000:3.0:1746139101.244977:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17196 00000100:00100000:3.0:1746139101.244984:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072552a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840366976:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139101.244999:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139101.245038:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009ee69800/0x1f9f6ca451acb78c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35125f2 expref: 6 pid: 9562 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746139101.245050:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009ee69800/0x1f9f6ca451acb78c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35125f2 expref: 6 pid: 9562 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746139101.245069:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ee69800/0x1f9f6ca451acb78c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35125f2 expref: 6 pid: 9562 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746139101.245092:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139101.245094:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139101.245100:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cd42600/0x1f9f6ca451acb793 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35125f9 expref: 94 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139101.245108:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cd42600/0x1f9f6ca451acb793 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35125f9 expref: 94 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139101.245132:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009cd42600/0x1f9f6ca451acb793 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35125f9 expref: 94 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139101.245142:0:15672:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cd42600/0x1f9f6ca451acb793 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35125f9 expref: 94 pid: 9562 timeout: 826 lvb_type: 0 00000100:00100000:3.0:1746139101.245153:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0759180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832166272:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139101.245227:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f075540 going to sleep for 11 seconds 00000100:00100000:3.0:1746139101.246918:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0759180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832166272:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139101.246934:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139101.247050:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072552a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2007:x1830958840366976:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 2066us (2862us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139101.247059:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17196 00000100:00100000:0.0:1746139101.247831:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139101.248094:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840367232 00000100:00100000:2.0:1746139101.248101:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840367232 00002000:00100000:2.0:1746139101.248137:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880093642a00 x1830958840367232/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:27/0 lens 488/0 e 0 to 0 dl 1746139112 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139101.248151:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093642a00 with x1830958840367232 ext(0->4095) 00010000:00010000:2.0:1746139101.248158:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cd42600/0x1f9f6ca451acb793 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35125f9 expref: 95 pid: 9562 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746139101.248171:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cd42600/0x1f9f6ca451acb793 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35125f9 expref: 95 pid: 9562 timeout: 826 lvb_type: 0 00002000:00010000:2.0:1746139101.248177:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093642a00 00000100:00100000:2.0:1746139101.248205:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2670 00000100:00100000:2.0:1746139101.248211:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093642a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+95:2008:x1830958840367232:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746139101.248493:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093642a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+95:2008:x1830958840367232:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 281us (662us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746139101.248499:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2670 00002000:00100000:2.0:1746139101.248504:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880093642a00 x1830958840367232/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:27/0 lens 488/4536 e 0 to 0 dl 1746139112 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139101.248523:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093642a00 with x1830958840367232 ext(0->4095) 00010000:00010000:2.0:1746139101.248528:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cd42600/0x1f9f6ca451acb793 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35125f9 expref: 95 pid: 9562 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746139101.248536:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cd42600/0x1f9f6ca451acb793 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35125f9 expref: 95 pid: 9562 timeout: 826 lvb_type: 0 00002000:00010000:2.0:1746139101.248541:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093642a00 00000100:00100000:0.0:1746139101.250702:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139101.250865:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840367360 00000100:00100000:3.0:1746139101.250872:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840367360 00010000:00010000:3.0:1746139101.250907:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009cd42600/0x1f9f6ca451acb793 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35125f9 expref: 95 pid: 9562 timeout: 826 lvb_type: 0 00000100:00100000:3.0:1746139101.250932:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17197 00000100:00100000:3.0:1746139101.250938:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093640e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+95:2008:x1830958840367360:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139101.250953:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139101.250972:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009cd42600/0x1f9f6ca451acb793 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35125f9 expref: 95 pid: 9562 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746139101.250984:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009cd42600/0x1f9f6ca451acb793 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35125f9 expref: 95 pid: 9562 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746139101.251006:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009cd42600/0x1f9f6ca451acb793 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35125f9 expref: 95 pid: 9562 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746139101.251036:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139101.251038:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139101.251044:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acb79a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512600 expref: 94 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139101.251052:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acb79a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512600 expref: 94 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139101.251083:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acb79a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512600 expref: 94 pid: 9564 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139101.251095:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0759180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832166400:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139101.251170:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f075540 going to sleep for 11 seconds 00000100:00100000:0.0:1746139101.253002:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139101.253206:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840367616 00000100:00100000:2.0:1746139101.253212:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840367616 00002000:00100000:2.0:1746139101.253248:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880093641f80 x1830958840367616/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:27/0 lens 488/0 e 0 to 0 dl 1746139112 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139101.253256:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093641f80 with x1830958840367616 ext(0->4095) 00002000:00010000:2.0:1746139101.253260:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093641f80 00000100:00100000:2.0:1746139101.253375:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13303 00000100:00100000:2.0:1746139101.253383:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093641f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+95:2008:x1830958840367616:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746139101.253649:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0759180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832166400:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139101.253667:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139101.253829:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093641f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+95:2008:x1830958840367616:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 445us (831us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746139101.253835:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13303 00002000:00100000:2.0:1746139101.253842:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880093641f80 x1830958840367616/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:27/0 lens 488/4536 e 0 to 0 dl 1746139112 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139101.253848:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093641f80 with x1830958840367616 ext(0->4095) 00002000:00010000:2.0:1746139101.253851:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093641f80 00000100:00100000:3.0:1746139101.253892:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093640e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+94:2008:x1830958840367360:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 2952us (3197us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139101.253899:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17197 00000100:00100000:0.0:1746139101.255751:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139101.255915:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840367744 00000100:00100000:2.0:1746139101.255923:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840367744 00000100:00100000:2.0:1746139101.255970:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29884 00000100:00100000:2.0:1746139101.255977:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093641c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840367744:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139101.255992:0:9562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139101.256010:0:9562:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cd42c00/0x1f9f6ca451acb7a1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512607 expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.256038:0:9562:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acb79a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512600 expref: 93 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.256050:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139101.256052:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139101.256056:0:9562:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cd42c00/0x1f9f6ca451acb7a1 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512607 expref: 6 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.256083:0:9562:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acb79a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512600 expref: 93 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.256094:0:9562:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acb79a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512600 expref: 93 pid: 9564 timeout: 826 lvb_type: 0 00000100:00100000:2.0:1746139101.256110:0:9562:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012eed8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9562:1830958832166528:192.168.203.56@tcp:104: 00000100:00100000:2.0:1746139101.256184:0:9562:0:(client.c:2553:ptlrpc_set_wait()) set ffff880084a709c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746139101.257748:0:9562:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012eed8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9562:1830958832166528:192.168.203.56@tcp:104: 00010000:00010000:2.0:1746139101.257777:0:9562:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cd42c00/0x1f9f6ca451acb7a1 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512607 expref: 6 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.257793:0:9562:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cd42c00, rc 0) 00000100:00100000:2.0:1746139101.257837:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093641c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840367744:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1860us (2091us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139101.257845:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29884 00000100:00100000:0.0:1746139101.258022:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139101.258157:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840367872 00000100:00100000:3.0:1746139101.258404:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840367872 00010000:00010000:3.0:1746139101.258429:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acb79a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512600 expref: 94 pid: 9564 timeout: 826 lvb_type: 0 00000100:00100000:3.0:1746139101.258471:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17198 00000100:00100000:3.0:1746139101.258477:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093491880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+94:2007:x1830958840367872:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139101.258488:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139101.258516:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acb79a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512600 expref: 94 pid: 9564 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746139101.258528:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acb79a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512600 expref: 94 pid: 9564 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746139101.258549:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acb79a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512600 expref: 94 pid: 9564 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746139101.258575:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139101.258577:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139101.258583:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cd42c00/0x1f9f6ca451acb7a1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512607 expref: 5 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139101.258590:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cd42c00/0x1f9f6ca451acb7a1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512607 expref: 5 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139101.258652:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009cd42c00/0x1f9f6ca451acb7a1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512607 expref: 5 pid: 9562 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139101.259677:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0759180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832166656:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139101.259765:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f075540 going to sleep for 11 seconds 00000100:00100000:3.0:1746139101.261927:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0759180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832166656:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139101.261946:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139101.261993:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093491880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+93:2007:x1830958840367872:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3515us (3970us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139101.262004:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17198 00000100:00100000:0.0:1746139101.262577:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139101.262741:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840368128 00000100:00100000:2.0:1746139101.262748:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840368128 00002000:00100000:2.0:1746139101.262783:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880093490380 x1830958840368128/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:27/0 lens 488/0 e 0 to 0 dl 1746139112 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139101.262797:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093490380 with x1830958840368128 ext(0->4095) 00002000:00010000:2.0:1746139101.262802:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093490380 00000100:00100000:2.0:1746139101.263801:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13304 00000100:00100000:2.0:1746139101.263812:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093490380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840368128:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746139101.263970:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093490380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840368128:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 160us (1394us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746139101.263977:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13304 00002000:00100000:2.0:1746139101.263983:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880093490380 x1830958840368128/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:27/0 lens 488/4536 e 0 to 0 dl 1746139112 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139101.263991:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093490380 with x1830958840368128 ext(0->4095) 00002000:00010000:2.0:1746139101.263994:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093490380 00000100:00100000:0.0:1746139101.265106:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139101.265177:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139101.265357:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840368256 00000100:00100000:1.0:1746139101.265364:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840368256 00000100:00100000:1.0:1746139101.265396:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840368384 00000100:00100000:1.0:1746139101.265398:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840368384 00000100:00100000:1.0:1746139101.265418:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29885 00000100:00100000:1.0:1746139101.265424:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093490000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+94:1800:x1830958840368256:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139101.265435:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139101.265451:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e400/0x1f9f6ca451acb7a8 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a351260e expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139101.265474:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cd42c00/0x1f9f6ca451acb7a1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512607 expref: 5 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139101.265482:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139101.265484:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139101.265487:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e400/0x1f9f6ca451acb7a8 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351260e expref: 95 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139101.265543:0:18644:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cd42c00/0x1f9f6ca451acb7a1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512607 expref: 5 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139101.265555:0:18644:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cd42c00/0x1f9f6ca451acb7a1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512607 expref: 5 pid: 9562 timeout: 826 lvb_type: 0 00000100:00100000:1.0:1746139101.265566:0:18644:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009eeedc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832166784:192.168.203.56@tcp:104: 00000100:00100000:1.0:1746139101.265656:0:18644:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a059d600 going to sleep for 11 seconds 00000100:00100000:1.0:1746139101.265723:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29886 00000100:00100000:1.0:1746139101.265729:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093492680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+95:1814:x1830958840368384:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139101.265735:0:9563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139101.265740:0:9563:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acb7af lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512615 expref: -99 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139101.265750:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139101.265754:0:9563:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e400/0x1f9f6ca451acb7a8 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351260e expref: 96 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139101.265758:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139101.265760:0:9563:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acb7af lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512615 expref: 96 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139101.265779:0:9563:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e400/0x1f9f6ca451acb7a8 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351260e expref: 96 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139101.265791:0:9563:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acb7af lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512615 expref: 96 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139101.265798:0:9563:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7f400, rc 0) 00000100:00100000:1.0:1746139101.265818:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093492680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+96:1814:x1830958840368384:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 90us (641us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139101.265823:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29886 00000100:00100000:1.0:1746139101.266893:0:18644:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009eeedc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832166784:192.168.203.56@tcp:104: 00010000:00010000:1.0:1746139101.266911:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e400/0x1f9f6ca451acb7a8 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351260e expref: 95 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139101.266921:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7e400, rc 0) 00000100:00100000:1.0:1746139101.267188:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093490000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+95:1800:x1830958840368256:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1763us (2082us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139101.267194:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29885 00000100:00100000:0.0:1746139101.267409:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139101.268037:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840368512 00000100:00100000:3.0:1746139101.268044:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840368512 00010000:00010000:3.0:1746139101.268070:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009cd42c00/0x1f9f6ca451acb7a1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512607 expref: 6 pid: 9562 timeout: 826 lvb_type: 0 00000100:00100000:3.0:1746139101.268099:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17199 00000100:00100000:3.0:1746139101.268105:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0ceb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840368512:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139101.268119:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139101.268137:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009cd42c00/0x1f9f6ca451acb7a1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512607 expref: 6 pid: 9562 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746139101.268149:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009cd42c00/0x1f9f6ca451acb7a1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512607 expref: 6 pid: 9562 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746139101.268169:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009cd42c00/0x1f9f6ca451acb7a1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512607 expref: 6 pid: 9562 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746139101.268191:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139101.268193:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139101.268199:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e400/0x1f9f6ca451acb7a8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351260e expref: 94 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139101.268207:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e400/0x1f9f6ca451acb7a8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351260e expref: 94 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139101.268233:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e400/0x1f9f6ca451acb7a8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351260e expref: 94 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139101.268243:0:15672:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e400/0x1f9f6ca451acb7a8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351260e expref: 94 pid: 18644 timeout: 826 lvb_type: 0 00000100:00100000:3.0:1746139101.268253:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0759180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832167040:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139101.268307:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f075540 going to sleep for 11 seconds 00000100:00100000:0.0:1746139101.270186:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139101.270406:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0759180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832167040:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139101.270421:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139101.270452:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0ceb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2008:x1830958840368512:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 2347us (3044us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139101.270455:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840368768 00000100:00100000:3.0:1746139101.270460:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17199 00000100:00100000:1.0:1746139101.270461:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840368768 00002000:00100000:1.0:1746139101.270497:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800a0ce8a80 x1830958840368768/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:27/0 lens 488/0 e 0 to 0 dl 1746139112 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139101.270516:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0ce8a80 with x1830958840368768 ext(0->4095) 00010000:00010000:1.0:1746139101.270524:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e400/0x1f9f6ca451acb7a8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351260e expref: 95 pid: 18644 timeout: 826 lvb_type: 0 00010000:00010000:1.0:1746139101.270536:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e400/0x1f9f6ca451acb7a8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351260e expref: 95 pid: 18644 timeout: 826 lvb_type: 0 00002000:00010000:1.0:1746139101.270541:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a0ce8a80 00000100:00100000:1.0:1746139101.271283:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2671 00000100:00100000:1.0:1746139101.271291:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0ce8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+95:2007:x1830958840368768:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746139101.271409:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0ce8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+95:2007:x1830958840368768:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 119us (1230us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139101.271415:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2671 00002000:00100000:1.0:1746139101.271420:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800a0ce8a80 x1830958840368768/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:27/0 lens 488/4536 e 0 to 0 dl 1746139112 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139101.271428:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0ce8a80 with x1830958840368768 ext(0->4095) 00010000:00010000:1.0:1746139101.271433:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e400/0x1f9f6ca451acb7a8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351260e expref: 95 pid: 18644 timeout: 826 lvb_type: 0 00010000:00010000:1.0:1746139101.271442:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e400/0x1f9f6ca451acb7a8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351260e expref: 95 pid: 18644 timeout: 826 lvb_type: 0 00002000:00010000:1.0:1746139101.271448:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a0ce8a80 00000100:00100000:0.0:1746139101.274565:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139101.274654:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840368896 00000100:00100000:3.0:1746139101.274663:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840368896 00010000:00010000:3.0:1746139101.274697:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e400/0x1f9f6ca451acb7a8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351260e expref: 95 pid: 18644 timeout: 826 lvb_type: 0 00000100:00100000:3.0:1746139101.274723:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17200 00000100:00100000:3.0:1746139101.274730:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0cc2050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+95:2007:x1830958840368896:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139101.274742:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139101.274763:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e400/0x1f9f6ca451acb7a8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351260e expref: 95 pid: 18644 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746139101.274776:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e400/0x1f9f6ca451acb7a8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351260e expref: 95 pid: 18644 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746139101.274796:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e400/0x1f9f6ca451acb7a8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351260e expref: 95 pid: 18644 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746139101.275025:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139101.275027:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139101.275035:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acb7af lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512615 expref: 94 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139101.275044:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acb7af lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512615 expref: 94 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139101.275077:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acb7af lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512615 expref: 94 pid: 9563 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139101.275089:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0759180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832167168:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139101.275515:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f075540 going to sleep for 11 seconds 00000100:00100000:3.0:1746139101.278600:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0759180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832167168:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139101.278647:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139101.278693:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0cc2050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+94:2007:x1830958840368896:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3962us (4138us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139101.278704:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17200 00000100:00100000:0.0:1746139101.279369:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139101.279789:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840369152 00000100:00100000:3.0:1746139101.279795:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840369152 00002000:00100000:3.0:1746139101.279834:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800a0ceb480 x1830958840369152/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:27/0 lens 488/0 e 0 to 0 dl 1746139112 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139101.279844:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0ceb480 with x1830958840369152 ext(0->4095) 00002000:00010000:3.0:1746139101.279850:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a0ceb480 00000100:00100000:3.0:1746139101.279881:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13305 00000100:00100000:3.0:1746139101.279889:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0ceb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+94:2008:x1830958840369152:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746139101.280026:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0ceb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+94:2008:x1830958840369152:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 137us (659us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746139101.280032:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13305 00002000:00100000:3.0:1746139101.280037:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800a0ceb480 x1830958840369152/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:27/0 lens 488/4536 e 0 to 0 dl 1746139112 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139101.280049:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0ceb480 with x1830958840369152 ext(0->4095) 00002000:00010000:3.0:1746139101.280052:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a0ceb480 00000100:00100000:0.0:1746139101.282488:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139101.282690:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840369280 00000100:00100000:1.0:1746139101.282698:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840369280 00000100:00100000:1.0:1746139101.282749:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29887 00000100:00100000:1.0:1746139101.282756:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840369280:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139101.282771:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139101.282788:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acb7b6 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a351261c expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139101.282817:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acb7af lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512615 expref: 93 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139101.282824:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139101.282826:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139101.282829:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acb7b6 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351261c expref: 6 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139101.282859:0:18644:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acb7af lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512615 expref: 93 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139101.282871:0:18644:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acb7af lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512615 expref: 93 pid: 9563 timeout: 826 lvb_type: 0 00000100:00100000:1.0:1746139101.282882:0:18644:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009eeedc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832167296:192.168.203.56@tcp:104: 00000100:00100000:1.0:1746139101.284236:0:18644:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a059d900 going to sleep for 11 seconds 00000100:00100000:1.0:1746139101.286444:0:18644:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009eeedc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832167296:192.168.203.56@tcp:104: 00010000:00010000:1.0:1746139101.286477:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acb7b6 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351261c expref: 6 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139101.286501:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7f200, rc 0) 00000100:00100000:1.0:1746139101.286669:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840369280:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3911us (4189us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139101.286679:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29887 00000100:00100000:0.0:1746139101.288941:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139101.289021:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840369408 00000100:00100000:3.0:1746139101.289029:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840369408 00010000:00010000:3.0:1746139101.289065:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acb7af lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512615 expref: 94 pid: 9563 timeout: 826 lvb_type: 0 00000100:00100000:3.0:1746139101.289091:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17201 00000100:00100000:3.0:1746139101.289098:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391d3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+94:2007:x1830958840369408:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139101.289159:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139101.289180:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acb7af lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512615 expref: 94 pid: 9563 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746139101.289193:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acb7af lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512615 expref: 94 pid: 9563 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746139101.289216:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acb7af lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512615 expref: 94 pid: 9563 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746139101.289245:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139101.289247:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139101.289258:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acb7b6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351261c expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139101.289267:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acb7b6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351261c expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139101.289304:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acb7b6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351261c expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139101.289317:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0759180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832167424:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139101.291105:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f075000 going to sleep for 11 seconds 00000100:00100000:1.0:1746139101.291247:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139101.291456:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840369536 00000100:00100000:2.0:1746139101.291464:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840369536 00000100:00100000:2.0:1746139101.291500:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29888 00000100:00100000:2.0:1746139101.291517:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eeedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+94:1800:x1830958840369536:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139101.291532:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139101.291548:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009ee69a00/0x1f9f6ca451acb7bd lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512623 expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.291571:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acb7b6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351261c expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.291578:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139101.291579:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139101.291583:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ee69a00/0x1f9f6ca451acb7bd lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512623 expref: 95 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.291608:0:18644:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acb7b6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351261c expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.291638:0:18644:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acb7b6 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351261c expref: 5 pid: 18644 timeout: 826 lvb_type: 0 00000100:00100000:2.0:1746139101.291648:0:18644:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012eed8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832167552:192.168.203.56@tcp:104: 00000100:00100000:2.0:1746139101.291701:0:18644:0:(client.c:2553:ptlrpc_set_wait()) set ffff880084a709c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746139101.292599:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0759180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832167424:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139101.292758:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139101.293071:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+95:2007:x1830958840369408:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3970us (4135us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139101.293081:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17201 00000100:00100000:0.0:1746139101.293240:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139101.293278:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840369792 00000100:00100000:1.0:1746139101.293283:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840369792 00002000:00100000:1.0:1746139101.293314:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8801391d3100 x1830958840369792/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:27/0 lens 488/0 e 0 to 0 dl 1746139112 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139101.293324:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801391d3100 with x1830958840369792 ext(0->4095) 00010000:00010000:1.0:1746139101.293330:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acb7b6 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351261c expref: 6 pid: 18644 timeout: 826 lvb_type: 0 00010000:00010000:1.0:1746139101.293343:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acb7b6 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351261c expref: 6 pid: 18644 timeout: 826 lvb_type: 0 00002000:00010000:1.0:1746139101.293349:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801391d3100 00000100:00100000:1.0:1746139101.293374:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2672 00000100:00100000:1.0:1746139101.293380:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840369792:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746139101.293501:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840369792:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 121us (261us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139101.293516:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2672 00002000:00100000:1.0:1746139101.293521:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8801391d3100 x1830958840369792/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:27/0 lens 488/4536 e 0 to 0 dl 1746139112 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139101.293534:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801391d3100 with x1830958840369792 ext(0->4095) 00010000:00010000:1.0:1746139101.293538:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acb7b6 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351261c expref: 6 pid: 18644 timeout: 826 lvb_type: 0 00010000:00010000:1.0:1746139101.293547:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acb7b6 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351261c expref: 6 pid: 18644 timeout: 826 lvb_type: 0 00002000:00010000:1.0:1746139101.293552:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801391d3100 00000100:00100000:2.0:1746139101.293976:0:18644:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012eed8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832167552:192.168.203.56@tcp:104: 00010000:00010000:2.0:1746139101.293997:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009ee69a00/0x1f9f6ca451acb7bd lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512623 expref: 94 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.294013:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ee69a00, rc 0) 00000100:00100000:2.0:1746139101.294033:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eeedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+94:1800:x1830958840369536:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2528us (2789us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139101.294040:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29888 00000100:00100000:0.0:1746139101.298050:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139101.298173:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840369920 00000100:00100000:3.0:1746139101.298182:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840369920 00010000:00010000:3.0:1746139101.298220:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acb7b6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351261c expref: 6 pid: 18644 timeout: 826 lvb_type: 0 00000100:00100000:3.0:1746139101.298260:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17202 00000100:00100000:3.0:1746139101.298269:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5f99180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840369920:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139101.298283:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139101.298304:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acb7b6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351261c expref: 6 pid: 18644 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746139101.298317:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acb7b6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351261c expref: 6 pid: 18644 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746139101.298341:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acb7b6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351261c expref: 6 pid: 18644 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746139101.298373:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139101.298376:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139101.298383:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ee69a00/0x1f9f6ca451acb7bd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512623 expref: 93 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139101.298390:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ee69a00/0x1f9f6ca451acb7bd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512623 expref: 93 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139101.298422:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009ee69a00/0x1f9f6ca451acb7bd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512623 expref: 93 pid: 18644 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139101.298436:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0759180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832167680:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139101.298735:0:7209:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746139101.299409:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f075000 going to sleep for 11 seconds 00000100:00100000:0.0:1746139101.306566:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139101.306679:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840370176 00000100:00100000:2.0:1746139101.306687:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840370176 00002000:00100000:2.0:1746139101.306731:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800a5f98380 x1830958840370176/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:27/0 lens 488/0 e 0 to 0 dl 1746139112 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139101.306741:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5f98380 with x1830958840370176 ext(0->4095) 00002000:00010000:2.0:1746139101.306746:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a5f98380 00000100:00100000:2.0:1746139101.306786:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13306 00000100:00100000:2.0:1746139101.306795:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5f98380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+94:2010:x1830958840370176:12345-192.168.203.56@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746139101.306839:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0759180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832167680:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139101.306859:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139101.306896:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5f99180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2008:x1830958840369920:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 8629us (8859us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139101.306905:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17202 00000100:00100000:2.0:1746139101.306915:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5f98380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+94:2010:x1830958840370176:12345-192.168.203.56@tcp:3:ptlrpcd_01_01.0 Request processed in 120us (361us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746139101.306921:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13306 00002000:00100000:2.0:1746139101.306926:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800a5f98380 x1830958840370176/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:27/0 lens 488/4536 e 0 to 0 dl 1746139112 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139101.306933:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5f98380 with x1830958840370176 ext(0->4095) 00002000:00010000:2.0:1746139101.306935:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a5f98380 00000100:00100000:0.0:1746139101.313220:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139101.314203:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840370304 00000100:00100000:2.0:1746139101.314212:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840370304 00000100:00100000:2.0:1746139101.314270:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29889 00000100:00100000:2.0:1746139101.314277:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5f99f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840370304:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139101.314296:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139101.314313:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cd43200/0x1f9f6ca451acb7c4 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a351262a expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.314340:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ee69a00/0x1f9f6ca451acb7bd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512623 expref: 93 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.314347:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139101.314348:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139101.314351:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cd43200/0x1f9f6ca451acb7c4 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351262a expref: 6 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.314383:0:18644:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009ee69a00/0x1f9f6ca451acb7bd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512623 expref: 93 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.314400:0:18644:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009ee69a00/0x1f9f6ca451acb7bd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512623 expref: 93 pid: 18644 timeout: 826 lvb_type: 0 00000100:00100000:2.0:1746139101.314411:0:18644:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012eed8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832167808:192.168.203.56@tcp:104: 00000100:00100000:2.0:1746139101.315174:0:18644:0:(client.c:2553:ptlrpc_set_wait()) set ffff880084a70780 going to sleep for 11 seconds 00000100:00100000:2.0:1746139101.318545:0:18644:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012eed8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832167808:192.168.203.56@tcp:104: 00010000:00010000:2.0:1746139101.318575:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cd43200/0x1f9f6ca451acb7c4 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351262a expref: 6 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.318591:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cd43200, rc 0) 00000100:00100000:2.0:1746139101.318665:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5f99f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840370304:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4387us (5454us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139101.318674:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29889 00000100:00100000:0.0:1746139101.321470:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139101.321568:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840370432 00000100:00100000:1.0:1746139101.321577:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840370432 00002000:00100000:1.0:1746139101.321768:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff8800a5f9b480 x1830958840370432/t0(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:27/0 lens 496/0 e 0 to 0 dl 1746139112 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139101.321778:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5f9b480 with x1830958840370432 ext(0->7) 00010000:00010000:1.0:1746139101.321790:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ee69a00/0x1f9f6ca451acb7bd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512623 expref: 94 pid: 18644 timeout: 826 lvb_type: 0 00010000:00010000:1.0:1746139101.321803:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ee69a00/0x1f9f6ca451acb7bd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512623 expref: 94 pid: 18644 timeout: 826 lvb_type: 0 00002000:00010000:1.0:1746139101.321811:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a5f9b480 00000100:00100000:1.0:1746139101.321838:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2673 00000100:00100000:1.0:1746139101.321844:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5f9b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+94:2007:x1830958840370432:12345-192.168.203.56@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746139101.322586:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5f9b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+96:2007:x1830958840370432:12345-192.168.203.56@tcp:4:ldlm_bl.0 Request processed in 740us (1124us total) trans 4294972084 rc 0/0 00000100:00100000:0.0:1746139101.322592:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2673 00002000:00100000:0.0:1746139101.322599:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff8800a5f9b480 x1830958840370432/t4294972084(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:27/0 lens 496/448 e 0 to 0 dl 1746139112 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139101.322605:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5f9b480 with x1830958840370432 ext(0->7) 00010000:00010000:0.0:1746139101.322610:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ee69a00/0x1f9f6ca451acb7bd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512623 expref: 96 pid: 18644 timeout: 826 lvb_type: 0 00010000:00010000:0.0:1746139101.322633:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ee69a00/0x1f9f6ca451acb7bd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512623 expref: 96 pid: 18644 timeout: 826 lvb_type: 0 00002000:00010000:0.0:1746139101.322638:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a5f9b480 00000100:00100000:0.0:1746139101.328123:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139101.328224:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840370560 00000100:00100000:3.0:1746139101.328233:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840370560 00010000:00010000:3.0:1746139101.328272:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009ee69a00/0x1f9f6ca451acb7bd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512623 expref: 96 pid: 18644 timeout: 826 lvb_type: 0 00000100:00100000:3.0:1746139101.328300:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17203 00000100:00100000:3.0:1746139101.328306:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5f9a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+96:2007:x1830958840370560:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139101.328323:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139101.328342:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009ee69a00/0x1f9f6ca451acb7bd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512623 expref: 96 pid: 18644 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746139101.328353:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009ee69a00/0x1f9f6ca451acb7bd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512623 expref: 96 pid: 18644 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746139101.328375:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ee69a00/0x1f9f6ca451acb7bd lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512623 expref: 96 pid: 18644 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746139101.328742:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139101.328745:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139101.328753:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cd43200/0x1f9f6ca451acb7c4 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351262a expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139101.328761:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cd43200/0x1f9f6ca451acb7c4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351262a expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139101.329453:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009cd43200/0x1f9f6ca451acb7c4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351262a expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139101.329467:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0759180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832167936:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139101.329904:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f075000 going to sleep for 11 seconds 00000100:00100000:0.0:1746139101.336492:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139101.336612:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139101.336777:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0759180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832167936:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139101.336800:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139101.336849:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5f9a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+95:2007:x1830958840370560:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 8542us (8734us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139101.336864:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17203 00000100:00100000:2.0:1746139101.336925:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840370688 00000100:00100000:2.0:1746139101.336936:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840370688 00000100:00100000:1.0:1746139101.336936:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840370944 00000100:00100000:1.0:1746139101.336941:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840370944 00000100:00100000:2.0:1746139101.336969:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29890 00000100:00100000:2.0:1746139101.336976:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011dd87100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+95:1800:x1830958840370688:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00002000:00100000:1.0:1746139101.336976:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88011dd85180 x1830958840370944/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:27/0 lens 488/0 e 0 to 0 dl 1746139112 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00010000:00010000:2.0:1746139101.336989:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139101.337005:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cd42a00/0x1f9f6ca451acb7cb lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512631 expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.337045:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cd43200/0x1f9f6ca451acb7c4 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351262a expref: 6 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.337057:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139101.337059:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139101.337062:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cd42a00/0x1f9f6ca451acb7cb lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512631 expref: 96 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.337091:0:18644:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cd43200/0x1f9f6ca451acb7c4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351262a expref: 6 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.337102:0:18644:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cd43200/0x1f9f6ca451acb7c4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351262a expref: 6 pid: 18644 timeout: 826 lvb_type: 0 00000100:00100000:2.0:1746139101.337114:0:18644:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012eed8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832168064:192.168.203.56@tcp:104: 00002000:00100000:1.0:1746139101.337144:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011dd85180 with x1830958840370944 ext(0->4095) 00010000:00010000:1.0:1746139101.337152:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cd43200/0x1f9f6ca451acb7c4 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351262a expref: 6 pid: 18644 timeout: 826 lvb_type: 0 00010000:00010000:1.0:1746139101.337163:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cd43200/0x1f9f6ca451acb7c4 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351262a expref: 6 pid: 18644 timeout: 826 lvb_type: 0 00000100:00100000:2.0:1746139101.337167:0:18644:0:(client.c:2553:ptlrpc_set_wait()) set ffff880084a70780 going to sleep for 11 seconds 00002000:00010000:1.0:1746139101.337170:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011dd85180 00000100:00100000:1.0:1746139101.337186:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2674 00000100:00100000:1.0:1746139101.337191:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011dd85180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840370944:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746139101.337576:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011dd85180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840370944:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 383us (963us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139101.337583:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2674 00002000:00100000:1.0:1746139101.337588:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88011dd85180 x1830958840370944/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:27/0 lens 488/4536 e 0 to 0 dl 1746139112 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139101.337596:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011dd85180 with x1830958840370944 ext(0->4095) 00010000:00010000:1.0:1746139101.337600:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cd43200/0x1f9f6ca451acb7c4 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351262a expref: 6 pid: 18644 timeout: 826 lvb_type: 0 00010000:00010000:1.0:1746139101.337609:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cd43200/0x1f9f6ca451acb7c4 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351262a expref: 6 pid: 18644 timeout: 826 lvb_type: 0 00002000:00010000:1.0:1746139101.337637:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011dd85180 00000100:00100000:2.0:1746139101.339359:0:18644:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012eed8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832168064:192.168.203.56@tcp:104: 00010000:00010000:2.0:1746139101.339386:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cd42a00/0x1f9f6ca451acb7cb lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512631 expref: 96 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.339399:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cd42a00, rc 0) 00000100:00100000:2.0:1746139101.339432:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011dd87100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+96:1800:x1830958840370688:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2456us (2952us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139101.339438:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29890 00000100:00100000:0.0:1746139101.340778:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139101.341165:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840371072 00000100:00100000:2.0:1746139101.341173:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840371072 00000100:00100000:2.0:1746139101.341302:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29891 00000100:00100000:2.0:1746139101.341310:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011dd86680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+96:1814:x1830958840371072:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139101.341328:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139101.341346:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009ee69800/0x1f9f6ca451acb7d2 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512638 expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.341370:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139101.341375:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cd42a00/0x1f9f6ca451acb7cb lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512631 expref: 97 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.341380:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139101.341384:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ee69800/0x1f9f6ca451acb7d2 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512638 expref: 97 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.341418:0:18644:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cd42a00/0x1f9f6ca451acb7cb lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512631 expref: 97 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.341430:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009ee69800/0x1f9f6ca451acb7d2 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512638 expref: 97 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.341439:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ee69800, rc 0) 00000100:00100000:2.0:1746139101.342169:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011dd86680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+97:1814:x1830958840371072:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 858us (1394us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139101.342176:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29891 00000100:00100000:1.0:1746139101.342477:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139101.342537:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840371200 00000100:00100000:3.0:1746139101.342542:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840371200 00010000:00010000:3.0:1746139101.342561:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009cd43200/0x1f9f6ca451acb7c4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351262a expref: 6 pid: 18644 timeout: 826 lvb_type: 0 00000100:00100000:3.0:1746139101.342582:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17204 00000100:00100000:3.0:1746139101.342588:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eeee680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840371200:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139101.342597:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139101.342634:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009cd43200/0x1f9f6ca451acb7c4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351262a expref: 6 pid: 18644 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746139101.343199:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009cd43200/0x1f9f6ca451acb7c4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351262a expref: 6 pid: 18644 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746139101.343221:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009cd43200/0x1f9f6ca451acb7c4 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351262a expref: 6 pid: 18644 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746139101.343236:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139101.343238:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139101.343244:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cd42a00/0x1f9f6ca451acb7cb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512631 expref: 96 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139101.343252:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cd42a00/0x1f9f6ca451acb7cb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512631 expref: 96 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139101.343278:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009cd42a00/0x1f9f6ca451acb7cb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512631 expref: 96 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139101.343290:0:15672:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cd42a00/0x1f9f6ca451acb7cb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512631 expref: 96 pid: 18644 timeout: 826 lvb_type: 0 00000100:00100000:3.0:1746139101.343302:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0759180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832168320:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139101.343371:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f075000 going to sleep for 11 seconds 00000100:00100000:3.0:1746139101.346740:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0759180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832168320:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139101.346763:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139101.346826:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eeee680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2007:x1830958840371200:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 4236us (4347us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139101.346837:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17204 00000100:00100000:0.0:1746139101.347104:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139101.347297:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840371456 00000100:00100000:1.0:1746139101.347304:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840371456 00002000:00100000:1.0:1746139101.347341:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88011dd86300 x1830958840371456/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:27/0 lens 488/0 e 0 to 0 dl 1746139112 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139101.347350:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011dd86300 with x1830958840371456 ext(0->4095) 00010000:00010000:1.0:1746139101.347357:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cd42a00/0x1f9f6ca451acb7cb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512631 expref: 97 pid: 18644 timeout: 826 lvb_type: 0 00010000:00010000:1.0:1746139101.347370:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cd42a00/0x1f9f6ca451acb7cb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512631 expref: 97 pid: 18644 timeout: 826 lvb_type: 0 00002000:00010000:1.0:1746139101.347376:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011dd86300 00000100:00100000:1.0:1746139101.347400:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2675 00000100:00100000:1.0:1746139101.347407:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011dd86300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+97:2007:x1830958840371456:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746139101.347532:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011dd86300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+97:2007:x1830958840371456:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 126us (429us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139101.347537:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2675 00002000:00100000:1.0:1746139101.348732:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88011dd86300 x1830958840371456/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:27/0 lens 488/4536 e 0 to 0 dl 1746139112 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139101.348744:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011dd86300 with x1830958840371456 ext(0->4095) 00010000:00010000:1.0:1746139101.348754:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cd42a00/0x1f9f6ca451acb7cb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512631 expref: 97 pid: 18644 timeout: 826 lvb_type: 0 00010000:00010000:1.0:1746139101.348765:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cd42a00/0x1f9f6ca451acb7cb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512631 expref: 97 pid: 18644 timeout: 826 lvb_type: 0 00002000:00010000:1.0:1746139101.348776:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011dd86300 00000100:00100000:0.0:1746139101.350062:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139101.351409:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840371584 00000100:00100000:3.0:1746139101.351421:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840371584 00010000:00010000:3.0:1746139101.351459:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009cd42a00/0x1f9f6ca451acb7cb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512631 expref: 97 pid: 18644 timeout: 826 lvb_type: 0 00000100:00100000:3.0:1746139101.351495:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17205 00000100:00100000:3.0:1746139101.351514:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a07b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+97:2009:x1830958840371584:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139101.351533:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139101.351553:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009cd42a00/0x1f9f6ca451acb7cb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512631 expref: 97 pid: 18644 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746139101.351565:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009cd42a00/0x1f9f6ca451acb7cb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512631 expref: 97 pid: 18644 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746139101.351588:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009cd42a00/0x1f9f6ca451acb7cb lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512631 expref: 97 pid: 18644 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746139101.351629:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139101.351632:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139101.351639:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ee69800/0x1f9f6ca451acb7d2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512638 expref: 96 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139101.351647:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ee69800/0x1f9f6ca451acb7d2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512638 expref: 96 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139101.351679:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009ee69800/0x1f9f6ca451acb7d2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512638 expref: 96 pid: 18644 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139101.351690:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0759180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832168448:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139101.351768:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f075000 going to sleep for 11 seconds 00000100:00100000:0.0:1746139101.354561:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139101.354686:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0759180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832168448:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139101.354707:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139101.354755:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a07b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+96:2009:x1830958840371584:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3251us (4696us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139101.354766:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17205 00000100:00100000:2.0:1746139101.355195:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840371840 00000100:00100000:2.0:1746139101.355202:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840371840 00002000:00100000:2.0:1746139101.355241:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800a07b4a80 x1830958840371840/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:27/0 lens 488/0 e 0 to 0 dl 1746139112 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139101.355250:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a07b4a80 with x1830958840371840 ext(0->4095) 00002000:00010000:2.0:1746139101.355255:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a07b4a80 00000100:00100000:2.0:1746139101.355271:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13307 00000100:00100000:2.0:1746139101.355277:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a07b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+96:2009:x1830958840371840:12345-192.168.203.56@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746139101.355406:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a07b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+96:2009:x1830958840371840:12345-192.168.203.56@tcp:3:ptlrpcd_01_00.0 Request processed in 128us (854us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746139101.355412:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13307 00002000:00100000:2.0:1746139101.355417:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800a07b4a80 x1830958840371840/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:27/0 lens 488/4536 e 0 to 0 dl 1746139112 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139101.355425:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a07b4a80 with x1830958840371840 ext(0->4095) 00002000:00010000:2.0:1746139101.355428:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a07b4a80 00000100:00100000:0.0:1746139101.358090:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139101.358462:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840371968 00000100:00100000:2.0:1746139101.358471:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840371968 00000100:00100000:2.0:1746139101.358604:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29892 00000100:00100000:2.0:1746139101.358612:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a07b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840371968:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139101.358652:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139101.358671:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cd43200/0x1f9f6ca451acb7d9 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a351263f expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.358704:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ee69800/0x1f9f6ca451acb7d2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512638 expref: 95 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.358711:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139101.358713:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139101.358716:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cd43200/0x1f9f6ca451acb7d9 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351263f expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.358755:0:9564:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009ee69800/0x1f9f6ca451acb7d2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512638 expref: 95 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.358768:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009ee69800/0x1f9f6ca451acb7d2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512638 expref: 95 pid: 18644 timeout: 826 lvb_type: 0 00000100:00100000:2.0:1746139101.358781:0:9564:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012eed8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832168576:192.168.203.56@tcp:104: 00000100:00100000:2.0:1746139101.360036:0:9564:0:(client.c:2553:ptlrpc_set_wait()) set ffff880084a70f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746139101.362678:0:9564:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012eed8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832168576:192.168.203.56@tcp:104: 00010000:00010000:2.0:1746139101.362709:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cd43200/0x1f9f6ca451acb7d9 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351263f expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.362727:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cd43200, rc 0) 00000100:00100000:2.0:1746139101.362767:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a07b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840371968:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4156us (4687us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139101.362776:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29892 00000100:00100000:0.0:1746139101.364012:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139101.364191:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840372096 00000100:00100000:3.0:1746139101.364199:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840372096 00010000:00010000:3.0:1746139101.364236:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009ee69800/0x1f9f6ca451acb7d2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512638 expref: 96 pid: 18644 timeout: 826 lvb_type: 0 00000100:00100000:3.0:1746139101.364261:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17206 00000100:00100000:3.0:1746139101.364268:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a07b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+96:2007:x1830958840372096:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139101.364285:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139101.364309:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009ee69800/0x1f9f6ca451acb7d2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512638 expref: 96 pid: 18644 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746139101.364321:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009ee69800/0x1f9f6ca451acb7d2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512638 expref: 96 pid: 18644 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746139101.364344:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ee69800/0x1f9f6ca451acb7d2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512638 expref: 96 pid: 18644 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746139101.364376:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139101.364378:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139101.364386:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cd43200/0x1f9f6ca451acb7d9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351263f expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139101.364393:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cd43200/0x1f9f6ca451acb7d9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351263f expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139101.364426:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009cd43200/0x1f9f6ca451acb7d9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351263f expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139101.364439:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0759180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832168704:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139101.365180:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f075000 going to sleep for 11 seconds 00000100:00100000:0.0:1746139101.366381:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139101.366562:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840372224 00000100:00100000:2.0:1746139101.366571:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840372224 00000100:00100000:2.0:1746139101.366611:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29893 00000100:00100000:2.0:1746139101.366637:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f2d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+96:1800:x1830958840372224:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139101.366656:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139101.366673:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cd42600/0x1f9f6ca451acb7e0 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512646 expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.366698:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cd43200/0x1f9f6ca451acb7d9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351263f expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.366706:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139101.366708:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139101.366711:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cd42600/0x1f9f6ca451acb7e0 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512646 expref: 97 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.366739:0:9564:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cd43200/0x1f9f6ca451acb7d9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351263f expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.366751:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cd43200/0x1f9f6ca451acb7d9 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351263f expref: 5 pid: 9564 timeout: 826 lvb_type: 0 00000100:00100000:2.0:1746139101.366761:0:9564:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012eed8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832168832:192.168.203.56@tcp:104: 00000100:00100000:2.0:1746139101.366836:0:9564:0:(client.c:2553:ptlrpc_set_wait()) set ffff880084a70f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746139101.367585:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139101.367639:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0759180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832168704:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139101.367661:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139101.367692:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a07b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+97:2007:x1830958840372096:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3424us (3685us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139101.367705:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17206 00000100:00100000:1.0:1746139101.367858:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840372480 00000100:00100000:1.0:1746139101.367863:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840372480 00002000:00100000:1.0:1746139101.367894:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009f2d1880 x1830958840372480/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:27/0 lens 488/0 e 0 to 0 dl 1746139112 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139101.367904:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f2d1880 with x1830958840372480 ext(0->4095) 00010000:00010000:1.0:1746139101.367911:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cd43200/0x1f9f6ca451acb7d9 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351263f expref: 6 pid: 9564 timeout: 826 lvb_type: 0 00010000:00010000:1.0:1746139101.367922:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cd43200/0x1f9f6ca451acb7d9 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351263f expref: 6 pid: 9564 timeout: 826 lvb_type: 0 00002000:00010000:1.0:1746139101.367928:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f2d1880 00000100:00100000:1.0:1746139101.367956:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2676 00000100:00100000:1.0:1746139101.367962:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f2d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840372480:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746139101.368693:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f2d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840372480:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 729us (1106us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139101.368700:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2676 00002000:00100000:1.0:1746139101.368706:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009f2d1880 x1830958840372480/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:27/0 lens 488/4536 e 0 to 0 dl 1746139112 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139101.368713:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f2d1880 with x1830958840372480 ext(0->4095) 00010000:00010000:1.0:1746139101.368719:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cd43200/0x1f9f6ca451acb7d9 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351263f expref: 6 pid: 9564 timeout: 826 lvb_type: 0 00010000:00010000:1.0:1746139101.368733:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cd43200/0x1f9f6ca451acb7d9 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351263f expref: 6 pid: 9564 timeout: 826 lvb_type: 0 00002000:00010000:1.0:1746139101.368739:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f2d1880 00000100:00100000:0.0:1746139101.368927:0:9564:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012eed8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832168832:192.168.203.56@tcp:104: 00010000:00010000:0.0:1746139101.368953:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cd42600/0x1f9f6ca451acb7e0 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512646 expref: 96 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139101.368968:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cd42600, rc 0) 00000100:00100000:0.0:1746139101.369001:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f2d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+96:1800:x1830958840372224:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2365us (2623us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139101.369009:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29893 00000100:00100000:3.0:1746139101.372167:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139101.372459:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840372608 00000100:00100000:0.0:1746139101.372468:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840372608 00010000:00010000:0.0:1746139101.372505:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009cd43200/0x1f9f6ca451acb7d9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351263f expref: 6 pid: 9564 timeout: 826 lvb_type: 0 00000100:00100000:0.0:1746139101.372556:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17207 00000100:00100000:0.0:1746139101.372564:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0cc1c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840372608:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746139101.372578:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746139101.372599:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009cd43200/0x1f9f6ca451acb7d9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351263f expref: 6 pid: 9564 timeout: 826 lvb_type: 0 00010000:00010000:0.0:1746139101.372611:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009cd43200/0x1f9f6ca451acb7d9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351263f expref: 6 pid: 9564 timeout: 826 lvb_type: 0 00010000:00010000:0.0:1746139101.372655:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009cd43200/0x1f9f6ca451acb7d9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351263f expref: 6 pid: 9564 timeout: 826 lvb_type: 0 00010000:00010000:0.0:1746139101.372687:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139101.372689:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139101.372696:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cd42600/0x1f9f6ca451acb7e0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512646 expref: 95 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139101.372705:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cd42600/0x1f9f6ca451acb7e0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512646 expref: 95 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139101.373315:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009cd42600/0x1f9f6ca451acb7e0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512646 expref: 95 pid: 9564 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746139101.373327:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800885cce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832168960:192.168.203.56@tcp:105: 00000100:00100000:0.0:1746139101.373932:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007fe37840 going to sleep for 11 seconds 00000100:00100000:2.0:1746139101.375259:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800885cce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832168960:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139101.375281:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139101.375329:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0cc1c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2007:x1830958840372608:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 2765us (3171us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139101.375341:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17207 00000100:00100000:0.0:1746139101.375732:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139101.375824:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840372864 00000100:00100000:1.0:1746139101.375832:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840372864 00002000:00100000:1.0:1746139101.375880:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800885ce680 x1830958840372864/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:27/0 lens 488/0 e 0 to 0 dl 1746139112 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139101.375890:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800885ce680 with x1830958840372864 ext(0->4095) 00002000:00010000:1.0:1746139101.375894:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800885ce680 00000100:00100000:1.0:1746139101.375922:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13308 00000100:00100000:1.0:1746139101.375929:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800885ce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+96:2007:x1830958840372864:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746139101.376052:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800885ce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+96:2007:x1830958840372864:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 123us (320us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139101.376057:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13308 00002000:00100000:1.0:1746139101.376062:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800885ce680 x1830958840372864/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:27/0 lens 488/4536 e 0 to 0 dl 1746139112 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139101.376069:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800885ce680 with x1830958840372864 ext(0->4095) 00002000:00010000:1.0:1746139101.376072:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800885ce680 00000100:00100000:0.0:1746139101.386865:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139101.387151:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840372992 00000100:00100000:2.0:1746139101.387161:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840372992 00000100:00100000:2.0:1746139101.387217:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29894 00000100:00100000:2.0:1746139101.387225:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800885cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840372992:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139101.387244:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139101.387261:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072514a00/0x1f9f6ca451acb7e7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a351264d expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.387292:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cd42600/0x1f9f6ca451acb7e0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512646 expref: 95 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.387299:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139101.387301:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139101.387304:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072514a00/0x1f9f6ca451acb7e7 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351264d expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.387334:0:9564:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cd42600/0x1f9f6ca451acb7e0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512646 expref: 95 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.387347:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cd42600/0x1f9f6ca451acb7e0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512646 expref: 95 pid: 9564 timeout: 826 lvb_type: 0 00000100:00100000:2.0:1746139101.387359:0:9564:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012eed8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832169088:192.168.203.56@tcp:104: 00000100:00100000:2.0:1746139101.387446:0:9564:0:(client.c:2553:ptlrpc_set_wait()) set ffff880084a70e40 going to sleep for 11 seconds 00000100:00100000:2.0:1746139101.400194:0:9564:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012eed8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832169088:192.168.203.56@tcp:104: 00010000:00010000:2.0:1746139101.400234:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072514a00/0x1f9f6ca451acb7e7 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351264d expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.400253:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072514a00, rc 0) 00000100:00100000:2.0:1746139101.400330:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800885cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840372992:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 13105us (13477us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139101.400339:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29894 00000100:00100000:0.0:1746139101.400863:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139101.401295:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840373120 00000100:00100000:3.0:1746139101.401304:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840373120 00002000:00100000:3.0:1746139101.401348:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff8800885ced80 x1830958840373120/t0(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:27/0 lens 496/0 e 0 to 0 dl 1746139112 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139101.401357:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800885ced80 with x1830958840373120 ext(0->7) 00010000:00010000:3.0:1746139101.401364:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cd42600/0x1f9f6ca451acb7e0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512646 expref: 96 pid: 9564 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746139101.401376:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cd42600/0x1f9f6ca451acb7e0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512646 expref: 96 pid: 9564 timeout: 826 lvb_type: 0 00002000:00010000:3.0:1746139101.401382:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800885ced80 00000100:00100000:3.0:1746139101.401402:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2677 00000100:00100000:3.0:1746139101.401408:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800885ced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+96:2007:x1830958840373120:12345-192.168.203.56@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746139101.402397:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800885ced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+98:2007:x1830958840373120:12345-192.168.203.56@tcp:4:ldlm_bl.0 Request processed in 982us (1529us total) trans 4294972085 rc 0/0 00000100:00100000:0.0:1746139101.402406:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2677 00002000:00100000:0.0:1746139101.402412:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff8800885ced80 x1830958840373120/t4294972085(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:27/0 lens 496/448 e 0 to 0 dl 1746139112 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139101.402421:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800885ced80 with x1830958840373120 ext(0->7) 00010000:00010000:0.0:1746139101.402428:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cd42600/0x1f9f6ca451acb7e0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512646 expref: 98 pid: 9564 timeout: 826 lvb_type: 0 00010000:00010000:0.0:1746139101.402442:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cd42600/0x1f9f6ca451acb7e0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512646 expref: 98 pid: 9564 timeout: 826 lvb_type: 0 00002000:00010000:0.0:1746139101.402449:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800885ced80 00000100:00100000:0.0:1746139101.404890:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139101.404994:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840373248 00000100:00100000:2.0:1746139101.405005:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840373248 00000100:00100000:2.0:1746139101.405049:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29895 00000100:00100000:2.0:1746139101.405057:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800885cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+98:1800:x1830958840373248:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139101.405075:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139101.405092:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072515400/0x1f9f6ca451acb7ee lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512654 expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.405122:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139101.405127:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880072514a00/0x1f9f6ca451acb7e7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351264d expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.405134:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746139101.405137:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072515400/0x1f9f6ca451acb7ee lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512654 expref: 99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.405189:0:9564:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880072514a00/0x1f9f6ca451acb7e7 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351264d expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.405202:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072515400/0x1f9f6ca451acb7ee lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512654 expref: 99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.405212:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072515400, rc 0) 00000100:00100000:2.0:1746139101.405346:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800885cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+99:1800:x1830958840373248:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 289us (465us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139101.405353:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29895 00000100:00100000:0.0:1746139101.408701:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139101.408846:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840373376 00000100:00100000:2.0:1746139101.408858:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840373376 00010000:00010000:2.0:1746139101.408899:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009cd42600/0x1f9f6ca451acb7e0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512646 expref: 99 pid: 9564 timeout: 826 lvb_type: 0 00000100:00100000:2.0:1746139101.408934:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17208 00000100:00100000:2.0:1746139101.408942:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800885ce300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+99:2008:x1830958840373376:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139101.408958:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139101.408983:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009cd42600/0x1f9f6ca451acb7e0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512646 expref: 99 pid: 9564 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746139101.408995:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009cd42600/0x1f9f6ca451acb7e0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512646 expref: 99 pid: 9564 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746139101.409021:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009cd42600/0x1f9f6ca451acb7e0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512646 expref: 99 pid: 9564 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746139101.409044:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139101.409047:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139101.409056:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880072514a00/0x1f9f6ca451acb7e7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351264d expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.409064:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072514a00/0x1f9f6ca451acb7e7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351264d expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.409102:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880072514a00/0x1f9f6ca451acb7e7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351264d expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.409115:0:15672:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880072514a00/0x1f9f6ca451acb7e7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351264d expref: 5 pid: 9564 timeout: 826 lvb_type: 0 00000100:00100000:2.0:1746139101.409130:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012eed8700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832169344:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139101.409213:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff880084a70e40 going to sleep for 11 seconds 00000100:00100000:2.0:1746139101.412028:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012eed8700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832169344:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139101.412054:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139101.412093:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800885ce300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+98:2008:x1830958840373376:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3150us (3400us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139101.412103:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17208 00000100:00100000:0.0:1746139101.413099:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139101.413174:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840373632 00000100:00100000:2.0:1746139101.413182:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840373632 00002000:00100000:2.0:1746139101.413224:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800885cce00 x1830958840373632/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:27/0 lens 488/0 e 0 to 0 dl 1746139112 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139101.413234:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800885cce00 with x1830958840373632 ext(0->4095) 00010000:00010000:2.0:1746139101.413243:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880072514a00/0x1f9f6ca451acb7e7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351264d expref: 6 pid: 9564 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746139101.413258:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880072514a00/0x1f9f6ca451acb7e7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351264d expref: 6 pid: 9564 timeout: 826 lvb_type: 0 00002000:00010000:2.0:1746139101.413264:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800885cce00 00000100:00100000:2.0:1746139101.413513:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2678 00000100:00100000:2.0:1746139101.413520:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800885cce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840373632:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746139101.415853:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800885cce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840373632:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 2322us (2746us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746139101.415868:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2678 00002000:00100000:2.0:1746139101.415879:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800885cce00 x1830958840373632/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:27/0 lens 488/4536 e 0 to 0 dl 1746139112 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139101.415888:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800885cce00 with x1830958840373632 ext(0->4095) 00010000:00010000:2.0:1746139101.415898:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880072514a00/0x1f9f6ca451acb7e7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351264d expref: 6 pid: 9564 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746139101.415913:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880072514a00/0x1f9f6ca451acb7e7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351264d expref: 6 pid: 9564 timeout: 826 lvb_type: 0 00002000:00010000:2.0:1746139101.415920:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800885cce00 00000100:00100000:0.0:1746139101.418418:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139101.418605:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840373760 00000100:00100000:2.0:1746139101.418645:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840373760 00010000:00010000:2.0:1746139101.418684:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880072514a00/0x1f9f6ca451acb7e7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351264d expref: 6 pid: 9564 timeout: 826 lvb_type: 0 00000100:00100000:2.0:1746139101.418755:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17209 00000100:00100000:2.0:1746139101.418764:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba6dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2010:x1830958840373760:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139101.418778:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139101.418800:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880072514a00/0x1f9f6ca451acb7e7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351264d expref: 6 pid: 9564 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746139101.418812:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880072514a00/0x1f9f6ca451acb7e7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351264d expref: 6 pid: 9564 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746139101.418835:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072514a00/0x1f9f6ca451acb7e7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351264d expref: 6 pid: 9564 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746139101.418855:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139101.418857:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139101.418863:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880072515400/0x1f9f6ca451acb7ee lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512654 expref: 97 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.418870:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072515400/0x1f9f6ca451acb7ee lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512654 expref: 97 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.418906:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880072515400/0x1f9f6ca451acb7ee lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512654 expref: 97 pid: 9564 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746139101.418918:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012eed8700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832169472:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139101.419000:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff880084a70e40 going to sleep for 11 seconds 00000100:00100000:2.0:1746139101.421194:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012eed8700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832169472:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139101.421218:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139101.421254:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba6dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2010:x1830958840373760:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 2490us (2846us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139101.421264:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17209 00000100:00100000:0.0:1746139101.422689:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139101.422861:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840374016 00000100:00100000:2.0:1746139101.422870:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840374016 00002000:00100000:2.0:1746139101.422917:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009ee7c380 x1830958840374016/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:27/0 lens 488/0 e 0 to 0 dl 1746139112 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139101.422927:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ee7c380 with x1830958840374016 ext(0->4095) 00002000:00010000:2.0:1746139101.422932:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ee7c380 00000100:00100000:2.0:1746139101.422954:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13309 00000100:00100000:2.0:1746139101.422961:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ee7c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+98:2007:x1830958840374016:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746139101.423102:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ee7c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+98:2007:x1830958840374016:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 140us (420us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746139101.423108:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13309 00002000:00100000:2.0:1746139101.423113:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009ee7c380 x1830958840374016/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:27/0 lens 488/4536 e 0 to 0 dl 1746139112 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139101.423120:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ee7c380 with x1830958840374016 ext(0->4095) 00002000:00010000:2.0:1746139101.423122:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ee7c380 00000100:00100000:0.0:1746139101.425791:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139101.426181:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840374144 00000100:00100000:2.0:1746139101.426192:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840374144 00000100:00100000:2.0:1746139101.426607:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29896 00000100:00100000:2.0:1746139101.426632:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ee7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840374144:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139101.426652:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139101.426670:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7836600/0x1f9f6ca451acb7f5 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a351265b expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.426698:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880072515400/0x1f9f6ca451acb7ee lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512654 expref: 97 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.426706:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139101.426708:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139101.426711:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7836600/0x1f9f6ca451acb7f5 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351265b expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.426740:0:9564:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880072515400/0x1f9f6ca451acb7ee lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512654 expref: 97 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.426758:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880072515400/0x1f9f6ca451acb7ee lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512654 expref: 97 pid: 9564 timeout: 826 lvb_type: 0 00000100:00100000:2.0:1746139101.426769:0:9564:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012eed8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832169600:192.168.203.56@tcp:104: 00000100:00100000:2.0:1746139101.427186:0:9564:0:(client.c:2553:ptlrpc_set_wait()) set ffff880084a70f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746139101.429575:0:9564:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012eed8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832169600:192.168.203.56@tcp:104: 00010000:00010000:2.0:1746139101.429610:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7836600/0x1f9f6ca451acb7f5 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351265b expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.429657:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7836600, rc 0) 00000100:00100000:2.0:1746139101.429703:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ee7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840374144:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3089us (3921us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139101.429712:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29896 00000100:00100000:0.0:1746139101.430226:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139101.430645:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840374272 00000100:00100000:2.0:1746139101.430657:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840374272 00010000:00010000:2.0:1746139101.430688:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880072515400/0x1f9f6ca451acb7ee lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512654 expref: 98 pid: 9564 timeout: 826 lvb_type: 0 00000100:00100000:2.0:1746139101.431349:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17210 00000100:00100000:2.0:1746139101.431359:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013107d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+98:2007:x1830958840374272:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139101.431374:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139101.431396:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880072515400/0x1f9f6ca451acb7ee lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512654 expref: 98 pid: 9564 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746139101.431415:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880072515400/0x1f9f6ca451acb7ee lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512654 expref: 98 pid: 9564 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746139101.431439:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072515400/0x1f9f6ca451acb7ee lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512654 expref: 98 pid: 9564 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746139101.431461:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139101.431463:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139101.431471:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7836600/0x1f9f6ca451acb7f5 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351265b expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.431478:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7836600/0x1f9f6ca451acb7f5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351265b expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.431521:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7836600/0x1f9f6ca451acb7f5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351265b expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746139101.431534:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012eed8700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832169728:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139101.431637:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff880084a70f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746139101.433061:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139101.434406:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840374400 00000100:00100000:2.0:1746139101.434416:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840374400 00000100:00100000:2.0:1746139101.434462:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29897 00000100:00100000:2.0:1746139101.434468:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013107f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+98:1800:x1830958840374400:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139101.434486:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139101.434503:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a0b95800/0x1f9f6ca451acb7fc lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512662 expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.434544:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7836600/0x1f9f6ca451acb7f5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351265b expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.434552:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139101.434553:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139101.434556:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a0b95800/0x1f9f6ca451acb7fc lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512662 expref: 99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.434585:0:9564:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7836600/0x1f9f6ca451acb7f5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351265b expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.434597:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a7836600/0x1f9f6ca451acb7f5 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351265b expref: 5 pid: 9564 timeout: 826 lvb_type: 0 00000100:00100000:2.0:1746139101.434608:0:9564:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012eed8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832169856:192.168.203.56@tcp:104: 00000100:00100000:3.0:1746139101.434839:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012eed8700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832169728:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139101.434858:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139101.434879:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013107d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+99:2007:x1830958840374272:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3522us (4654us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139101.434888:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17210 00000100:00100000:2.0:1746139101.436823:0:9564:0:(client.c:2553:ptlrpc_set_wait()) set ffff880084a70780 going to sleep for 11 seconds 00000100:00100000:2.0:1746139101.438316:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139101.438490:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840374656 00000100:00100000:0.0:1746139101.438499:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840374656 00002000:00100000:0.0:1746139101.438552:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88012eed8700 x1830958840374656/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:27/0 lens 488/0 e 0 to 0 dl 1746139112 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139101.438562:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012eed8700 with x1830958840374656 ext(0->4095) 00010000:00010000:0.0:1746139101.438571:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a7836600/0x1f9f6ca451acb7f5 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351265b expref: 6 pid: 9564 timeout: 826 lvb_type: 0 00010000:00010000:0.0:1746139101.438584:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a7836600/0x1f9f6ca451acb7f5 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351265b expref: 6 pid: 9564 timeout: 826 lvb_type: 0 00002000:00010000:0.0:1746139101.438590:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012eed8700 00000100:00100000:2.0:1746139101.439121:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2679 00000100:00100000:2.0:1746139101.439131:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eed8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840374656:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746139101.439500:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eed8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840374656:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 371us (1191us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746139101.439514:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2679 00002000:00100000:2.0:1746139101.439521:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88012eed8700 x1830958840374656/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:27/0 lens 488/4536 e 0 to 0 dl 1746139112 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139101.439533:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012eed8700 with x1830958840374656 ext(0->4095) 00010000:00010000:2.0:1746139101.439539:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a7836600/0x1f9f6ca451acb7f5 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351265b expref: 6 pid: 9564 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746139101.439548:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a7836600/0x1f9f6ca451acb7f5 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351265b expref: 6 pid: 9564 timeout: 826 lvb_type: 0 00002000:00010000:2.0:1746139101.439553:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012eed8700 00000100:00100000:2.0:1746139101.439978:0:9564:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012eed8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832169856:192.168.203.56@tcp:104: 00010000:00010000:2.0:1746139101.440005:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a0b95800/0x1f9f6ca451acb7fc lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512662 expref: 98 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.440018:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0b95800, rc 0) 00000100:00100000:2.0:1746139101.440283:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013107f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+98:1800:x1830958840374400:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5813us (7227us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139101.440290:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29897 00000100:00100000:0.0:1746139101.442208:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139101.442500:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840374784 00000100:00100000:2.0:1746139101.442516:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840374784 00000100:00100000:2.0:1746139101.442563:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29898 00000100:00100000:2.0:1746139101.442571:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013107ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+98:1814:x1830958840374784:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139101.442590:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139101.442607:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f0da400/0x1f9f6ca451acb803 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512669 expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.442664:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139101.442671:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a0b95800/0x1f9f6ca451acb7fc lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512662 expref: 99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.442677:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139101.442681:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f0da400/0x1f9f6ca451acb803 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512669 expref: 99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.442718:0:9564:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a0b95800/0x1f9f6ca451acb7fc lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512662 expref: 99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.442730:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f0da400/0x1f9f6ca451acb803 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512669 expref: 99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.442739:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f0da400, rc 0) 00000100:00100000:2.0:1746139101.442789:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013107ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+99:1814:x1830958840374784:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 218us (587us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139101.442795:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29898 00000100:00100000:2.0:1746139101.444068:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139101.444142:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840374912 00000100:00100000:3.0:1746139101.444148:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840374912 00010000:00010000:3.0:1746139101.444183:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7836600/0x1f9f6ca451acb7f5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351265b expref: 6 pid: 9564 timeout: 826 lvb_type: 0 00000100:00100000:3.0:1746139101.444746:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17211 00000100:00100000:3.0:1746139101.444755:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eed8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2009:x1830958840374912:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139101.444769:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139101.444790:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a7836600/0x1f9f6ca451acb7f5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351265b expref: 6 pid: 9564 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746139101.444803:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a7836600/0x1f9f6ca451acb7f5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351265b expref: 6 pid: 9564 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746139101.444825:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7836600/0x1f9f6ca451acb7f5 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351265b expref: 6 pid: 9564 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746139101.444853:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139101.444856:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139101.444863:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a0b95800/0x1f9f6ca451acb7fc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512662 expref: 98 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139101.444870:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a0b95800/0x1f9f6ca451acb7fc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512662 expref: 98 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139101.444901:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a0b95800/0x1f9f6ca451acb7fc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512662 expref: 98 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139101.444912:0:15672:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a0b95800/0x1f9f6ca451acb7fc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512662 expref: 98 pid: 9564 timeout: 826 lvb_type: 0 00000100:00100000:3.0:1746139101.444928:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0759180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832170112:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139101.444995:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f075000 going to sleep for 11 seconds 00000100:00100000:3.0:1746139101.447185:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0759180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832170112:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139101.447204:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139101.447780:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eed8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2009:x1830958840374912:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3024us (3713us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139101.447790:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17211 00000100:00100000:1.0:1746139101.448014:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139101.448475:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840375168 00000100:00100000:3.0:1746139101.448482:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840375168 00002000:00100000:3.0:1746139101.448530:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009eeed880 x1830958840375168/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:27/0 lens 488/0 e 0 to 0 dl 1746139112 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139101.448541:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009eeed880 with x1830958840375168 ext(0->4095) 00010000:00010000:3.0:1746139101.448549:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a0b95800/0x1f9f6ca451acb7fc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512662 expref: 99 pid: 9564 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746139101.448562:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a0b95800/0x1f9f6ca451acb7fc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512662 expref: 99 pid: 9564 timeout: 826 lvb_type: 0 00002000:00010000:3.0:1746139101.448569:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009eeed880 00000100:00100000:3.0:1746139101.449123:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2680 00000100:00100000:3.0:1746139101.449130:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eeed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+99:2008:x1830958840375168:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746139101.449252:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eeed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+99:2008:x1830958840375168:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 122us (1238us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746139101.449262:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2680 00002000:00100000:3.0:1746139101.449267:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009eeed880 x1830958840375168/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:27/0 lens 488/4536 e 0 to 0 dl 1746139112 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139101.449274:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009eeed880 with x1830958840375168 ext(0->4095) 00010000:00010000:3.0:1746139101.449278:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a0b95800/0x1f9f6ca451acb7fc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512662 expref: 99 pid: 9564 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746139101.449287:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a0b95800/0x1f9f6ca451acb7fc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512662 expref: 99 pid: 9564 timeout: 826 lvb_type: 0 00002000:00010000:3.0:1746139101.449293:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009eeed880 00000100:00100000:0.0:1746139101.452522:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139101.452642:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840375296 00000100:00100000:3.0:1746139101.452652:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840375296 00010000:00010000:3.0:1746139101.452690:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a0b95800/0x1f9f6ca451acb7fc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512662 expref: 99 pid: 9564 timeout: 826 lvb_type: 0 00000100:00100000:3.0:1746139101.452726:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17212 00000100:00100000:3.0:1746139101.452732:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013107ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+99:2007:x1830958840375296:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139101.452746:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139101.452765:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a0b95800/0x1f9f6ca451acb7fc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512662 expref: 99 pid: 9564 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746139101.452777:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a0b95800/0x1f9f6ca451acb7fc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512662 expref: 99 pid: 9564 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746139101.452798:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a0b95800/0x1f9f6ca451acb7fc lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512662 expref: 99 pid: 9564 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746139101.452823:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139101.452825:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139101.452832:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f0da400/0x1f9f6ca451acb803 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512669 expref: 98 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139101.452839:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f0da400/0x1f9f6ca451acb803 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512669 expref: 98 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139101.452868:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f0da400/0x1f9f6ca451acb803 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512669 expref: 98 pid: 9564 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139101.452878:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0759180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832170240:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139101.452955:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f075000 going to sleep for 11 seconds 00000100:00100000:0.0:1746139101.456536:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139101.456963:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840375552 00000100:00100000:1.0:1746139101.456973:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840375552 00000100:00100000:3.0:1746139101.457053:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0759180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832170240:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139101.457074:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139101.457125:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013107ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+99:2007:x1830958840375296:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 4392us (4625us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139101.457136:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17212 00002000:00100000:1.0:1746139101.457376:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009f559c00 x1830958840375552/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:27/0 lens 488/0 e 0 to 0 dl 1746139112 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139101.457393:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f559c00 with x1830958840375552 ext(0->4095) 00002000:00010000:1.0:1746139101.457397:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f559c00 00000100:00100000:1.0:1746139101.457427:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13310 00000100:00100000:1.0:1746139101.457435:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f559c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+98:2007:x1830958840375552:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746139101.457573:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f559c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+98:2007:x1830958840375552:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 138us (1048us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139101.457579:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13310 00002000:00100000:1.0:1746139101.457584:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009f559c00 x1830958840375552/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:27/0 lens 488/4536 e 0 to 0 dl 1746139112 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139101.457591:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f559c00 with x1830958840375552 ext(0->4095) 00002000:00010000:1.0:1746139101.457593:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f559c00 00000100:00100000:0.0:1746139101.459572:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139101.459858:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840375680 00000100:00100000:2.0:1746139101.459866:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840375680 00000100:00100000:2.0:1746139101.459916:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29899 00000100:00100000:2.0:1746139101.459924:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f55a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840375680:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139101.459938:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139101.459957:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f0da000/0x1f9f6ca451acb80a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512670 expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.459984:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f0da400/0x1f9f6ca451acb803 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512669 expref: 97 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.459996:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139101.459997:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139101.460000:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f0da000/0x1f9f6ca451acb80a lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512670 expref: 6 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.460031:0:18644:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f0da400/0x1f9f6ca451acb803 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512669 expref: 97 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.460043:0:18644:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f0da400/0x1f9f6ca451acb803 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512669 expref: 97 pid: 9564 timeout: 826 lvb_type: 0 00000100:00100000:2.0:1746139101.460054:0:18644:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801391d3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832170368:192.168.203.56@tcp:104: 00000100:00100000:2.0:1746139101.460130:0:18644:0:(client.c:2553:ptlrpc_set_wait()) set ffff880084a70780 going to sleep for 11 seconds 00000100:00100000:2.0:1746139101.462604:0:18644:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801391d3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832170368:192.168.203.56@tcp:104: 00010000:00010000:2.0:1746139101.462666:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f0da000/0x1f9f6ca451acb80a lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512670 expref: 6 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.462682:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f0da000, rc 0) 00000100:00100000:2.0:1746139101.462729:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f55a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840375680:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2805us (3163us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139101.462737:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29899 00000100:00100000:0.0:1746139101.464113:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139101.464482:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840375808 00000100:00100000:3.0:1746139101.464490:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840375808 00010000:00010000:3.0:1746139101.464529:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f0da400/0x1f9f6ca451acb803 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512669 expref: 98 pid: 9564 timeout: 826 lvb_type: 0 00000100:00100000:3.0:1746139101.464563:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17213 00000100:00100000:3.0:1746139101.464568:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f55a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+98:2008:x1830958840375808:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139101.464585:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139101.464603:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f0da400/0x1f9f6ca451acb803 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512669 expref: 98 pid: 9564 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746139101.464724:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f0da400/0x1f9f6ca451acb803 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512669 expref: 98 pid: 9564 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746139101.464746:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f0da400/0x1f9f6ca451acb803 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512669 expref: 98 pid: 9564 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746139101.464792:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139101.464794:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139101.464801:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f0da000/0x1f9f6ca451acb80a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512670 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139101.464809:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f0da000/0x1f9f6ca451acb80a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512670 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139101.464836:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f0da000/0x1f9f6ca451acb80a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512670 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139101.464846:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0759180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832170496:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139101.465215:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f075000 going to sleep for 11 seconds 00000100:00100000:0.0:1746139101.466841:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139101.467003:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840375936 00000100:00100000:2.0:1746139101.467011:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840375936 00000100:00100000:2.0:1746139101.467713:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29900 00000100:00100000:2.0:1746139101.467722:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f558380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+98:1800:x1830958840375936:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139101.467742:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139101.467759:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7837800/0x1f9f6ca451acb811 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512677 expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.467786:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f0da000/0x1f9f6ca451acb80a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512670 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.467792:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139101.467793:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139101.467796:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7837800/0x1f9f6ca451acb811 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512677 expref: 99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.467823:0:18644:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f0da000/0x1f9f6ca451acb80a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512670 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.467835:0:18644:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f0da000/0x1f9f6ca451acb80a lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512670 expref: 5 pid: 18644 timeout: 826 lvb_type: 0 00000100:00100000:2.0:1746139101.467844:0:18644:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801391d3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832170624:192.168.203.56@tcp:104: 00000100:00100000:2.0:1746139101.467924:0:18644:0:(client.c:2553:ptlrpc_set_wait()) set ffff880084a70780 going to sleep for 11 seconds 00000100:00100000:2.0:1746139101.468690:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0759180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832170496:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139101.468706:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139101.468739:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f55a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+99:2008:x1830958840375808:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 4169us (4630us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139101.468749:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17213 00000100:00100000:1.0:1746139101.468868:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139101.469038:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840376192 00000100:00100000:3.0:1746139101.469043:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840376192 00002000:00100000:3.0:1746139101.469069:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009eeee680 x1830958840376192/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:27/0 lens 488/0 e 0 to 0 dl 1746139112 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139101.469084:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009eeee680 with x1830958840376192 ext(0->4095) 00010000:00010000:3.0:1746139101.469091:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f0da000/0x1f9f6ca451acb80a lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512670 expref: 6 pid: 18644 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746139101.469101:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f0da000/0x1f9f6ca451acb80a lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512670 expref: 6 pid: 18644 timeout: 826 lvb_type: 0 00002000:00010000:3.0:1746139101.469108:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009eeee680 00000100:00100000:3.0:1746139101.469123:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2681 00000100:00100000:3.0:1746139101.469129:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eeee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840376192:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746139101.469235:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eeee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840376192:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 106us (367us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746139101.469240:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2681 00002000:00100000:3.0:1746139101.469245:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009eeee680 x1830958840376192/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:27/0 lens 488/4536 e 0 to 0 dl 1746139112 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139101.469252:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009eeee680 with x1830958840376192 ext(0->4095) 00010000:00010000:3.0:1746139101.469256:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f0da000/0x1f9f6ca451acb80a lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512670 expref: 6 pid: 18644 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746139101.469264:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f0da000/0x1f9f6ca451acb80a lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512670 expref: 6 pid: 18644 timeout: 826 lvb_type: 0 00002000:00010000:3.0:1746139101.469270:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009eeee680 00000100:00100000:2.0:1746139101.471426:0:18644:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801391d3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832170624:192.168.203.56@tcp:104: 00010000:00010000:2.0:1746139101.471462:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7837800/0x1f9f6ca451acb811 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512677 expref: 98 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.471479:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7837800, rc 0) 00000100:00100000:2.0:1746139101.471530:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f558380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+98:1800:x1830958840375936:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3809us (4695us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139101.471538:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29900 00000100:00100000:0.0:1746139101.473168:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139101.473727:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840376320 00000100:00100000:2.0:1746139101.473736:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840376320 00000100:00100000:2.0:1746139101.473784:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29901 00000100:00100000:2.0:1746139101.473792:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f55aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+98:1814:x1830958840376320:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139101.473808:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139101.473823:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f0dbc00/0x1f9f6ca451acb818 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a351267e expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.473848:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139101.473853:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7837800/0x1f9f6ca451acb811 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512677 expref: 99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.473858:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139101.473861:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f0dbc00/0x1f9f6ca451acb818 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351267e expref: 99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.473896:0:18644:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7837800/0x1f9f6ca451acb811 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512677 expref: 99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.473908:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f0dbc00/0x1f9f6ca451acb818 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351267e expref: 99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.473922:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f0dbc00, rc 0) 00000100:00100000:3.0:1746139101.474142:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139101.474208:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f55aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+99:1814:x1830958840376320:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 416us (1047us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139101.474215:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29901 00000100:00100000:2.0:1746139101.474237:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840376448 00000100:00100000:2.0:1746139101.474239:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840376448 00010000:00010000:2.0:1746139101.474252:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f0da000/0x1f9f6ca451acb80a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512670 expref: 6 pid: 18644 timeout: 826 lvb_type: 0 00000100:00100000:2.0:1746139101.474571:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17214 00000100:00100000:2.0:1746139101.474577:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0cc1850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840376448:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139101.474586:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139101.474604:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f0da000/0x1f9f6ca451acb80a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512670 expref: 6 pid: 18644 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746139101.474631:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f0da000/0x1f9f6ca451acb80a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512670 expref: 6 pid: 18644 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746139101.474647:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f0da000/0x1f9f6ca451acb80a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512670 expref: 6 pid: 18644 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746139101.475264:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139101.475267:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139101.475275:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7837800/0x1f9f6ca451acb811 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512677 expref: 98 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.475286:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7837800/0x1f9f6ca451acb811 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512677 expref: 98 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.475311:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7837800/0x1f9f6ca451acb811 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512677 expref: 98 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.475322:0:15672:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a7837800/0x1f9f6ca451acb811 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512677 expref: 98 pid: 18644 timeout: 826 lvb_type: 0 00000100:00100000:2.0:1746139101.475335:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801391d3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832170880:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139101.475411:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff880084a70780 going to sleep for 11 seconds 00000100:00100000:1.0:1746139101.479833:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139101.479900:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840376704 00000100:00100000:0.0:1746139101.479910:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840376704 00002000:00100000:0.0:1746139101.479956:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009bd8bb80 x1830958840376704/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:27/0 lens 488/0 e 0 to 0 dl 1746139112 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139101.479966:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bd8bb80 with x1830958840376704 ext(0->4095) 00010000:00010000:0.0:1746139101.479975:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a7837800/0x1f9f6ca451acb811 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512677 expref: 99 pid: 18644 timeout: 826 lvb_type: 0 00010000:00010000:0.0:1746139101.479988:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a7837800/0x1f9f6ca451acb811 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512677 expref: 99 pid: 18644 timeout: 826 lvb_type: 0 00002000:00010000:0.0:1746139101.479995:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bd8bb80 00000100:00100000:2.0:1746139101.480219:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801391d3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832170880:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139101.480239:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139101.480285:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0cc1850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2007:x1830958840376448:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 5708us (6143us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139101.480295:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17214 00000100:00100000:0.0:1746139101.480457:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2682 00000100:00100000:0.0:1746139101.480464:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bd8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+99:2007:x1830958840376704:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746139101.480585:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bd8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+99:2007:x1830958840376704:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 122us (764us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746139101.480591:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2682 00002000:00100000:0.0:1746139101.480595:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009bd8bb80 x1830958840376704/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:27/0 lens 488/4536 e 0 to 0 dl 1746139112 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139101.480602:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bd8bb80 with x1830958840376704 ext(0->4095) 00010000:00010000:0.0:1746139101.480606:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a7837800/0x1f9f6ca451acb811 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512677 expref: 99 pid: 18644 timeout: 826 lvb_type: 0 00010000:00010000:0.0:1746139101.480631:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a7837800/0x1f9f6ca451acb811 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512677 expref: 99 pid: 18644 timeout: 826 lvb_type: 0 00002000:00010000:0.0:1746139101.480637:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bd8bb80 00000100:00100000:0.0:1746139101.483903:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139101.484212:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840376832 00000100:00100000:2.0:1746139101.484222:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840376832 00010000:00010000:2.0:1746139101.484262:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7837800/0x1f9f6ca451acb811 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512677 expref: 99 pid: 18644 timeout: 826 lvb_type: 0 00000100:00100000:2.0:1746139101.484298:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17215 00000100:00100000:2.0:1746139101.484306:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f55a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+99:2008:x1830958840376832:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139101.484321:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139101.484342:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a7837800/0x1f9f6ca451acb811 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512677 expref: 99 pid: 18644 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746139101.484355:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a7837800/0x1f9f6ca451acb811 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512677 expref: 99 pid: 18644 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746139101.484378:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7837800/0x1f9f6ca451acb811 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512677 expref: 99 pid: 18644 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746139101.484404:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139101.484406:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139101.484413:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f0dbc00/0x1f9f6ca451acb818 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351267e expref: 98 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.484420:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f0dbc00/0x1f9f6ca451acb818 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351267e expref: 98 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.484453:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f0dbc00/0x1f9f6ca451acb818 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351267e expref: 98 pid: 18644 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746139101.484465:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801391d3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832171008:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139101.485355:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff880084a709c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746139101.488101:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139101.488199:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801391d3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832171008:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139101.488223:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139101.488279:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f55a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+98:2008:x1830958840376832:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3973us (4386us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139101.488292:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17215 00000100:00100000:3.0:1746139101.488550:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840377088 00000100:00100000:3.0:1746139101.488557:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840377088 00002000:00100000:3.0:1746139101.488595:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009bd88700 x1830958840377088/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:27/0 lens 488/0 e 0 to 0 dl 1746139112 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139101.488605:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bd88700 with x1830958840377088 ext(0->4095) 00002000:00010000:3.0:1746139101.488609:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bd88700 00000100:00100000:3.0:1746139101.488645:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13311 00000100:00100000:3.0:1746139101.488979:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bd88700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+98:2010:x1830958840377088:12345-192.168.203.56@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746139101.489110:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bd88700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+98:2010:x1830958840377088:12345-192.168.203.56@tcp:3:ptlrpcd_01_01.0 Request processed in 460us (1020us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746139101.489115:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13311 00002000:00100000:3.0:1746139101.489120:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009bd88700 x1830958840377088/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:27/0 lens 488/4536 e 0 to 0 dl 1746139112 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139101.489127:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bd88700 with x1830958840377088 ext(0->4095) 00002000:00010000:3.0:1746139101.489130:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bd88700 00000100:00100000:0.0:1746139101.491604:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139101.491782:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840377216 00000100:00100000:2.0:1746139101.491791:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840377216 00000100:00100000:2.0:1746139101.491843:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29902 00000100:00100000:2.0:1746139101.491850:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c853100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840377216:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139101.491868:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139101.491886:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f0dae00/0x1f9f6ca451acb81f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512685 expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.491913:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f0dbc00/0x1f9f6ca451acb818 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351267e expref: 97 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.491922:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139101.491924:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139101.491927:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f0dae00/0x1f9f6ca451acb81f lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512685 expref: 6 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.491959:0:18644:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f0dbc00/0x1f9f6ca451acb818 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351267e expref: 97 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.491970:0:18644:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f0dbc00/0x1f9f6ca451acb818 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351267e expref: 97 pid: 18644 timeout: 826 lvb_type: 0 00000100:00100000:2.0:1746139101.491981:0:18644:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801391d3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832171136:192.168.203.56@tcp:104: 00000100:00100000:2.0:1746139101.492063:0:18644:0:(client.c:2553:ptlrpc_set_wait()) set ffff880084a709c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746139101.493677:0:18644:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801391d3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832171136:192.168.203.56@tcp:104: 00010000:00010000:2.0:1746139101.493706:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f0dae00/0x1f9f6ca451acb81f lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512685 expref: 6 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.493726:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f0dae00, rc 0) 00000100:00100000:2.0:1746139101.493762:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c853100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840377216:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1912us (2166us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139101.493770:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29902 00000100:00100000:0.0:1746139101.496120:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139101.496214:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840377344 00000100:00100000:2.0:1746139101.496223:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840377344 00010000:00010000:2.0:1746139101.496257:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f0dbc00/0x1f9f6ca451acb818 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351267e expref: 98 pid: 18644 timeout: 826 lvb_type: 0 00000100:00100000:2.0:1746139101.496520:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17216 00000100:00100000:2.0:1746139101.496529:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c853480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+98:2007:x1830958840377344:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139101.496545:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139101.496569:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f0dbc00/0x1f9f6ca451acb818 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351267e expref: 98 pid: 18644 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746139101.496580:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f0dbc00/0x1f9f6ca451acb818 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351267e expref: 98 pid: 18644 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746139101.496604:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f0dbc00/0x1f9f6ca451acb818 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351267e expref: 98 pid: 18644 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746139101.497260:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139101.497264:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139101.497273:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f0dae00/0x1f9f6ca451acb81f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512685 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.497286:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f0dae00/0x1f9f6ca451acb81f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512685 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.497324:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f0dae00/0x1f9f6ca451acb81f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512685 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746139101.497337:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801391d3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832171264:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139101.497471:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff880084a709c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746139101.498773:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139101.499300:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840377472 00000100:00100000:2.0:1746139101.499308:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840377472 00000100:00100000:2.0:1746139101.499363:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29903 00000100:00100000:2.0:1746139101.499371:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c851880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+98:1800:x1830958840377472:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139101.499388:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139101.499405:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c400/0x1f9f6ca451acb826 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a351268c expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.499432:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f0dae00/0x1f9f6ca451acb81f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512685 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.499438:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139101.499440:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139101.499443:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c400/0x1f9f6ca451acb826 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351268c expref: 99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.499469:0:18644:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f0dae00/0x1f9f6ca451acb81f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512685 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.499485:0:18644:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f0dae00/0x1f9f6ca451acb81f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512685 expref: 5 pid: 18644 timeout: 826 lvb_type: 0 00000100:00100000:2.0:1746139101.499495:0:18644:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800885ce300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832171392:192.168.203.56@tcp:104: 00000100:00100000:2.0:1746139101.499568:0:18644:0:(client.c:2553:ptlrpc_set_wait()) set ffff880084a70f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746139101.503450:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801391d3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832171264:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139101.503482:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139101.503542:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c853480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+99:2007:x1830958840377344:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 7013us (7429us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139101.503553:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17216 00000100:00100000:0.0:1746139101.504311:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139101.504764:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840377728 00000100:00100000:3.0:1746139101.504772:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840377728 00002000:00100000:3.0:1746139101.504811:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c852300 x1830958840377728/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:27/0 lens 488/0 e 0 to 0 dl 1746139112 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139101.504820:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c852300 with x1830958840377728 ext(0->4095) 00010000:00010000:3.0:1746139101.504828:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f0dae00/0x1f9f6ca451acb81f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512685 expref: 6 pid: 18644 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746139101.504842:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f0dae00/0x1f9f6ca451acb81f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512685 expref: 6 pid: 18644 timeout: 826 lvb_type: 0 00002000:00010000:3.0:1746139101.504852:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c852300 00000100:00100000:3.0:1746139101.504870:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2683 00000100:00100000:3.0:1746139101.504878:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c852300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840377728:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746139101.505208:0:18644:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800885ce300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832171392:192.168.203.56@tcp:104: 00010000:00010000:2.0:1746139101.505230:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c400/0x1f9f6ca451acb826 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351268c expref: 98 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.505245:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fa5c400, rc 0) 00000100:00100000:3.0:1746139101.505559:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c852300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840377728:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 681us (1248us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746139101.505566:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2683 00002000:00100000:3.0:1746139101.505573:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c852300 x1830958840377728/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:27/0 lens 488/4536 e 0 to 0 dl 1746139112 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139101.505581:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c852300 with x1830958840377728 ext(0->4095) 00010000:00010000:3.0:1746139101.505586:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f0dae00/0x1f9f6ca451acb81f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512685 expref: 6 pid: 18644 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746139101.505595:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f0dae00/0x1f9f6ca451acb81f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512685 expref: 6 pid: 18644 timeout: 826 lvb_type: 0 00002000:00010000:3.0:1746139101.505601:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c852300 00000100:00100000:2.0:1746139101.505680:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c851880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+98:1800:x1830958840377472:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6309us (6912us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139101.505687:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29903 00000100:00100000:0.0:1746139101.511059:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139101.511168:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840377856 00000100:00100000:2.0:1746139101.511178:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840377856 00010000:00010000:2.0:1746139101.511219:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f0dae00/0x1f9f6ca451acb81f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512685 expref: 6 pid: 18644 timeout: 826 lvb_type: 0 00000100:00100000:2.0:1746139101.511382:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17217 00000100:00100000:2.0:1746139101.511393:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c854a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2009:x1830958840377856:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139101.511407:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139101.511430:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f0dae00/0x1f9f6ca451acb81f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512685 expref: 6 pid: 18644 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746139101.511442:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f0dae00/0x1f9f6ca451acb81f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512685 expref: 6 pid: 18644 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746139101.511466:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f0dae00/0x1f9f6ca451acb81f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512685 expref: 6 pid: 18644 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746139101.511700:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139101.511702:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139101.511710:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c400/0x1f9f6ca451acb826 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351268c expref: 97 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.511719:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c400/0x1f9f6ca451acb826 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351268c expref: 97 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.511756:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c400/0x1f9f6ca451acb826 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351268c expref: 97 pid: 18644 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746139101.511768:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800885ce300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832171520:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139101.512110:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff880084a70f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746139101.516264:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800885ce300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832171520:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139101.516289:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139101.516348:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c854a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2009:x1830958840377856:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 4955us (5299us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139101.516360:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17217 00000100:00100000:0.0:1746139101.517168:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139101.517295:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840378112 00000100:00100000:3.0:1746139101.517302:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840378112 00002000:00100000:3.0:1746139101.517345:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c854e00 x1830958840378112/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:27/0 lens 488/0 e 0 to 0 dl 1746139112 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139101.517354:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c854e00 with x1830958840378112 ext(0->4095) 00002000:00010000:3.0:1746139101.517358:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c854e00 00000100:00100000:3.0:1746139101.517377:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13312 00000100:00100000:3.0:1746139101.517384:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c854e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+98:2007:x1830958840378112:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746139101.517528:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c854e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+98:2007:x1830958840378112:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 143us (360us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746139101.517534:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13312 00002000:00100000:3.0:1746139101.517539:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c854e00 x1830958840378112/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:27/0 lens 488/4536 e 0 to 0 dl 1746139112 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139101.517546:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c854e00 with x1830958840378112 ext(0->4095) 00002000:00010000:3.0:1746139101.517548:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c854e00 00000100:00100000:0.0:1746139101.523773:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139101.524178:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840378240 00000100:00100000:2.0:1746139101.524188:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840378240 00000100:00100000:2.0:1746139101.524248:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29904 00000100:00100000:2.0:1746139101.524257:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c855f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840378240:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139101.524279:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139101.524297:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c000/0x1f9f6ca451acb82d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512693 expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.524326:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c400/0x1f9f6ca451acb826 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351268c expref: 97 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.524334:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139101.524335:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139101.524339:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c000/0x1f9f6ca451acb82d lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512693 expref: 6 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.524374:0:18644:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c400/0x1f9f6ca451acb826 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351268c expref: 97 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.524389:0:18644:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c400/0x1f9f6ca451acb826 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351268c expref: 97 pid: 18644 timeout: 826 lvb_type: 0 00000100:00100000:2.0:1746139101.524401:0:18644:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800885ce300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832171648:192.168.203.56@tcp:104: 00000100:00100000:2.0:1746139101.524499:0:18644:0:(client.c:2553:ptlrpc_set_wait()) set ffff880084a70f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746139101.527680:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139101.527776:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840378368 00000100:00100000:1.0:1746139101.527784:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840378368 00002000:00100000:1.0:1746139101.527832:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff88009c855c00 x1830958840378368/t0(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:27/0 lens 496/0 e 0 to 0 dl 1746139112 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139101.527842:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c855c00 with x1830958840378368 ext(0->7) 00010000:00010000:1.0:1746139101.527851:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c400/0x1f9f6ca451acb826 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351268c expref: 98 pid: 18644 timeout: 826 lvb_type: 0 00010000:00010000:1.0:1746139101.527866:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c400/0x1f9f6ca451acb826 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351268c expref: 98 pid: 18644 timeout: 826 lvb_type: 0 00002000:00010000:1.0:1746139101.527874:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c855c00 00000100:00100000:1.0:1746139101.527904:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2684 00000100:00100000:1.0:1746139101.527912:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c855c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+98:2008:x1830958840378368:12345-192.168.203.56@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746139101.528106:0:18644:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800885ce300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832171648:192.168.203.56@tcp:104: 00010000:00010000:2.0:1746139101.528133:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c000/0x1f9f6ca451acb82d lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512693 expref: 6 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.528147:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fa5c000, rc 0) 00000100:00100000:2.0:1746139101.528184:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c855f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840378240:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3928us (4422us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139101.528190:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29904 00000100:00100000:1.0:1746139101.530105:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c855c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+100:2008:x1830958840378368:12345-192.168.203.56@tcp:4:ldlm_bl.0 Request processed in 2186us (2427us total) trans 4294972086 rc 0/0 00000100:00100000:1.0:1746139101.530116:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2684 00002000:00100000:1.0:1746139101.530125:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff88009c855c00 x1830958840378368/t4294972086(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:27/0 lens 496/448 e 0 to 0 dl 1746139112 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139101.530133:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c855c00 with x1830958840378368 ext(0->7) 00010000:00010000:1.0:1746139101.530140:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c400/0x1f9f6ca451acb826 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351268c expref: 100 pid: 18644 timeout: 826 lvb_type: 0 00010000:00010000:1.0:1746139101.530151:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c400/0x1f9f6ca451acb826 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351268c expref: 100 pid: 18644 timeout: 826 lvb_type: 0 00002000:00010000:1.0:1746139101.530156:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c855c00 00000001:00080000:0.0:1746139101.533554:0:10897:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294972086 is committed 00000100:00100000:0.0:1746139101.545942:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139101.546011:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139101.546310:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840378624 00000100:00100000:2.0:1746139101.546321:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840378624 00000100:00100000:2.0:1746139101.546377:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29905 00000100:00100000:2.0:1746139101.546385:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c856680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+6:1800:x1830958840378624:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139101.546408:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139101.546430:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fa5cc00/0x1f9f6ca451acb834 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a351269a expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.546460:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139101.546466:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c000/0x1f9f6ca451acb82d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512693 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.546472:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746139101.546475:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fa5cc00/0x1f9f6ca451acb834 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351269a expref: 7 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.546650:0:18644:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c000/0x1f9f6ca451acb82d lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512693 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.546662:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fa5cc00/0x1f9f6ca451acb834 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351269a expref: 7 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.546677:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fa5cc00, rc 0) 00000100:00100000:2.0:1746139101.546731:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c856680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+7:1800:x1830958840378624:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 348us (802us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139101.546738:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29905 00000100:00100000:3.0:1746139101.546807:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840378496 00000100:00100000:3.0:1746139101.546812:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840378496 00010000:00010000:3.0:1746139101.546831:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c400/0x1f9f6ca451acb826 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351268c expref: 7 pid: 18644 timeout: 826 lvb_type: 0 00000100:00100000:3.0:1746139101.546849:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17218 00000100:00100000:3.0:1746139101.546853:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c411c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+7:2007:x1830958840378496:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139101.546861:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1746139101.546878:0:15672:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x1a:0x0] updating lvb mtime from disk: 1746139101 -> 1746139102 00002000:00010000:3.0:1746139101.546881:0:15672:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x1a:0x0] updating lvb ctime from disk: 1746139101 -> 1746139102 00010000:00010000:3.0:1746139101.546885:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c400/0x1f9f6ca451acb826 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351268c expref: 7 pid: 18644 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746139101.546896:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c400/0x1f9f6ca451acb826 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351268c expref: 7 pid: 18644 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746139101.546910:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c400/0x1f9f6ca451acb826 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351268c expref: 7 pid: 18644 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746139101.546934:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139101.546935:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139101.546942:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c000/0x1f9f6ca451acb82d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512693 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139101.546950:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c000/0x1f9f6ca451acb82d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512693 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139101.546972:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c000/0x1f9f6ca451acb82d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512693 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139101.546983:0:15672:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c000/0x1f9f6ca451acb82d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512693 expref: 5 pid: 18644 timeout: 826 lvb_type: 0 00000100:00100000:3.0:1746139101.546995:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a075aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832171904:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139101.547053:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f075480 going to sleep for 11 seconds 00000100:00100000:0.0:1746139101.553992:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139101.554120:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840378880 00000100:00100000:1.0:1746139101.554131:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840378880 00002000:00100000:1.0:1746139101.554182:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c410700 x1830958840378880/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:27/0 lens 488/0 e 0 to 0 dl 1746139112 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139101.554193:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c410700 with x1830958840378880 ext(0->4095) 00010000:00010000:1.0:1746139101.554203:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c000/0x1f9f6ca451acb82d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512693 expref: 6 pid: 18644 timeout: 826 lvb_type: 0 00010000:00010000:1.0:1746139101.554220:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c000/0x1f9f6ca451acb82d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512693 expref: 6 pid: 18644 timeout: 826 lvb_type: 0 00002000:00010000:1.0:1746139101.554226:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c410700 00000100:00100000:1.0:1746139101.554256:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2685 00000100:00100000:1.0:1746139101.554264:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c410700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840378880:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746139101.554421:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c410700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840378880:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 157us (440us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139101.554428:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2685 00002000:00100000:1.0:1746139101.554433:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c410700 x1830958840378880/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:27/0 lens 488/4536 e 0 to 0 dl 1746139112 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139101.554440:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c410700 with x1830958840378880 ext(0->4095) 00010000:00010000:1.0:1746139101.554445:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c000/0x1f9f6ca451acb82d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512693 expref: 6 pid: 18644 timeout: 826 lvb_type: 0 00010000:00010000:1.0:1746139101.554453:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c000/0x1f9f6ca451acb82d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512693 expref: 6 pid: 18644 timeout: 826 lvb_type: 0 00002000:00010000:1.0:1746139101.554458:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c410700 00000100:00100000:3.0:1746139101.554558:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a075aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832171904:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139101.554576:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139101.554599:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c411c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+6:2007:x1830958840378496:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 7745us (8587us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139101.554652:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17218 00000100:00100000:0.0:1746139101.558749:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139101.558959:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840379008 00000100:00100000:3.0:1746139101.558969:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840379008 00010000:00010000:3.0:1746139101.559007:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c000/0x1f9f6ca451acb82d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512693 expref: 6 pid: 18644 timeout: 826 lvb_type: 0 00000100:00100000:3.0:1746139101.559040:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17219 00000100:00100000:3.0:1746139101.559048:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c412300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840379008:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139101.559061:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139101.559080:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c000/0x1f9f6ca451acb82d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512693 expref: 6 pid: 18644 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746139101.559093:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c000/0x1f9f6ca451acb82d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512693 expref: 6 pid: 18644 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746139101.559116:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c000/0x1f9f6ca451acb82d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512693 expref: 6 pid: 18644 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746139101.559420:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139101.559423:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139101.559432:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fa5cc00/0x1f9f6ca451acb834 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351269a expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139101.559440:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fa5cc00/0x1f9f6ca451acb834 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351269a expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139101.559475:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012fa5cc00/0x1f9f6ca451acb834 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351269a expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139101.559490:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a075aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832172032:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139101.560790:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f075480 going to sleep for 11 seconds 00000100:00100000:3.0:1746139101.561971:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a075aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832172032:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139101.561987:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139101.562021:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c412300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2007:x1830958840379008:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 2974us (3283us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139101.562030:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17219 00000100:00100000:0.0:1746139101.563116:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139101.563218:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840379264 00000100:00100000:2.0:1746139101.563226:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840379264 00002000:00100000:2.0:1746139101.563261:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880093491880 x1830958840379264/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:27/0 lens 488/0 e 0 to 0 dl 1746139112 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139101.563270:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093491880 with x1830958840379264 ext(0->4095) 00002000:00010000:2.0:1746139101.563274:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093491880 00000100:00100000:2.0:1746139101.563302:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13313 00000100:00100000:2.0:1746139101.563308:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093491880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+6:2010:x1830958840379264:12345-192.168.203.56@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746139101.563422:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093491880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+6:2010:x1830958840379264:12345-192.168.203.56@tcp:3:ptlrpcd_01_01.0 Request processed in 114us (310us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746139101.563427:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13313 00002000:00100000:2.0:1746139101.563431:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880093491880 x1830958840379264/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:27/0 lens 488/4536 e 0 to 0 dl 1746139112 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139101.563438:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093491880 with x1830958840379264 ext(0->4095) 00002000:00010000:2.0:1746139101.563440:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093491880 00000100:00100000:0.0:1746139101.577735:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139101.578084:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840379392 00000100:00100000:2.0:1746139101.578095:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840379392 00000100:00100000:2.0:1746139101.578153:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29906 00000100:00100000:2.0:1746139101.578162:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bb70700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840379392:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139101.578187:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139101.578205:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c400/0x1f9f6ca451acb83b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a35126a1 expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.578235:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fa5cc00/0x1f9f6ca451acb834 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351269a expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.578242:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139101.578244:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139101.578248:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c400/0x1f9f6ca451acb83b lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35126a1 expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.578281:0:9564:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fa5cc00/0x1f9f6ca451acb834 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351269a expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.578293:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fa5cc00/0x1f9f6ca451acb834 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351269a expref: 5 pid: 18644 timeout: 826 lvb_type: 0 00000100:00100000:2.0:1746139101.578305:0:9564:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800885ce300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832172160:192.168.203.56@tcp:104: 00000100:00100000:2.0:1746139101.578403:0:9564:0:(client.c:2553:ptlrpc_set_wait()) set ffff880084a709c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746139101.580675:0:9564:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800885ce300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832172160:192.168.203.56@tcp:104: 00010000:00010000:2.0:1746139101.580709:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c400/0x1f9f6ca451acb83b lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35126a1 expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.580727:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fa5c400, rc 0) 00000100:00100000:2.0:1746139101.580782:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bb70700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840379392:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2620us (3059us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139101.580795:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29906 00000100:00100000:0.0:1746139101.597393:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139101.597450:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139101.597526:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840379648 00000100:00100000:1.0:1746139101.597537:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840379648 00000100:00100000:2.0:1746139101.597544:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840379520 00000100:00100000:2.0:1746139101.597548:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840379520 00000100:00100000:2.0:1746139101.597584:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29907 00002000:00100000:1.0:1746139101.597588:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff8800a0221500 x1830958840379648/t0(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:27/0 lens 496/0 e 0 to 0 dl 1746139112 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746139101.597590:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bb72680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+7:1800:x1830958840379520:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00002000:00100000:1.0:1746139101.597598:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0221500 with x1830958840379648 ext(0->7) 00010000:00010000:2.0:1746139101.597606:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139101.597607:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fa5cc00/0x1f9f6ca451acb834 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351269a expref: 7 pid: 18644 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746139101.597644:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c600/0x1f9f6ca451acb842 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a35126a8 expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139101.597644:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fa5cc00/0x1f9f6ca451acb834 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351269a expref: 7 pid: 18644 timeout: 826 lvb_type: 0 00002000:00010000:1.0:1746139101.597651:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a0221500 00010000:00010000:2.0:1746139101.597672:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:1.0:1746139101.597678:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2686 00010000:00010000:2.0:1746139101.597679:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c400/0x1f9f6ca451acb83b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35126a1 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746139101.597683:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0221500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+8:2007:x1830958840379648:12345-192.168.203.56@tcp:4:ldlm_bl.0 00010000:00010000:2.0:1746139101.597685:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746139101.597688:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c600/0x1f9f6ca451acb842 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35126a8 expref: 8 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.597722:0:9564:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c400/0x1f9f6ca451acb83b lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35126a1 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.597733:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c600/0x1f9f6ca451acb842 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35126a8 expref: 8 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.597741:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fa5c600, rc 0) 00000100:00100000:2.0:1746139101.597783:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bb72680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+8:1800:x1830958840379520:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 193us (402us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139101.597789:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29907 00000100:00100000:1.0:1746139101.598592:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0221500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+9:2007:x1830958840379648:12345-192.168.203.56@tcp:4:ldlm_bl.0 Request processed in 907us (1139us total) trans 4294972087 rc 0/0 00000100:00100000:1.0:1746139101.598598:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2686 00002000:00100000:1.0:1746139101.598603:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff8800a0221500 x1830958840379648/t4294972087(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:27/0 lens 496/448 e 0 to 0 dl 1746139112 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139101.598611:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0221500 with x1830958840379648 ext(0->7) 00010000:00010000:1.0:1746139101.598631:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fa5cc00/0x1f9f6ca451acb834 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351269a expref: 9 pid: 18644 timeout: 826 lvb_type: 0 00010000:00010000:1.0:1746139101.598640:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fa5cc00/0x1f9f6ca451acb834 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351269a expref: 9 pid: 18644 timeout: 826 lvb_type: 0 00002000:00010000:1.0:1746139101.598645:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a0221500 00000100:00100000:0.0:1746139101.603147:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139101.603214:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840379776 00000100:00100000:3.0:1746139101.603225:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840379776 00010000:00010000:3.0:1746139101.603270:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012fa5cc00/0x1f9f6ca451acb834 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351269a expref: 9 pid: 18644 timeout: 826 lvb_type: 0 00000100:00100000:3.0:1746139101.603311:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17220 00000100:00100000:3.0:1746139101.603320:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0223800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+9:2007:x1830958840379776:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139101.603335:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139101.603358:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012fa5cc00/0x1f9f6ca451acb834 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351269a expref: 9 pid: 18644 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746139101.603370:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012fa5cc00/0x1f9f6ca451acb834 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351269a expref: 9 pid: 18644 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746139101.603395:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fa5cc00/0x1f9f6ca451acb834 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351269a expref: 9 pid: 18644 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746139101.603426:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139101.603429:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139101.603438:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c400/0x1f9f6ca451acb83b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35126a1 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139101.603446:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c400/0x1f9f6ca451acb83b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35126a1 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139101.603487:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c400/0x1f9f6ca451acb83b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35126a1 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139101.603499:0:15672:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c400/0x1f9f6ca451acb83b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35126a1 expref: 5 pid: 9564 timeout: 826 lvb_type: 0 00000100:00100000:3.0:1746139101.603520:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a075aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832172416:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139101.603743:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f075480 going to sleep for 11 seconds 00000100:00100000:3.0:1746139101.605654:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a075aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832172416:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139101.605674:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139101.605716:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0223800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+8:2007:x1830958840379776:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 2396us (2579us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139101.605727:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17220 00000100:00100000:0.0:1746139101.607965:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139101.608041:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840380032 00000100:00100000:1.0:1746139101.608051:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840380032 00002000:00100000:1.0:1746139101.608102:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880131496680 x1830958840380032/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:27/0 lens 488/0 e 0 to 0 dl 1746139112 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139101.608118:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131496680 with x1830958840380032 ext(0->4095) 00010000:00010000:1.0:1746139101.608127:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c400/0x1f9f6ca451acb83b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35126a1 expref: 6 pid: 9564 timeout: 826 lvb_type: 0 00010000:00010000:1.0:1746139101.608142:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c400/0x1f9f6ca451acb83b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35126a1 expref: 6 pid: 9564 timeout: 826 lvb_type: 0 00002000:00010000:1.0:1746139101.608149:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131496680 00000100:00100000:1.0:1746139101.608185:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2687 00000100:00100000:1.0:1746139101.608193:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131496680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840380032:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746139101.608332:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131496680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840380032:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 140us (378us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139101.608338:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2687 00002000:00100000:1.0:1746139101.608344:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880131496680 x1830958840380032/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:27/0 lens 488/4536 e 0 to 0 dl 1746139112 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139101.608350:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131496680 with x1830958840380032 ext(0->4095) 00010000:00010000:1.0:1746139101.608354:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c400/0x1f9f6ca451acb83b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35126a1 expref: 6 pid: 9564 timeout: 826 lvb_type: 0 00010000:00010000:1.0:1746139101.608361:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c400/0x1f9f6ca451acb83b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35126a1 expref: 6 pid: 9564 timeout: 826 lvb_type: 0 00002000:00010000:1.0:1746139101.608366:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131496680 00000100:00100000:0.0:1746139101.610973:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139101.611032:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840380160 00000100:00100000:3.0:1746139101.611064:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840380160 00010000:00010000:3.0:1746139101.611096:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c400/0x1f9f6ca451acb83b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35126a1 expref: 6 pid: 9564 timeout: 826 lvb_type: 0 00000100:00100000:1.0:1746139101.612691:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17221 00000100:00100000:1.0:1746139101.612707:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0cc1450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840380160:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746139101.612722:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746139101.612747:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c400/0x1f9f6ca451acb83b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35126a1 expref: 6 pid: 9564 timeout: 826 lvb_type: 0 00010000:00010000:1.0:1746139101.612761:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c400/0x1f9f6ca451acb83b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35126a1 expref: 6 pid: 9564 timeout: 826 lvb_type: 0 00010000:00010000:1.0:1746139101.612785:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c400/0x1f9f6ca451acb83b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35126a1 expref: 6 pid: 9564 timeout: 826 lvb_type: 0 00010000:00010000:1.0:1746139101.612816:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139101.612818:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139101.612825:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c600/0x1f9f6ca451acb842 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35126a8 expref: 7 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139101.612837:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c600/0x1f9f6ca451acb842 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35126a8 expref: 7 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139101.612875:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c600/0x1f9f6ca451acb842 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35126a8 expref: 7 pid: 9564 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746139101.612888:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009bd8a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832172544:192.168.203.56@tcp:105: 00000100:00100000:1.0:1746139101.612976:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a059d240 going to sleep for 11 seconds 00000100:00100000:1.0:1746139101.616957:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009bd8a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832172544:192.168.203.56@tcp:105: 00010000:00010000:1.0:1746139101.616983:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746139101.617095:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139101.617265:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840380416 00000100:00100000:3.0:1746139101.617273:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840380416 00002000:00100000:3.0:1746139101.617322:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880131495180 x1830958840380416/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:27/0 lens 488/0 e 0 to 0 dl 1746139112 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139101.617333:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131495180 with x1830958840380416 ext(0->4095) 00002000:00010000:3.0:1746139101.617338:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131495180 00000100:00100000:3.0:1746139101.617363:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13314 00000100:00100000:3.0:1746139101.617371:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131495180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+8:2008:x1830958840380416:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746139101.617519:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0cc1450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2007:x1830958840380160:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 4816us (6553us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139101.617530:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17221 00000100:00100000:3.0:1746139101.619146:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131495180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+8:2008:x1830958840380416:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 1765us (2042us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746139101.619155:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13314 00002000:00100000:3.0:1746139101.619165:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880131495180 x1830958840380416/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:27/0 lens 488/4536 e 0 to 0 dl 1746139112 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139101.619489:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131495180 with x1830958840380416 ext(0->4095) 00002000:00010000:3.0:1746139101.619495:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131495180 00000100:00100000:0.0:1746139101.627826:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139101.627984:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840380544 00000100:00100000:2.0:1746139101.627994:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840380544 00000100:00100000:2.0:1746139101.628055:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29908 00000100:00100000:2.0:1746139101.628064:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fae8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840380544:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139101.628196:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139101.628214:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fa5ca00/0x1f9f6ca451acb849 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a35126af expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.628245:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c600/0x1f9f6ca451acb842 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35126a8 expref: 7 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.628253:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139101.628255:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139101.628259:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fa5ca00/0x1f9f6ca451acb849 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35126af expref: 6 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.628293:0:18644:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c600/0x1f9f6ca451acb842 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35126a8 expref: 7 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.628306:0:18644:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c600/0x1f9f6ca451acb842 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35126a8 expref: 7 pid: 9564 timeout: 826 lvb_type: 0 00000100:00100000:2.0:1746139101.628318:0:18644:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800885ce300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832172672:192.168.203.56@tcp:104: 00000100:00100000:2.0:1746139101.628400:0:18644:0:(client.c:2553:ptlrpc_set_wait()) set ffff880084a709c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746139101.632304:0:18644:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800885ce300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832172672:192.168.203.56@tcp:104: 00010000:00010000:2.0:1746139101.632337:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fa5ca00/0x1f9f6ca451acb849 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35126af expref: 6 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.632360:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fa5ca00, rc 0) 00000100:00100000:2.0:1746139101.632401:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fae8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840380544:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4338us (4587us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139101.632410:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29908 00000100:00100000:0.0:1746139101.634876:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139101.634978:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840380672 00000100:00100000:3.0:1746139101.634987:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840380672 00002000:00100000:3.0:1746139101.635032:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff88009f15f800 x1830958840380672/t0(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:27/0 lens 496/0 e 0 to 0 dl 1746139112 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139101.635041:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f15f800 with x1830958840380672 ext(0->7) 00010000:00010000:3.0:1746139101.635051:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c600/0x1f9f6ca451acb842 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35126a8 expref: 8 pid: 9564 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746139101.635063:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c600/0x1f9f6ca451acb842 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35126a8 expref: 8 pid: 9564 timeout: 826 lvb_type: 0 00002000:00010000:3.0:1746139101.635069:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f15f800 00000100:00100000:3.0:1746139101.635097:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2688 00000100:00100000:3.0:1746139101.635103:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f15f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+8:2009:x1830958840380672:12345-192.168.203.56@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746139101.636060:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f15f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+10:2009:x1830958840380672:12345-192.168.203.56@tcp:4:ldlm_bl.0 Request processed in 952us (1187us total) trans 4294972088 rc 0/0 00000100:00100000:3.0:1746139101.636071:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2688 00002000:00100000:3.0:1746139101.636078:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff88009f15f800 x1830958840380672/t4294972088(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:27/0 lens 496/448 e 0 to 0 dl 1746139112 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139101.636085:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f15f800 with x1830958840380672 ext(0->7) 00010000:00010000:3.0:1746139101.636090:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c600/0x1f9f6ca451acb842 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35126a8 expref: 10 pid: 9564 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746139101.636101:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c600/0x1f9f6ca451acb842 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35126a8 expref: 10 pid: 9564 timeout: 826 lvb_type: 0 00002000:00010000:3.0:1746139101.636106:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f15f800 00000100:00100000:0.0:1746139101.638133:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139101.638243:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840380800 00000100:00100000:1.0:1746139101.638252:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840380800 00010000:00010000:1.0:1746139101.638286:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c600/0x1f9f6ca451acb842 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35126a8 expref: 10 pid: 9564 timeout: 826 lvb_type: 0 00000100:00100000:1.0:1746139101.638443:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17222 00000100:00100000:1.0:1746139101.638451:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f15ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+10:2010:x1830958840380800:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746139101.638464:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746139101.638481:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c600/0x1f9f6ca451acb842 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35126a8 expref: 10 pid: 9564 timeout: 826 lvb_type: 0 00010000:00010000:1.0:1746139101.638491:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c600/0x1f9f6ca451acb842 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35126a8 expref: 10 pid: 9564 timeout: 826 lvb_type: 0 00010000:00010000:1.0:1746139101.638524:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c600/0x1f9f6ca451acb842 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35126a8 expref: 10 pid: 9564 timeout: 826 lvb_type: 0 00010000:00010000:1.0:1746139101.638678:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139101.638680:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139101.638688:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fa5ca00/0x1f9f6ca451acb849 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35126af expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139101.638696:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fa5ca00/0x1f9f6ca451acb849 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35126af expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139101.638727:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012fa5ca00/0x1f9f6ca451acb849 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35126af expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746139101.638739:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009bd8a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832172800:192.168.203.56@tcp:105: 00000100:00100000:1.0:1746139101.639222:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a059dcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746139101.643012:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139101.643092:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009bd8a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832172800:192.168.203.56@tcp:105: 00010000:00010000:1.0:1746139101.643115:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746139101.643423:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f15ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+9:2010:x1830958840380800:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 4970us (5295us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139101.643436:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17222 00000100:00100000:3.0:1746139101.643537:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840381056 00000100:00100000:3.0:1746139101.643544:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840381056 00002000:00100000:3.0:1746139101.643580:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800885ce300 x1830958840381056/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:27/0 lens 488/0 e 0 to 0 dl 1746139112 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139101.643589:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800885ce300 with x1830958840381056 ext(0->4095) 00002000:00010000:3.0:1746139101.643594:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800885ce300 00000100:00100000:3.0:1746139101.643606:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13315 00000100:00100000:3.0:1746139101.643611:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800885ce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840381056:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746139101.644171:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800885ce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840381056:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 558us (1169us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746139101.644177:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13315 00002000:00100000:3.0:1746139101.644183:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800885ce300 x1830958840381056/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:27/0 lens 488/4536 e 0 to 0 dl 1746139112 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139101.644195:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800885ce300 with x1830958840381056 ext(0->4095) 00002000:00010000:3.0:1746139101.644198:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800885ce300 00000100:00100000:0.0:1746139101.646319:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139101.646493:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840381184 00000100:00100000:2.0:1746139101.646502:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840381184 00000100:00100000:2.0:1746139101.646562:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29909 00000100:00100000:2.0:1746139101.646570:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c07800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+9:1800:x1830958840381184:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139101.646588:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139101.646607:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fa5da00/0x1f9f6ca451acb850 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a35126b6 expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.646669:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fa5ca00/0x1f9f6ca451acb849 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35126af expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.646675:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139101.646677:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139101.646680:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fa5da00/0x1f9f6ca451acb850 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35126b6 expref: 10 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.646712:0:18644:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fa5ca00/0x1f9f6ca451acb849 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35126af expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.646726:0:18644:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fa5ca00/0x1f9f6ca451acb849 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35126af expref: 5 pid: 18644 timeout: 826 lvb_type: 0 00000100:00100000:2.0:1746139101.646743:0:18644:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801391d3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832172928:192.168.203.56@tcp:104: 00000100:00100000:2.0:1746139101.646824:0:18644:0:(client.c:2553:ptlrpc_set_wait()) set ffff880084a709c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746139101.646948:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139101.647051:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840381312 00000100:00100000:0.0:1746139101.647055:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840381312 00000100:00100000:0.0:1746139101.647076:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29910 00000100:00100000:0.0:1746139101.647081:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bd8a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+11:1814:x1830958840381312:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746139101.647088:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746139101.647095:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cd42600/0x1f9f6ca451acb857 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a35126bd expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139101.647105:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139101.647109:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fa5da00/0x1f9f6ca451acb850 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35126b6 expref: 12 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139101.647113:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746139101.647116:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cd42600/0x1f9f6ca451acb857 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35126bd expref: 12 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139101.647136:0:9564:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fa5da00/0x1f9f6ca451acb850 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35126b6 expref: 12 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139101.647150:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cd42600/0x1f9f6ca451acb857 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35126bd expref: 12 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139101.647239:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cd42600, rc 0) 00000100:00100000:0.0:1746139101.647278:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bd8a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+12:1814:x1830958840381312:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 195us (328us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139101.647282:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29910 00000100:00100000:2.0:1746139101.648081:0:18644:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801391d3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832172928:192.168.203.56@tcp:104: 00010000:00010000:2.0:1746139101.648097:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fa5da00/0x1f9f6ca451acb850 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35126b6 expref: 11 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.648106:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fa5da00, rc 0) 00000100:00100000:2.0:1746139101.648169:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c07800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+11:1800:x1830958840381184:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1599us (1859us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139101.648175:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29909 00000100:00100000:0.0:1746139101.648869:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139101.648938:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840381440 00000100:00100000:1.0:1746139101.648947:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840381440 00010000:00010000:1.0:1746139101.648971:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012fa5ca00/0x1f9f6ca451acb849 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35126af expref: 6 pid: 18644 timeout: 826 lvb_type: 0 00000100:00100000:1.0:1746139101.649039:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17223 00000100:00100000:1.0:1746139101.649047:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c04700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840381440:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746139101.649057:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746139101.649677:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012fa5ca00/0x1f9f6ca451acb849 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35126af expref: 6 pid: 18644 timeout: 826 lvb_type: 0 00010000:00010000:1.0:1746139101.649690:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012fa5ca00/0x1f9f6ca451acb849 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35126af expref: 6 pid: 18644 timeout: 826 lvb_type: 0 00010000:00010000:1.0:1746139101.649712:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fa5ca00/0x1f9f6ca451acb849 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35126af expref: 6 pid: 18644 timeout: 826 lvb_type: 0 00010000:00010000:1.0:1746139101.649740:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139101.649743:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139101.649749:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fa5da00/0x1f9f6ca451acb850 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35126b6 expref: 10 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139101.649757:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fa5da00/0x1f9f6ca451acb850 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35126b6 expref: 10 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139101.649788:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012fa5da00/0x1f9f6ca451acb850 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35126b6 expref: 10 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139101.649799:0:7207:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fa5da00/0x1f9f6ca451acb850 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35126b6 expref: 10 pid: 18644 timeout: 826 lvb_type: 0 00000100:00100000:1.0:1746139101.649810:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f55a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832173184:192.168.203.56@tcp:105: 00000100:00100000:1.0:1746139101.649895:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a059dcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746139101.652093:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139101.652194:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840381696 00000100:00100000:3.0:1746139101.652203:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840381696 00002000:00100000:3.0:1746139101.652253:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880094c04a80 x1830958840381696/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:27/0 lens 488/0 e 0 to 0 dl 1746139112 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139101.652263:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c04a80 with x1830958840381696 ext(0->4095) 00010000:00010000:3.0:1746139101.652272:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fa5da00/0x1f9f6ca451acb850 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35126b6 expref: 11 pid: 18644 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746139101.652284:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fa5da00/0x1f9f6ca451acb850 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35126b6 expref: 11 pid: 18644 timeout: 826 lvb_type: 0 00002000:00010000:3.0:1746139101.652291:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094c04a80 00000100:00100000:3.0:1746139101.652327:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2689 00000100:00100000:3.0:1746139101.652334:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c04a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+11:2008:x1830958840381696:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746139101.652498:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c04a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+11:2008:x1830958840381696:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 163us (413us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746139101.652516:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2689 00002000:00100000:3.0:1746139101.652522:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880094c04a80 x1830958840381696/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:27/0 lens 488/4536 e 0 to 0 dl 1746139112 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139101.652529:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c04a80 with x1830958840381696 ext(0->4095) 00010000:00010000:3.0:1746139101.652534:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fa5da00/0x1f9f6ca451acb850 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35126b6 expref: 11 pid: 18644 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746139101.652543:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fa5da00/0x1f9f6ca451acb850 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35126b6 expref: 11 pid: 18644 timeout: 826 lvb_type: 0 00002000:00010000:3.0:1746139101.652548:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094c04a80 00000100:00100000:1.0:1746139101.652644:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f55a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832173184:192.168.203.56@tcp:105: 00010000:00010000:1.0:1746139101.652664:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746139101.652696:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c04700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2008:x1830958840381440:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3650us (3828us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139101.652705:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17223 00000100:00100000:0.0:1746139101.657399:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139101.657519:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840381824 00000100:00100000:1.0:1746139101.657531:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840381824 00010000:00010000:1.0:1746139101.657571:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012fa5da00/0x1f9f6ca451acb850 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35126b6 expref: 11 pid: 18644 timeout: 826 lvb_type: 0 00000100:00100000:1.0:1746139101.657795:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17224 00000100:00100000:1.0:1746139101.657805:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbafb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+11:2010:x1830958840381824:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746139101.657821:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746139101.657844:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012fa5da00/0x1f9f6ca451acb850 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35126b6 expref: 11 pid: 18644 timeout: 826 lvb_type: 0 00010000:00010000:1.0:1746139101.657857:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012fa5da00/0x1f9f6ca451acb850 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35126b6 expref: 11 pid: 18644 timeout: 826 lvb_type: 0 00010000:00010000:1.0:1746139101.657879:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fa5da00/0x1f9f6ca451acb850 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35126b6 expref: 11 pid: 18644 timeout: 826 lvb_type: 0 00010000:00010000:1.0:1746139101.657902:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139101.657905:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139101.657912:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cd42600/0x1f9f6ca451acb857 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35126bd expref: 10 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139101.657920:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cd42600/0x1f9f6ca451acb857 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35126bd expref: 10 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139101.657955:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009cd42600/0x1f9f6ca451acb857 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35126bd expref: 10 pid: 9564 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746139101.657967:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f55a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832173312:192.168.203.56@tcp:105: 00000100:00100000:1.0:1746139101.658043:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a059dcc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746139101.660210:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f55a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832173312:192.168.203.56@tcp:105: 00010000:00010000:1.0:1746139101.660237:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746139101.660280:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbafb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+10:2010:x1830958840381824:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 2477us (2891us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139101.660289:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17224 00000100:00100000:0.0:1746139101.660517:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139101.660699:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840382080 00000100:00100000:1.0:1746139101.660704:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840382080 00002000:00100000:1.0:1746139101.660737:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88012c248e00 x1830958840382080/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:27/0 lens 488/0 e 0 to 0 dl 1746139112 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139101.660746:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c248e00 with x1830958840382080 ext(0->4095) 00002000:00010000:1.0:1746139101.660750:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c248e00 00000100:00100000:1.0:1746139101.660769:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13316 00000100:00100000:1.0:1746139101.660776:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c248e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+10:2008:x1830958840382080:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746139101.661279:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c248e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+10:2008:x1830958840382080:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 503us (761us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139101.661285:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13316 00002000:00100000:1.0:1746139101.661290:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88012c248e00 x1830958840382080/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:27/0 lens 488/4536 e 0 to 0 dl 1746139112 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139101.661296:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c248e00 with x1830958840382080 ext(0->4095) 00002000:00010000:1.0:1746139101.661299:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c248e00 00000100:00100000:0.0:1746139101.663052:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139101.663108:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840382208 00000100:00100000:2.0:1746139101.663114:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840382208 00000100:00100000:2.0:1746139101.663160:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29911 00000100:00100000:2.0:1746139101.663166:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072505180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840382208:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139101.663180:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139101.663195:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c600/0x1f9f6ca451acb85e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a35126c4 expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.663222:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cd42600/0x1f9f6ca451acb857 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35126bd expref: 9 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.663230:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139101.663232:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139101.663235:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c600/0x1f9f6ca451acb85e lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35126c4 expref: 6 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.663276:0:18644:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cd42600/0x1f9f6ca451acb857 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35126bd expref: 9 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.663288:0:18644:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cd42600/0x1f9f6ca451acb857 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35126bd expref: 9 pid: 9564 timeout: 826 lvb_type: 0 00000100:00100000:2.0:1746139101.663301:0:18644:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801391d3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832173440:192.168.203.56@tcp:104: 00000100:00100000:2.0:1746139101.663375:0:18644:0:(client.c:2553:ptlrpc_set_wait()) set ffff880084a709c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746139101.664659:0:18644:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801391d3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832173440:192.168.203.56@tcp:104: 00010000:00010000:2.0:1746139101.664686:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c600/0x1f9f6ca451acb85e lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35126c4 expref: 6 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.664699:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fa5c600, rc 0) 00000100:00100000:2.0:1746139101.664731:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072505180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840382208:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1565us (1684us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139101.664737:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29911 00000100:00100000:0.0:1746139101.666052:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139101.666184:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840382336 00000100:00100000:1.0:1746139101.666191:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840382336 00010000:00010000:1.0:1746139101.666226:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009cd42600/0x1f9f6ca451acb857 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35126bd expref: 10 pid: 9564 timeout: 826 lvb_type: 0 00000100:00100000:1.0:1746139101.666300:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17225 00000100:00100000:1.0:1746139101.666307:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072505c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+10:2008:x1830958840382336:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746139101.666323:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746139101.666344:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009cd42600/0x1f9f6ca451acb857 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35126bd expref: 10 pid: 9564 timeout: 826 lvb_type: 0 00010000:00010000:1.0:1746139101.666355:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009cd42600/0x1f9f6ca451acb857 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35126bd expref: 10 pid: 9564 timeout: 826 lvb_type: 0 00010000:00010000:1.0:1746139101.666377:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009cd42600/0x1f9f6ca451acb857 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35126bd expref: 10 pid: 9564 timeout: 826 lvb_type: 0 00010000:00010000:1.0:1746139101.666402:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139101.666404:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139101.666410:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c600/0x1f9f6ca451acb85e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35126c4 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139101.666416:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c600/0x1f9f6ca451acb85e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35126c4 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139101.666443:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c600/0x1f9f6ca451acb85e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35126c4 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746139101.666453:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f55a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832173568:192.168.203.56@tcp:105: 00000100:00100000:1.0:1746139101.666536:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a059d6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746139101.670727:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139101.671090:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840382592 00000100:00100000:0.0:1746139101.671099:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840382592 00002000:00100000:0.0:1746139101.671149:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c853480 x1830958840382592/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:27/0 lens 488/0 e 0 to 0 dl 1746139112 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139101.671160:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c853480 with x1830958840382592 ext(0->4095) 00002000:00010000:0.0:1746139101.671165:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c853480 00000100:00100000:0.0:1746139101.671378:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13317 00000100:00100000:0.0:1746139101.671389:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c853480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840382592:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746139101.671449:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f55a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832173568:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139101.671472:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139101.671542:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072505c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+9:2008:x1830958840382336:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 5234us (5495us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139101.671550:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17225 00000100:00100000:0.0:1746139101.672108:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c853480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840382592:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 143us (817us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746139101.672115:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13317 00002000:00100000:0.0:1746139101.672121:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c853480 x1830958840382592/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:27/0 lens 488/4536 e 0 to 0 dl 1746139112 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139101.672128:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c853480 with x1830958840382592 ext(0->4095) 00002000:00010000:0.0:1746139101.672131:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c853480 00000100:00100000:1.0:1746139101.672391:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139101.672436:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840382720 00000100:00100000:2.0:1746139101.672440:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840382720 00000100:00100000:2.0:1746139101.672465:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29912 00000100:00100000:2.0:1746139101.672471:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c854a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+9:1800:x1830958840382720:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139101.672481:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139101.672498:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c800/0x1f9f6ca451acb865 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a35126cb expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.672533:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c600/0x1f9f6ca451acb85e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35126c4 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.672551:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139101.672553:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139101.672559:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c800/0x1f9f6ca451acb865 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35126cb expref: 10 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.672588:0:18644:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c600/0x1f9f6ca451acb85e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35126c4 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.672601:0:18644:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c600/0x1f9f6ca451acb85e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35126c4 expref: 5 pid: 18644 timeout: 826 lvb_type: 0 00000100:00100000:2.0:1746139101.672612:0:18644:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801391d3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832173696:192.168.203.56@tcp:104: 00000100:00100000:2.0:1746139101.673302:0:18644:0:(client.c:2553:ptlrpc_set_wait()) set ffff880084a709c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746139101.674948:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139101.675017:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840382848 00000100:00100000:2.0:1746139101.675025:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840382848 00000100:00100000:2.0:1746139101.675071:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29913 00000100:00100000:2.0:1746139101.675079:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c25f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+11:1814:x1830958840382848:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139101.675094:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139101.675109:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fa5de00/0x1f9f6ca451acb86c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a35126d2 expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.675132:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139101.675137:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c800/0x1f9f6ca451acb865 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35126cb expref: 12 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.675143:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139101.675146:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fa5de00/0x1f9f6ca451acb86c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35126d2 expref: 12 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.675179:0:9564:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c800/0x1f9f6ca451acb865 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35126cb expref: 12 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.675191:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fa5de00/0x1f9f6ca451acb86c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35126d2 expref: 12 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.675201:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fa5de00, rc 0) 00000100:00100000:2.0:1746139101.675253:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c25f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+12:1814:x1830958840382848:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 174us (314us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139101.675259:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29913 00000100:00100000:2.0:1746139101.675960:0:18644:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801391d3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832173696:192.168.203.56@tcp:104: 00010000:00010000:2.0:1746139101.675979:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c800/0x1f9f6ca451acb865 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35126cb expref: 11 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.675987:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fa5c800, rc 0) 00000100:00100000:2.0:1746139101.676020:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c854a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+11:1800:x1830958840382720:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3547us (3628us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139101.676026:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29912 00000100:00100000:0.0:1746139101.677896:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139101.677999:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840382976 00000100:00100000:2.0:1746139101.678009:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840382976 00010000:00010000:2.0:1746139101.678046:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c600/0x1f9f6ca451acb85e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35126c4 expref: 6 pid: 18644 timeout: 826 lvb_type: 0 00000100:00100000:2.0:1746139101.678145:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17226 00000100:00100000:2.0:1746139101.678154:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c25ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840382976:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139101.678169:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139101.678192:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c600/0x1f9f6ca451acb85e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35126c4 expref: 6 pid: 18644 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746139101.678204:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c600/0x1f9f6ca451acb85e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35126c4 expref: 6 pid: 18644 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746139101.678227:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c600/0x1f9f6ca451acb85e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35126c4 expref: 6 pid: 18644 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746139101.678464:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139101.678466:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139101.678475:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c800/0x1f9f6ca451acb865 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35126cb expref: 10 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.678484:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c800/0x1f9f6ca451acb865 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35126cb expref: 10 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.678543:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c800/0x1f9f6ca451acb865 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35126cb expref: 10 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.678560:0:7207:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c800/0x1f9f6ca451acb865 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35126cb expref: 10 pid: 18644 timeout: 826 lvb_type: 0 00000100:00100000:2.0:1746139101.678572:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f55a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832173952:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139101.679211:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff880084a709c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746139101.682012:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139101.682167:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840383232 00000100:00100000:1.0:1746139101.682175:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840383232 00002000:00100000:1.0:1746139101.682218:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88012c25c000 x1830958840383232/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:27/0 lens 488/0 e 0 to 0 dl 1746139112 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139101.682228:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c25c000 with x1830958840383232 ext(0->4095) 00010000:00010000:1.0:1746139101.682238:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c800/0x1f9f6ca451acb865 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35126cb expref: 11 pid: 18644 timeout: 826 lvb_type: 0 00010000:00010000:1.0:1746139101.682252:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c800/0x1f9f6ca451acb865 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35126cb expref: 11 pid: 18644 timeout: 826 lvb_type: 0 00002000:00010000:1.0:1746139101.682258:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012c25c000 00000100:00100000:1.0:1746139101.682785:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2690 00000100:00100000:1.0:1746139101.682794:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c25c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+11:2008:x1830958840383232:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746139101.682957:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c25c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+11:2008:x1830958840383232:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 164us (953us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139101.682963:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2690 00002000:00100000:1.0:1746139101.682968:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88012c25c000 x1830958840383232/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:27/0 lens 488/4536 e 0 to 0 dl 1746139112 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139101.682976:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c25c000 with x1830958840383232 ext(0->4095) 00010000:00010000:1.0:1746139101.682981:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c800/0x1f9f6ca451acb865 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35126cb expref: 11 pid: 18644 timeout: 826 lvb_type: 0 00010000:00010000:1.0:1746139101.682989:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c800/0x1f9f6ca451acb865 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35126cb expref: 11 pid: 18644 timeout: 826 lvb_type: 0 00002000:00010000:1.0:1746139101.682996:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012c25c000 00000100:00100000:2.0:1746139101.683363:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f55a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832173952:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139101.683382:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139101.683418:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c25ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2008:x1830958840382976:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 5266us (5531us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139101.683426:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17226 00000100:00100000:2.0:1746139101.683853:0:3767:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ba6dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1830958832174336:0@lo:400:kworker.0 00000100:00100000:2.0:1746139101.683893:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746139101.683916:0:3767:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5f99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3767:1830958832174848:0@lo:400:kworker.0 00000100:00100000:2.0:1746139101.683935:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746139101.683948:0:3767:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c0cc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3767:1830958832175360:0@lo:400:kworker.0 00000100:00100000:2.0:1746139101.683963:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746139101.683977:0:3767:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:2.0:1746139101.683981:0:3767:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801391d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3767:1830958832174208:0@lo:400:kworker.0 00000100:00100000:2.0:1746139101.683995:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746139101.684004:0:3767:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013107ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3767:1830958832174720:0@lo:400:kworker.0 00000100:00100000:2.0:1746139101.684015:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746139101.684024:0:3767:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a07b4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3767:1830958832175232:0@lo:400:kworker.0 00000100:00100000:2.0:1746139101.684037:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746139101.684056:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958832174848 00000100:00100000:2.0:1746139101.684060:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958832174848 00000100:00100000:2.0:1746139101.684088:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958832175360 00000100:00100000:2.0:1746139101.684089:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958832175360 00000100:00100000:2.0:1746139101.684100:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958832174208 00000100:00100000:2.0:1746139101.684102:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958832174208 00000100:00100000:2.0:1746139101.684109:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958832174720 00000100:00100000:2.0:1746139101.684111:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958832174720 00000100:00100000:2.0:1746139101.684119:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958832175232 00000100:00100000:2.0:1746139101.684121:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958832175232 00000100:00100000:2.0:1746139101.684131:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1099 00000100:00100000:2.0:1746139101.684136:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bbe1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3767:x1830958832174848:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746139101.684165:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bbe1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3767:x1830958832174848:12345-0@lo:400:kworker.0 Request processed in 30us (229us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139101.684170:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1099 00000100:00100000:2.0:1746139101.684178:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1100 00000100:00100000:2.0:1746139101.684182:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072c1a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1830958832175360:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746139101.684198:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072c1a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1830958832175360:12345-0@lo:400:kworker.0 Request processed in 16us (235us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139101.684202:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1100 00000100:00100000:2.0:1746139101.684208:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1101 00000100:00100000:2.0:1746139101.684211:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072c19880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1830958832174208:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746139101.684226:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072c19880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1830958832174208:12345-0@lo:400:kworker.0 Request processed in 14us (231us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139101.684230:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1101 00000100:00100000:2.0:1746139101.684236:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1102 00000100:00100000:2.0:1746139101.684239:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072c1b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3767:x1830958832174720:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746139101.684254:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072c1b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3767:x1830958832174720:12345-0@lo:400:kworker.0 Request processed in 14us (238us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139101.684258:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1102 00000100:00100000:2.0:1746139101.684265:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1103 00000100:00100000:2.0:1746139101.684268:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0868000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1830958832175232:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746139101.684283:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0868000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1830958832175232:12345-0@lo:400:kworker.0 Request processed in 15us (244us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139101.684286:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1103 00000100:00080000:2.0:1746139101.684302:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1746139101.684305:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1746139101.684322:0:3767:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801391d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3767:1830958832174208:0@lo:400:kworker.0 00000100:00100000:2.0:1746139101.684329:0:3767:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013107ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3767:1830958832174720:0@lo:400:kworker.0 00000100:00100000:2.0:1746139101.684336:0:3767:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a07b4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3767:1830958832175232:0@lo:400:kworker.0 00000100:00100000:2.0:1746139101.684342:0:3767:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5f99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3767:1830958832174848:0@lo:400:kworker.0 00000100:00100000:2.0:1746139101.684347:0:3767:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c0cc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3767:1830958832175360:0@lo:400:kworker.0 00000100:00100000:0.0:1746139101.684419:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012eed8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3764:1830958832174464:0@lo:400:kworker.0 00000100:00100000:0.0:1746139101.684443:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746139101.684455:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5f9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1830958832174976:0@lo:400:kworker.0 00000100:00100000:0.0:1746139101.684471:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746139101.684483:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007278aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1830958832175488:0@lo:400:kworker.0 00000100:00100000:0.0:1746139101.684521:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746139101.684538:0:3764:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 4 async RPCs [1->0] 00000100:00100000:0.0:1746139101.684542:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f55a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1ca206db-9abf-4f14-943b-9a8520c6dd0e:3764:1830958832174080:0@lo:400:kworker.0 00000100:00100000:0.0:1746139101.684563:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746139101.684585:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013107d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1830958832174592:0@lo:400:kworker.0 00000100:00100000:0.0:1746139101.684600:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746139101.684610:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a07b5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1830958832175104:0@lo:400:kworker.0 00000100:00100000:0.0:1746139101.684636:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746139101.684647:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072788000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1830958832175616:0@lo:400:kworker.0 00000100:00100000:0.0:1746139101.684661:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746139101.684681:0:7224:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958832174336 00000100:00100000:0.0:1746139101.684683:0:7224:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958832174336 00000100:00100000:0.0:1746139101.684700:0:7224:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958832174592 00000100:00100000:0.0:1746139101.684702:0:7224:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958832174592 00000100:00100000:0.0:1746139101.684710:0:7224:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 645 00000100:00100000:0.0:1746139101.684714:0:7224:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bbe2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3767:x1830958832174336:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746139101.684740:0:7224:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bbe2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3767:x1830958832174336:12345-0@lo:400:kworker.0 Request processed in 25us (847us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139101.684745:0:7224:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 645 00000100:00100000:0.0:1746139101.684754:0:7224:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 646 00000100:00100000:0.0:1746139101.684757:0:7224:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134530380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3764:x1830958832174592:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746139101.684779:0:7224:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134530380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3764:x1830958832174592:12345-0@lo:400:kworker.0 Request processed in 22us (178us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139101.684783:0:7224:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 646 00000100:00100000:0.0:1746139101.684802:0:21532:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958832174464 00000100:00100000:0.0:1746139101.684806:0:21532:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958832174464 00000100:00100000:0.0:1746139101.684820:0:21532:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1104 00000100:00100000:0.0:1746139101.684824:0:21532:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c797800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3764:x1830958832174464:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746139101.684835:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958832174976 00000100:00100000:1.0:1746139101.684840:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958832174976 00000100:00100000:0.0:1746139101.684845:0:21532:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c797800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3764:x1830958832174464:12345-0@lo:400:kworker.0 Request processed in 21us (402us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139101.684850:0:21532:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1104 00000100:00100000:1.0:1746139101.684864:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958832175488 00000100:00100000:0.0:1746139101.684864:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958832175104 00000100:00100000:1.0:1746139101.684866:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958832175488 00000100:00100000:0.0:1746139101.684866:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958832175104 00000100:00100000:0.0:1746139101.684879:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958832175616 00000100:00100000:0.0:1746139101.684881:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958832175616 00000100:00100000:1.0:1746139101.684882:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 762 00000100:00100000:1.0:1746139101.684887:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c797100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3764:x1830958832174976:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746139101.684891:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 763 00000100:00100000:0.0:1746139101.684895:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134530700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3764:x1830958832175104:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746139101.685494:0:24929:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 764 00000100:00100000:3.0:1746139101.685502:0:24929:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134530000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3764:x1830958832175488:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746139101.685847:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134530700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3764:x1830958832175104:12345-0@lo:400:kworker.0 Request processed in 952us (1209us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139101.685852:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 763 00000100:00100000:0.0:1746139101.685864:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 765 00000100:00100000:0.0:1746139101.685868:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134530a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3764:x1830958832175616:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746139101.685888:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134530a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3764:x1830958832175616:12345-0@lo:400:kworker.0 Request processed in 21us (1227us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139101.685892:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 765 00000100:00100000:0.0:1746139101.685916:0:3767:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ba6dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1830958832174336:0@lo:400:kworker.0 00000100:00100000:0.0:1746139101.685933:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013107d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1830958832174592:0@lo:400:kworker.0 00000100:00100000:0.0:1746139101.685940:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a07b5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1830958832175104:0@lo:400:kworker.0 00000100:00100000:0.0:1746139101.685946:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072788000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1830958832175616:0@lo:400:kworker.0 00000100:00100000:0.0:1746139101.685954:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012eed8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3764:1830958832174464:0@lo:400:kworker.0 00000100:00100000:0.0:1746139101.685962:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5f9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1830958832174976:0@lo:400:kworker.0 00000100:00100000:1.0:1746139101.686175:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c797100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3764:x1830958832174976:12345-0@lo:400:kworker.0 Request processed in 1285us (1700us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139101.686181:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 762 00000100:00080000:1.0:1746139101.686202:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746139101.686295:0:24929:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134530000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3764:x1830958832175488:12345-0@lo:400:kworker.0 Request processed in 794us (1773us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139101.686302:0:24929:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 764 00000100:00100000:3.0:1746139101.686356:0:7213:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958832174080 00000100:00100000:3.0:1746139101.686360:0:7213:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958832174080 00000100:00100000:3.0:1746139101.686383:0:7213:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 555 00000100:00100000:3.0:1746139101.686387:0:7213:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800acc79050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1ca206db-9abf-4f14-943b-9a8520c6dd0e+23:3764:x1830958832174080:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746139101.686415:0:7213:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800acc79050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1ca206db-9abf-4f14-943b-9a8520c6dd0e+23:3764:x1830958832174080:12345-0@lo:400:kworker.0 Request processed in 28us (1850us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139101.686420:0:7213:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 555 00000100:00100000:0.0:1746139101.686456:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f55a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1ca206db-9abf-4f14-943b-9a8520c6dd0e:3764:1830958832174080:0@lo:400:kworker.0 00000100:00100000:0.0:1746139101.686465:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007278aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1830958832175488:0@lo:400:kworker.0 00000100:00100000:0.0:1746139101.687725:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139101.687861:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840383360 00000100:00100000:2.0:1746139101.687867:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840383360 00010000:00010000:2.0:1746139101.687896:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c800/0x1f9f6ca451acb865 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35126cb expref: 11 pid: 18644 timeout: 826 lvb_type: 0 00000100:00100000:2.0:1746139101.687934:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17227 00000100:00100000:2.0:1746139101.687941:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134530e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+11:2010:x1830958840383360:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139101.687956:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139101.688043:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c800/0x1f9f6ca451acb865 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35126cb expref: 11 pid: 18644 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746139101.688062:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c800/0x1f9f6ca451acb865 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35126cb expref: 11 pid: 18644 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746139101.688093:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c800/0x1f9f6ca451acb865 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35126cb expref: 11 pid: 18644 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746139101.688296:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139101.688299:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139101.688309:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fa5de00/0x1f9f6ca451acb86c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35126d2 expref: 10 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.688319:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fa5de00/0x1f9f6ca451acb86c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35126d2 expref: 10 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.688358:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012fa5de00/0x1f9f6ca451acb86c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35126d2 expref: 10 pid: 9564 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746139101.688372:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a086b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832175744:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139101.688586:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff880084a709c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746139101.692369:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a086b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832175744:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139101.692397:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139101.692456:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134530e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+10:2010:x1830958840383360:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 4514us (4738us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139101.692467:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17227 00000100:00100000:0.0:1746139101.692758:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139101.692985:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840383616 00000100:00100000:3.0:1746139101.692993:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840383616 00002000:00100000:3.0:1746139101.693051:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880134531180 x1830958840383616/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:27/0 lens 488/0 e 0 to 0 dl 1746139112 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139101.693061:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134531180 with x1830958840383616 ext(0->4095) 00002000:00010000:3.0:1746139101.693065:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134531180 00000100:00100000:3.0:1746139101.693090:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13318 00000100:00100000:3.0:1746139101.693097:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134531180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+10:2007:x1830958840383616:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746139101.693222:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134531180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+10:2007:x1830958840383616:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 127us (465us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746139101.693227:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13318 00002000:00100000:3.0:1746139101.693232:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880134531180 x1830958840383616/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:27/0 lens 488/4536 e 0 to 0 dl 1746139112 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139101.693239:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134531180 with x1830958840383616 ext(0->4095) 00002000:00010000:3.0:1746139101.693241:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134531180 00000100:00100000:0.0:1746139101.697360:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139101.697466:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840383744 00000100:00100000:2.0:1746139101.697478:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840383744 00000100:00100000:2.0:1746139101.697557:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29914 00000100:00100000:2.0:1746139101.697566:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ff6c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840383744:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139101.697591:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139101.697654:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a0b95800/0x1f9f6ca451acb873 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a35126d9 expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.697690:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fa5de00/0x1f9f6ca451acb86c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35126d2 expref: 9 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.697698:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139101.697700:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139101.697704:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a0b95800/0x1f9f6ca451acb873 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35126d9 expref: 6 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.697744:0:18644:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fa5de00/0x1f9f6ca451acb86c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35126d2 expref: 9 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.697757:0:18644:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fa5de00/0x1f9f6ca451acb86c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35126d2 expref: 9 pid: 9564 timeout: 826 lvb_type: 0 00000100:00100000:2.0:1746139101.697770:0:18644:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a086b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832175872:192.168.203.56@tcp:104: 00000100:00100000:2.0:1746139101.697865:0:18644:0:(client.c:2553:ptlrpc_set_wait()) set ffff880084a709c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746139101.699404:0:18644:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a086b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832175872:192.168.203.56@tcp:104: 00010000:00010000:2.0:1746139101.699433:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a0b95800/0x1f9f6ca451acb873 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35126d9 expref: 6 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.699453:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0b95800, rc 0) 00000100:00100000:2.0:1746139101.699545:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ff6c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840383744:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1979us (2195us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139101.699553:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29914 00000100:00100000:0.0:1746139101.701467:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139101.701581:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840383872 00000100:00100000:2.0:1746139101.701590:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840383872 00010000:00010000:2.0:1746139101.701931:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012fa5de00/0x1f9f6ca451acb86c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35126d2 expref: 10 pid: 9564 timeout: 826 lvb_type: 0 00000100:00100000:2.0:1746139101.702357:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17228 00000100:00100000:2.0:1746139101.702367:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0cc1050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+10:2007:x1830958840383872:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139101.702381:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139101.702404:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012fa5de00/0x1f9f6ca451acb86c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35126d2 expref: 10 pid: 9564 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746139101.702416:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012fa5de00/0x1f9f6ca451acb86c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35126d2 expref: 10 pid: 9564 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746139101.702440:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fa5de00/0x1f9f6ca451acb86c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35126d2 expref: 10 pid: 9564 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746139101.703042:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139101.703045:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139101.703055:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a0b95800/0x1f9f6ca451acb873 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35126d9 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.703069:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a0b95800/0x1f9f6ca451acb873 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35126d9 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.703107:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a0b95800/0x1f9f6ca451acb873 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35126d9 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746139101.703120:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a086b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832176000:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139101.703263:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff880084a709c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746139101.703609:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139101.703781:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840384000 00000100:00100000:2.0:1746139101.703787:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840384000 00000100:00100000:2.0:1746139101.703924:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29915 00000100:00100000:2.0:1746139101.703932:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c855f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+10:1800:x1830958840384000:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139101.703945:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139101.703979:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c600/0x1f9f6ca451acb87a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a35126e0 expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.704001:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a0b95800/0x1f9f6ca451acb873 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35126d9 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.704007:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139101.704009:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139101.704012:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c600/0x1f9f6ca451acb87a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35126e0 expref: 11 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.704030:0:18644:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a0b95800/0x1f9f6ca451acb873 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35126d9 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.704045:0:18644:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a0b95800/0x1f9f6ca451acb873 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35126d9 expref: 5 pid: 18644 timeout: 826 lvb_type: 0 00000100:00100000:2.0:1746139101.704052:0:18644:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0869500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832176128:192.168.203.56@tcp:104: 00000100:00100000:2.0:1746139101.704401:0:18644:0:(client.c:2553:ptlrpc_set_wait()) set ffff880084a70e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746139101.707801:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139101.708014:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840384256 00000100:00100000:1.0:1746139101.708024:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840384256 00002000:00100000:1.0:1746139101.708077:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880134531500 x1830958840384256/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:27/0 lens 488/0 e 0 to 0 dl 1746139112 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139101.708087:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134531500 with x1830958840384256 ext(0->4095) 00010000:00010000:1.0:1746139101.708097:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a0b95800/0x1f9f6ca451acb873 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35126d9 expref: 6 pid: 18644 timeout: 826 lvb_type: 0 00010000:00010000:1.0:1746139101.708112:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a0b95800/0x1f9f6ca451acb873 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35126d9 expref: 6 pid: 18644 timeout: 826 lvb_type: 0 00002000:00010000:1.0:1746139101.708119:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880134531500 00000100:00100000:1.0:1746139101.708140:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2691 00000100:00100000:1.0:1746139101.708148:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134531500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840384256:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746139101.708307:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134531500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840384256:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 159us (517us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139101.708314:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2691 00002000:00100000:1.0:1746139101.708319:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880134531500 x1830958840384256/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:27/0 lens 488/4536 e 0 to 0 dl 1746139112 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139101.708326:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134531500 with x1830958840384256 ext(0->4095) 00010000:00010000:1.0:1746139101.708330:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a0b95800/0x1f9f6ca451acb873 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35126d9 expref: 6 pid: 18644 timeout: 826 lvb_type: 0 00010000:00010000:1.0:1746139101.708338:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a0b95800/0x1f9f6ca451acb873 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35126d9 expref: 6 pid: 18644 timeout: 826 lvb_type: 0 00002000:00010000:1.0:1746139101.708343:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880134531500 00000100:00100000:2.0:1746139101.708439:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a086b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832176000:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139101.708460:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139101.708484:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0cc1050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+11:2007:x1830958840383872:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 6120us (7026us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139101.708492:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17228 00000100:00100000:3.0:1746139101.708643:0:18644:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0869500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832176128:192.168.203.56@tcp:104: 00010000:00010000:3.0:1746139101.708662:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c600/0x1f9f6ca451acb87a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35126e0 expref: 10 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139101.708675:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fa5c600, rc 0) 00000100:00100000:3.0:1746139101.708693:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c855f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+10:1800:x1830958840384000:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4763us (5086us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139101.708700:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29915 00000100:00100000:0.0:1746139101.712268:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139101.712448:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840384384 00000100:00100000:2.0:1746139101.712457:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840384384 00010000:00010000:2.0:1746139101.712493:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a0b95800/0x1f9f6ca451acb873 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35126d9 expref: 6 pid: 18644 timeout: 826 lvb_type: 0 00000100:00100000:2.0:1746139101.712540:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17229 00000100:00100000:2.0:1746139101.712549:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134531880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840384384:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139101.712563:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139101.712583:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a0b95800/0x1f9f6ca451acb873 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35126d9 expref: 6 pid: 18644 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746139101.712595:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a0b95800/0x1f9f6ca451acb873 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35126d9 expref: 6 pid: 18644 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746139101.712657:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a0b95800/0x1f9f6ca451acb873 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35126d9 expref: 6 pid: 18644 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746139101.712680:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139101.712682:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139101.712689:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c600/0x1f9f6ca451acb87a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35126e0 expref: 9 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.712697:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c600/0x1f9f6ca451acb87a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35126e0 expref: 9 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.712732:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c600/0x1f9f6ca451acb87a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35126e0 expref: 9 pid: 18644 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746139101.712744:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a086b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832176256:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139101.712829:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff880084a70e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746139101.715130:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139101.715203:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840384640 00000100:00100000:3.0:1746139101.715210:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840384640 00002000:00100000:3.0:1746139101.715248:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880134531c00 x1830958840384640/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:27/0 lens 488/0 e 0 to 0 dl 1746139112 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139101.715257:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134531c00 with x1830958840384640 ext(0->4095) 00002000:00010000:3.0:1746139101.715262:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134531c00 00000100:00100000:3.0:1746139101.715289:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13319 00000100:00100000:3.0:1746139101.715297:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134531c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+10:2007:x1830958840384640:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746139101.715420:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134531c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+10:2007:x1830958840384640:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 124us (298us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746139101.715427:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13319 00002000:00100000:3.0:1746139101.715432:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880134531c00 x1830958840384640/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:27/0 lens 488/4536 e 0 to 0 dl 1746139112 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139101.715439:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134531c00 with x1830958840384640 ext(0->4095) 00002000:00010000:3.0:1746139101.715441:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134531c00 00000100:00100000:2.0:1746139101.716518:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a086b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832176256:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139101.716539:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139101.716581:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134531880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2007:x1830958840384384:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 4032us (4324us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139101.716589:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17229 00000100:00100000:0.0:1746139101.722198:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139101.722299:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840384768 00000100:00100000:3.0:1746139101.722310:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840384768 00000100:00100000:3.0:1746139101.722359:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29916 00000100:00100000:3.0:1746139101.722367:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134531f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840384768:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746139101.722385:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139101.722404:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008760cc00/0x1f9f6ca451acb881 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a35126e7 expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139101.722433:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c600/0x1f9f6ca451acb87a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35126e0 expref: 9 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139101.722440:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746139101.722441:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746139101.722444:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008760cc00/0x1f9f6ca451acb881 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35126e7 expref: 6 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139101.722476:0:18644:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c600/0x1f9f6ca451acb87a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35126e0 expref: 9 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139101.722493:0:18644:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c600/0x1f9f6ca451acb87a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35126e0 expref: 9 pid: 18644 timeout: 826 lvb_type: 0 00000100:00100000:3.0:1746139101.722514:0:18644:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a075aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832176384:192.168.203.56@tcp:104: 00000100:00100000:3.0:1746139101.723090:0:18644:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f075240 going to sleep for 11 seconds 00000100:00100000:3.0:1746139101.725444:0:18644:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a075aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832176384:192.168.203.56@tcp:104: 00010000:00010000:3.0:1746139101.725470:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008760cc00/0x1f9f6ca451acb881 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35126e7 expref: 6 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139101.725486:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008760cc00, rc 0) 00000100:00100000:3.0:1746139101.725537:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134531f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840384768:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3170us (3349us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139101.725546:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29916 00000100:00100000:0.0:1746139101.734720:0:3767:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1746139101.734748:0:3767:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134532300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1830958832176512:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746139101.734825:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746139101.735078:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139101.735153:0:10476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958832176512 00000100:00100000:3.0:1746139101.735162:0:10476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958832176512 00000100:00100000:3.0:1746139101.735209:0:10476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 514 00000100:00100000:3.0:1746139101.735217:0:10476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134532680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1830958832176512:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1746139101.735247:0:10476:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 498654016 pending 57344 free 3921293312 avail 3688423424 00000100:00100000:3.0:1746139101.735288:0:10476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134532680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1830958832176512:12345-0@lo:13:osp-pre-1-0.0 Request processed in 71us (464us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139101.735294:0:10476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 514 00000100:00100000:0.0:1746139101.735385:0:3767:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134532300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1830958832176512:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746139101.735406:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840384896 00000100:00100000:0.0:1746139101.735408:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840384896 00002000:00100000:0.0:1746139101.735439:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff88009c856680 x1830958840384896/t0(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:27/0 lens 496/0 e 0 to 0 dl 1746139112 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139101.735449:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c856680 with x1830958840384896 ext(0->7) 00010000:00010000:0.0:1746139101.735458:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c600/0x1f9f6ca451acb87a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35126e0 expref: 10 pid: 18644 timeout: 826 lvb_type: 0 00010000:00010000:0.0:1746139101.735471:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c600/0x1f9f6ca451acb87a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35126e0 expref: 10 pid: 18644 timeout: 826 lvb_type: 0 00002000:00010000:0.0:1746139101.735484:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c856680 00000100:00100000:0.0:1746139101.735524:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2692 00000100:00100000:0.0:1746139101.735529:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c856680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+10:2007:x1830958840384896:12345-192.168.203.56@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746139101.736502:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c856680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+12:2007:x1830958840384896:12345-192.168.203.56@tcp:4:ldlm_bl.0 Request processed in 967us (1421us total) trans 4294972089 rc 0/0 00000100:00100000:0.0:1746139101.736518:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2692 00002000:00100000:0.0:1746139101.736524:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff88009c856680 x1830958840384896/t4294972089(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:27/0 lens 496/448 e 0 to 0 dl 1746139112 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139101.736532:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c856680 with x1830958840384896 ext(0->7) 00010000:00010000:0.0:1746139101.736538:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c600/0x1f9f6ca451acb87a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35126e0 expref: 12 pid: 18644 timeout: 826 lvb_type: 0 00010000:00010000:0.0:1746139101.736549:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c600/0x1f9f6ca451acb87a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35126e0 expref: 12 pid: 18644 timeout: 826 lvb_type: 0 00002000:00010000:0.0:1746139101.736555:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c856680 00000100:00100000:2.0:1746139101.745040:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139101.745350:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840385024 00000100:00100000:0.0:1746139101.745360:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840385024 00010000:00010000:0.0:1746139101.745400:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c600/0x1f9f6ca451acb87a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35126e0 expref: 12 pid: 18644 timeout: 826 lvb_type: 0 00000100:00100000:3.0:1746139101.747536:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17230 00000100:00100000:3.0:1746139101.747553:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a086b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+12:2008:x1830958840385024:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139101.747573:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139101.747599:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c600/0x1f9f6ca451acb87a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35126e0 expref: 12 pid: 18644 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746139101.747613:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c600/0x1f9f6ca451acb87a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35126e0 expref: 12 pid: 18644 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746139101.748007:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c600/0x1f9f6ca451acb87a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35126e0 expref: 12 pid: 18644 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746139101.748024:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139101.748026:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139101.748033:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008760cc00/0x1f9f6ca451acb881 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35126e7 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139101.748041:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008760cc00/0x1f9f6ca451acb881 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35126e7 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139101.748079:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008760cc00/0x1f9f6ca451acb881 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35126e7 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139101.748091:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a075aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832176640:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139101.748941:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f075240 going to sleep for 11 seconds 00000100:00100000:2.0:1746139101.749166:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139101.749258:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840385152 00000100:00100000:3.0:1746139101.749265:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840385152 00000100:00100000:3.0:1746139101.749304:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29917 00000100:00100000:3.0:1746139101.749310:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0868380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+12:1800:x1830958840385152:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746139101.749326:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139101.749337:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008760da00/0x1f9f6ca451acb888 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a35126ee expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139101.749355:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008760cc00/0x1f9f6ca451acb881 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35126e7 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139101.749361:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139101.749362:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139101.749365:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008760da00/0x1f9f6ca451acb888 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35126ee expref: 13 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139101.749382:0:18644:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008760cc00/0x1f9f6ca451acb881 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35126e7 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139101.749391:0:18644:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008760cc00/0x1f9f6ca451acb881 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35126e7 expref: 5 pid: 18644 timeout: 827 lvb_type: 0 00000100:00100000:3.0:1746139101.749398:0:18644:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0758000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832176768:192.168.203.56@tcp:104: 00000100:00100000:3.0:1746139101.749425:0:18644:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f075300 going to sleep for 11 seconds 00000100:00100000:3.0:1746139101.752188:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a075aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832176640:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139101.752209:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139101.752263:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a086b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+13:2008:x1830958840385024:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 4716us (7232us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139101.752273:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17230 00000100:00100000:0.0:1746139101.754413:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139101.754568:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840385408 00000100:00100000:2.0:1746139101.754576:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840385408 00002000:00100000:2.0:1746139101.754635:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880134532300 x1830958840385408/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:27/0 lens 488/0 e 0 to 0 dl 1746139112 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139101.754644:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134532300 with x1830958840385408 ext(0->4095) 00010000:00010000:2.0:1746139101.754653:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008760cc00/0x1f9f6ca451acb881 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35126e7 expref: 6 pid: 18644 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746139101.754667:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008760cc00/0x1f9f6ca451acb881 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35126e7 expref: 6 pid: 18644 timeout: 827 lvb_type: 0 00002000:00010000:2.0:1746139101.754673:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880134532300 00000100:00100000:3.0:1746139101.754865:0:18644:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0758000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832176768:192.168.203.56@tcp:104: 00010000:00010000:3.0:1746139101.754891:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008760da00/0x1f9f6ca451acb888 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35126ee expref: 12 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139101.754904:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008760da00, rc 0) 00000100:00100000:3.0:1746139101.754943:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0868380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+12:1800:x1830958840385152:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5633us (5778us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139101.754951:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29917 00000100:00100000:2.0:1746139101.755260:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2693 00000100:00100000:2.0:1746139101.755266:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134532300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840385408:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746139101.755379:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134532300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840385408:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 114us (974us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746139101.755385:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2693 00002000:00100000:2.0:1746139101.755389:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880134532300 x1830958840385408/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:27/0 lens 488/4536 e 0 to 0 dl 1746139112 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139101.755396:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134532300 with x1830958840385408 ext(0->4095) 00010000:00010000:2.0:1746139101.755400:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008760cc00/0x1f9f6ca451acb881 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35126e7 expref: 6 pid: 18644 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746139101.755408:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008760cc00/0x1f9f6ca451acb881 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35126e7 expref: 6 pid: 18644 timeout: 827 lvb_type: 0 00002000:00010000:2.0:1746139101.755413:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880134532300 00000100:00100000:0.0:1746139101.757805:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139101.758017:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840385536 00000100:00100000:3.0:1746139101.758025:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840385536 00010000:00010000:3.0:1746139101.758054:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008760cc00/0x1f9f6ca451acb881 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35126e7 expref: 6 pid: 18644 timeout: 827 lvb_type: 0 00000100:00100000:3.0:1746139101.758075:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17231 00000100:00100000:3.0:1746139101.758081:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134532a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840385536:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139101.758091:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139101.758108:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008760cc00/0x1f9f6ca451acb881 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35126e7 expref: 6 pid: 18644 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746139101.758119:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008760cc00/0x1f9f6ca451acb881 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35126e7 expref: 6 pid: 18644 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746139101.758139:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008760cc00/0x1f9f6ca451acb881 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35126e7 expref: 6 pid: 18644 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746139101.758301:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139101.758303:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139101.758310:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008760da00/0x1f9f6ca451acb888 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35126ee expref: 11 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139101.758317:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008760da00/0x1f9f6ca451acb888 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35126ee expref: 11 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139101.758346:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008760da00/0x1f9f6ca451acb888 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35126ee expref: 11 pid: 18644 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139101.758356:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0758000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832176896:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139101.759042:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f075300 going to sleep for 11 seconds 00000100:00100000:0.0:1746139101.761104:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139101.761181:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840385792 00000100:00100000:2.0:1746139101.761190:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840385792 00002000:00100000:2.0:1746139101.761232:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880134532d80 x1830958840385792/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:27/0 lens 488/0 e 0 to 0 dl 1746139112 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139101.761247:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134532d80 with x1830958840385792 ext(0->4095) 00002000:00010000:2.0:1746139101.761251:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134532d80 00000100:00100000:2.0:1746139101.761269:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13320 00000100:00100000:2.0:1746139101.761275:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134532d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+12:2007:x1830958840385792:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746139101.761585:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0758000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832176896:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139101.761608:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139101.762106:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134532d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+12:2007:x1830958840385792:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 830us (1009us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746139101.762113:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13320 00002000:00100000:2.0:1746139101.762120:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880134532d80 x1830958840385792/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:27/0 lens 488/4536 e 0 to 0 dl 1746139112 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139101.762127:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134532d80 with x1830958840385792 ext(0->4095) 00002000:00010000:2.0:1746139101.762129:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134532d80 00000100:00100000:3.0:1746139101.762280:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134532a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2007:x1830958840385536:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 4198us (4483us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139101.762288:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17231 00000100:00100000:0.0:1746139101.763226:0:3767:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0869500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1830958832177024:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1746139101.763273:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746139101.763341:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958832177024 00000100:00100000:1.0:1746139101.763346:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958832177024 00000100:00100000:1.0:1746139101.763575:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 515 00000100:00100000:1.0:1746139101.763581:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134533100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1830958832177024:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1746139101.763606:0:9566:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 498682688 pending 86016 free 3921293312 avail 3689771008 00000100:00100000:1.0:1746139101.763666:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134533100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1830958832177024:12345-0@lo:13:osp-pre-1-1.0 Request processed in 85us (392us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139101.763671:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 515 00000100:00100000:0.0:1746139101.763860:0:3767:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0869500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1830958832177024:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1746139101.786564:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139101.794610:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840385920 00000100:00100000:3.0:1746139101.794666:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840385920 00000100:00100000:3.0:1746139101.794726:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29918 00000100:00100000:3.0:1746139101.794734:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134533480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840385920:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746139101.794753:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139101.794772:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008760ca00/0x1f9f6ca451acb88f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a35126f5 expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139101.794802:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008760da00/0x1f9f6ca451acb888 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35126ee expref: 11 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139101.794810:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746139101.794812:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746139101.794815:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008760ca00/0x1f9f6ca451acb88f lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35126f5 expref: 6 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139101.794849:0:18644:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008760da00/0x1f9f6ca451acb888 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35126ee expref: 11 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139101.794862:0:18644:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008760da00/0x1f9f6ca451acb888 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35126ee expref: 11 pid: 18644 timeout: 827 lvb_type: 0 00000100:00100000:3.0:1746139101.794873:0:18644:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0758000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832177152:192.168.203.56@tcp:104: 00000100:00100000:3.0:1746139101.795690:0:18644:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f075300 going to sleep for 11 seconds 00000100:00100000:3.0:1746139101.799322:0:18644:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0758000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832177152:192.168.203.56@tcp:104: 00010000:00010000:3.0:1746139101.799354:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008760ca00/0x1f9f6ca451acb88f lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35126f5 expref: 6 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139101.799372:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008760ca00, rc 0) 00000100:00100000:3.0:1746139101.799416:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134533480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840385920:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4682us (12861us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139101.799426:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29918 00000100:00100000:0.0:1746139101.823533:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139101.823666:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840386048 00000100:00100000:2.0:1746139101.823676:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840386048 00002000:00100000:2.0:1746139101.823724:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff880134533800 x1830958840386048/t0(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:27/0 lens 496/0 e 0 to 0 dl 1746139112 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139101.823734:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134533800 with x1830958840386048 ext(0->7) 00010000:00010000:2.0:1746139101.823744:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008760da00/0x1f9f6ca451acb888 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35126ee expref: 12 pid: 18644 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746139101.823759:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008760da00/0x1f9f6ca451acb888 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35126ee expref: 12 pid: 18644 timeout: 827 lvb_type: 0 00002000:00010000:2.0:1746139101.823766:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880134533800 00000100:00100000:2.0:1746139101.823787:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2694 00000100:00100000:2.0:1746139101.823795:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134533800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+12:2010:x1830958840386048:12345-192.168.203.56@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746139101.824565:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134533800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+14:2010:x1830958840386048:12345-192.168.203.56@tcp:4:ldlm_bl.0 Request processed in 767us (1040us total) trans 4294972090 rc 0/0 00000100:00100000:0.0:1746139101.824572:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2694 00002000:00100000:0.0:1746139101.824577:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff880134533800 x1830958840386048/t4294972090(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:27/0 lens 496/448 e 0 to 0 dl 1746139112 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139101.824584:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134533800 with x1830958840386048 ext(0->7) 00010000:00010000:0.0:1746139101.824589:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008760da00/0x1f9f6ca451acb888 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35126ee expref: 14 pid: 18644 timeout: 827 lvb_type: 0 00010000:00010000:0.0:1746139101.824598:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008760da00/0x1f9f6ca451acb888 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35126ee expref: 14 pid: 18644 timeout: 827 lvb_type: 0 00002000:00010000:0.0:1746139101.824604:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880134533800 00000100:00100000:0.0:1746139101.828796:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139101.833326:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840386176 00000100:00100000:3.0:1746139101.833340:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840386176 00000100:00100000:3.0:1746139101.833404:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29919 00000100:00100000:3.0:1746139101.833412:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134533b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+14:1800:x1830958840386176:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746139101.833433:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139101.833451:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008760de00/0x1f9f6ca451acb896 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a35126fc expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139101.833484:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746139101.833489:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008760ca00/0x1f9f6ca451acb88f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35126f5 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139101.833495:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746139101.833499:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008760de00/0x1f9f6ca451acb896 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35126fc expref: 15 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139101.833548:0:18644:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008760ca00/0x1f9f6ca451acb88f lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35126f5 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139101.833561:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008760de00/0x1f9f6ca451acb896 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35126fc expref: 15 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139101.833570:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008760de00, rc 0) 00000100:00100000:3.0:1746139101.836259:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134533b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+15:1800:x1830958840386176:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2836us (7463us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139101.836270:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29919 00000100:00100000:0.0:1746139101.836935:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139101.837115:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840386304 00000100:00100000:3.0:1746139101.837125:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840386304 00010000:00010000:3.0:1746139101.837156:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008760da00/0x1f9f6ca451acb888 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35126ee expref: 15 pid: 18644 timeout: 827 lvb_type: 0 00000100:00100000:3.0:1746139101.837179:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17232 00000100:00100000:3.0:1746139101.837185:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134530e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+15:2008:x1830958840386304:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139101.837196:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139101.837216:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008760da00/0x1f9f6ca451acb888 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35126ee expref: 15 pid: 18644 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746139101.837228:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008760da00/0x1f9f6ca451acb888 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35126ee expref: 15 pid: 18644 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746139101.837250:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008760da00/0x1f9f6ca451acb888 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35126ee expref: 15 pid: 18644 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746139101.837586:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139101.837588:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139101.837596:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008760ca00/0x1f9f6ca451acb88f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35126f5 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139101.837604:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008760ca00/0x1f9f6ca451acb88f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35126f5 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139101.837751:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008760ca00/0x1f9f6ca451acb88f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35126f5 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139101.837763:0:15672:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008760ca00/0x1f9f6ca451acb88f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35126f5 expref: 5 pid: 18644 timeout: 827 lvb_type: 0 00000100:00100000:3.0:1746139101.837775:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0758000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832177408:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139101.842415:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f075300 going to sleep for 11 seconds 00000100:00100000:3.0:1746139101.843439:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0758000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832177408:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139101.843461:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139101.843516:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134530e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+14:2008:x1830958840386304:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 6318us (6570us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139101.843527:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17232 00000100:00100000:3.0:1746139101.850322:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139101.850397:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840386560 00000100:00100000:0.0:1746139101.850408:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840386560 00002000:00100000:0.0:1746139101.850452:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800a0758000 x1830958840386560/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:27/0 lens 488/0 e 0 to 0 dl 1746139112 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139101.850462:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0758000 with x1830958840386560 ext(0->4095) 00010000:00010000:0.0:1746139101.850473:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008760ca00/0x1f9f6ca451acb88f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35126f5 expref: 6 pid: 18644 timeout: 827 lvb_type: 0 00010000:00010000:0.0:1746139101.850487:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008760ca00/0x1f9f6ca451acb88f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35126f5 expref: 6 pid: 18644 timeout: 827 lvb_type: 0 00002000:00010000:0.0:1746139101.850494:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a0758000 00000100:00100000:0.0:1746139101.850532:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2695 00000100:00100000:0.0:1746139101.850539:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0758000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840386560:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746139101.850726:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0758000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840386560:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 185us (413us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746139101.850732:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2695 00002000:00100000:0.0:1746139101.850738:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800a0758000 x1830958840386560/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:27/0 lens 488/4536 e 0 to 0 dl 1746139112 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139101.850744:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0758000 with x1830958840386560 ext(0->4095) 00010000:00010000:0.0:1746139101.850748:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008760ca00/0x1f9f6ca451acb88f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35126f5 expref: 6 pid: 18644 timeout: 827 lvb_type: 0 00010000:00010000:0.0:1746139101.850756:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008760ca00/0x1f9f6ca451acb88f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35126f5 expref: 6 pid: 18644 timeout: 827 lvb_type: 0 00002000:00010000:0.0:1746139101.850762:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a0758000 00000100:00100000:0.0:1746139101.853492:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139101.853600:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840386688 00000100:00100000:3.0:1746139101.853609:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840386688 00010000:00010000:3.0:1746139101.853677:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008760ca00/0x1f9f6ca451acb88f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35126f5 expref: 6 pid: 18644 timeout: 827 lvb_type: 0 00000100:00100000:3.0:1746139101.853704:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17233 00000100:00100000:3.0:1746139101.853711:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134530700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840386688:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139101.853727:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139101.853748:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008760ca00/0x1f9f6ca451acb88f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35126f5 expref: 6 pid: 18644 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746139101.853759:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008760ca00/0x1f9f6ca451acb88f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35126f5 expref: 6 pid: 18644 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746139101.853780:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008760ca00/0x1f9f6ca451acb88f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35126f5 expref: 6 pid: 18644 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746139101.853942:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139101.853944:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139101.853952:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008760de00/0x1f9f6ca451acb896 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35126fc expref: 13 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139101.853960:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008760de00/0x1f9f6ca451acb896 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35126fc expref: 13 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139101.854001:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008760de00/0x1f9f6ca451acb896 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35126fc expref: 13 pid: 18644 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139101.854013:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a075aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832177536:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139101.854099:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f075300 going to sleep for 11 seconds 00000100:00100000:0.0:1746139101.856498:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139101.856588:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840386944 00000100:00100000:2.0:1746139101.856596:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840386944 00002000:00100000:2.0:1746139101.856654:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880134530a80 x1830958840386944/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:27/0 lens 488/0 e 0 to 0 dl 1746139112 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139101.856664:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134530a80 with x1830958840386944 ext(0->4095) 00002000:00010000:2.0:1746139101.856669:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134530a80 00000100:00100000:2.0:1746139101.856688:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13321 00000100:00100000:2.0:1746139101.856695:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134530a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+14:2007:x1830958840386944:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746139101.856845:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134530a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+14:2007:x1830958840386944:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 150us (356us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746139101.856851:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13321 00002000:00100000:2.0:1746139101.856857:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880134530a80 x1830958840386944/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:27/0 lens 488/4536 e 0 to 0 dl 1746139112 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139101.856863:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134530a80 with x1830958840386944 ext(0->4095) 00002000:00010000:2.0:1746139101.856870:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134530a80 00000100:00100000:3.0:1746139101.857135:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a075aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832177536:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139101.857153:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139101.857187:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134530700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2008:x1830958840386688:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3477us (3705us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139101.857195:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17233 00000100:00100000:1.0:1746139101.860883:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139101.861105:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840387072 00000100:00100000:3.0:1746139101.861114:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840387072 00000100:00100000:3.0:1746139101.861168:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29920 00000100:00100000:3.0:1746139101.861177:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c854a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840387072:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746139101.861194:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139101.861210:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008760ce00/0x1f9f6ca451acb89d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512703 expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139101.861239:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008760de00/0x1f9f6ca451acb896 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35126fc expref: 13 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139101.861247:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746139101.861249:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746139101.861252:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008760ce00/0x1f9f6ca451acb89d lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512703 expref: 6 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139101.861286:0:18644:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008760de00/0x1f9f6ca451acb896 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35126fc expref: 13 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139101.861297:0:18644:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008760de00/0x1f9f6ca451acb896 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35126fc expref: 13 pid: 18644 timeout: 827 lvb_type: 0 00000100:00100000:3.0:1746139101.861310:0:18644:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a075aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832177664:192.168.203.56@tcp:104: 00000100:00100000:3.0:1746139101.862913:0:18644:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f075300 going to sleep for 11 seconds 00000100:00100000:0.0:1746139101.866470:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139101.866564:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840387200 00000100:00100000:2.0:1746139101.866573:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840387200 00000100:00100000:3.0:1746139101.866818:0:18644:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a075aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832177664:192.168.203.56@tcp:104: 00010000:00010000:3.0:1746139101.866846:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008760ce00/0x1f9f6ca451acb89d lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512703 expref: 6 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139101.866862:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008760ce00, rc 0) 00010000:00010000:2.0:1746139101.866868:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008760de00/0x1f9f6ca451acb896 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35126fc expref: 14 pid: 18644 timeout: 827 lvb_type: 0 00000100:00100000:2.0:1746139101.866901:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17234 00000100:00100000:3.0:1746139101.866909:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c854a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840387072:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5734us (6036us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139101.866909:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134530000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+14:2008:x1830958840387200:12345-192.168.203.56@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1746139101.866917:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29920 00010000:00010000:2.0:1746139101.866924:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139101.866947:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008760de00/0x1f9f6ca451acb896 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35126fc expref: 14 pid: 18644 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746139101.866959:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008760de00/0x1f9f6ca451acb896 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35126fc expref: 14 pid: 18644 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746139101.866982:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008760de00/0x1f9f6ca451acb896 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35126fc expref: 14 pid: 18644 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746139101.866998:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139101.867000:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139101.867007:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008760ce00/0x1f9f6ca451acb89d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512703 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.867014:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008760ce00/0x1f9f6ca451acb89d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512703 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.867045:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008760ce00/0x1f9f6ca451acb89d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512703 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746139101.867056:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0869500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832177792:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139101.867122:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff880084a70e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746139101.868065:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139101.868450:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840387328 00000100:00100000:3.0:1746139101.868456:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840387328 00000100:00100000:3.0:1746139101.868493:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29921 00000100:00100000:3.0:1746139101.868499:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f55a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+14:1800:x1830958840387328:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746139101.868520:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139101.868533:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008760d400/0x1f9f6ca451acb8a4 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a351270a expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139101.868553:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008760ce00/0x1f9f6ca451acb89d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512703 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139101.868560:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139101.868562:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139101.868565:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008760d400/0x1f9f6ca451acb8a4 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351270a expref: 15 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139101.868586:0:18644:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008760ce00/0x1f9f6ca451acb89d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512703 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139101.868597:0:18644:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008760ce00/0x1f9f6ca451acb89d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512703 expref: 5 pid: 18644 timeout: 827 lvb_type: 0 00000100:00100000:3.0:1746139101.868606:0:18644:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a075aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832177920:192.168.203.56@tcp:104: 00000100:00100000:3.0:1746139101.868687:0:18644:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f075300 going to sleep for 11 seconds 00000100:00100000:2.0:1746139101.869539:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0869500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832177792:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139101.869561:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139101.869589:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134530000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+15:2008:x1830958840387200:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 2680us (3132us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139101.869598:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17234 00000100:00100000:0.0:1746139101.870828:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139101.871961:0:18644:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a075aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832177920:192.168.203.56@tcp:104: 00010000:00010000:3.0:1746139101.871987:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008760d400/0x1f9f6ca451acb8a4 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351270a expref: 14 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139101.872005:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008760d400, rc 0) 00000100:00100000:2.0:1746139101.872127:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840387584 00000100:00100000:2.0:1746139101.872133:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840387584 00002000:00100000:2.0:1746139101.872170:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009f558380 x1830958840387584/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:27/0 lens 488/0 e 0 to 0 dl 1746139112 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139101.872179:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f558380 with x1830958840387584 ext(0->4095) 00010000:00010000:2.0:1746139101.872186:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008760ce00/0x1f9f6ca451acb89d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512703 expref: 6 pid: 18644 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746139101.872198:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008760ce00/0x1f9f6ca451acb89d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512703 expref: 6 pid: 18644 timeout: 827 lvb_type: 0 00002000:00010000:2.0:1746139101.872204:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f558380 00000100:00100000:2.0:1746139101.872225:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2696 00000100:00100000:2.0:1746139101.872232:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f558380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840387584:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746139101.872361:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f558380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840387584:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 128us (1534us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746139101.872368:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2696 00000100:00100000:3.0:1746139101.872385:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f55a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+14:1800:x1830958840387328:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3541us (3976us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139101.872396:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29921 00002000:00100000:2.0:1746139101.873818:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009f558380 x1830958840387584/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:27/0 lens 488/4536 e 0 to 0 dl 1746139112 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139101.873831:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f558380 with x1830958840387584 ext(0->4095) 00010000:00010000:2.0:1746139101.873839:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008760ce00/0x1f9f6ca451acb89d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512703 expref: 6 pid: 18644 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746139101.873851:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008760ce00/0x1f9f6ca451acb89d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512703 expref: 6 pid: 18644 timeout: 827 lvb_type: 0 00002000:00010000:2.0:1746139101.873862:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f558380 00000100:00100000:0.0:1746139101.876276:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139101.876408:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840387712 00000100:00100000:3.0:1746139101.876418:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840387712 00000100:00100000:3.0:1746139101.876459:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29922 00000100:00100000:3.0:1746139101.876466:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f55aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+14:1814:x1830958840387712:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746139101.876484:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139101.876501:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008760c400/0x1f9f6ca451acb8ab lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512711 expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139101.876536:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139101.876542:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008760d400/0x1f9f6ca451acb8a4 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351270a expref: 15 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139101.876547:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746139101.876551:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008760c400/0x1f9f6ca451acb8ab lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512711 expref: 15 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139101.876590:0:18644:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008760d400/0x1f9f6ca451acb8a4 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351270a expref: 15 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139101.876603:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008760c400/0x1f9f6ca451acb8ab lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512711 expref: 15 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139101.876613:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008760c400, rc 0) 00000100:00100000:3.0:1746139101.877554:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f55aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+15:1814:x1830958840387712:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1083us (1280us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139101.877561:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29922 00000100:00100000:2.0:1746139101.877983:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139101.878176:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840387840 00000100:00100000:3.0:1746139101.878181:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840387840 00010000:00010000:3.0:1746139101.878202:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008760ce00/0x1f9f6ca451acb89d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512703 expref: 6 pid: 18644 timeout: 827 lvb_type: 0 00000100:00100000:3.0:1746139101.878230:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17235 00000100:00100000:3.0:1746139101.878237:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0cc0c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840387840:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139101.878247:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139101.878268:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008760ce00/0x1f9f6ca451acb89d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512703 expref: 6 pid: 18644 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746139101.878280:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008760ce00/0x1f9f6ca451acb89d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512703 expref: 6 pid: 18644 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746139101.878299:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008760ce00/0x1f9f6ca451acb89d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512703 expref: 6 pid: 18644 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746139101.878315:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139101.878317:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139101.878324:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008760d400/0x1f9f6ca451acb8a4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351270a expref: 14 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139101.878330:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008760d400/0x1f9f6ca451acb8a4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351270a expref: 14 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139101.878357:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008760d400/0x1f9f6ca451acb8a4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351270a expref: 14 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139101.878368:0:15672:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008760d400/0x1f9f6ca451acb8a4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351270a expref: 14 pid: 18644 timeout: 827 lvb_type: 0 00000100:00100000:3.0:1746139101.878379:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a075aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832178176:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139101.878442:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f075300 going to sleep for 11 seconds 00000100:00100000:3.0:1746139101.880979:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a075aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832178176:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139101.880999:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139101.881415:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0cc0c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2007:x1830958840387840:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3175us (3428us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139101.881425:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17235 00000100:00100000:0.0:1746139101.881966:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139101.882032:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840388096 00000100:00100000:2.0:1746139101.882039:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840388096 00002000:00100000:2.0:1746139101.882076:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009f55a300 x1830958840388096/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:27/0 lens 488/0 e 0 to 0 dl 1746139112 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139101.882085:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f55a300 with x1830958840388096 ext(0->4095) 00010000:00010000:2.0:1746139101.882093:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008760d400/0x1f9f6ca451acb8a4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351270a expref: 15 pid: 18644 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746139101.882107:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008760d400/0x1f9f6ca451acb8a4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351270a expref: 15 pid: 18644 timeout: 827 lvb_type: 0 00002000:00010000:2.0:1746139101.882113:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f55a300 00000100:00100000:2.0:1746139101.882140:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2697 00000100:00100000:2.0:1746139101.882147:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f55a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+15:2008:x1830958840388096:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746139101.882403:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f55a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+15:2008:x1830958840388096:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 255us (436us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746139101.882409:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2697 00002000:00100000:2.0:1746139101.882414:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009f55a300 x1830958840388096/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:27/0 lens 488/4536 e 0 to 0 dl 1746139112 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139101.882420:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f55a300 with x1830958840388096 ext(0->4095) 00010000:00010000:2.0:1746139101.882424:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008760d400/0x1f9f6ca451acb8a4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351270a expref: 15 pid: 18644 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746139101.882434:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008760d400/0x1f9f6ca451acb8a4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351270a expref: 15 pid: 18644 timeout: 827 lvb_type: 0 00002000:00010000:2.0:1746139101.882439:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f55a300 00000100:00100000:0.0:1746139101.884935:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139101.885245:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840388224 00000100:00100000:3.0:1746139101.885253:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840388224 00010000:00010000:3.0:1746139101.885283:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008760d400/0x1f9f6ca451acb8a4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351270a expref: 15 pid: 18644 timeout: 827 lvb_type: 0 00000100:00100000:3.0:1746139101.885318:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17236 00000100:00100000:3.0:1746139101.885326:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eeda300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+15:2008:x1830958840388224:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139101.885339:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139101.885358:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008760d400/0x1f9f6ca451acb8a4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351270a expref: 15 pid: 18644 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746139101.885369:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008760d400/0x1f9f6ca451acb8a4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351270a expref: 15 pid: 18644 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746139101.885391:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008760d400/0x1f9f6ca451acb8a4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351270a expref: 15 pid: 18644 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746139101.885418:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139101.885420:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139101.885428:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008760c400/0x1f9f6ca451acb8ab lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512711 expref: 14 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139101.885435:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008760c400/0x1f9f6ca451acb8ab lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512711 expref: 14 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139101.885470:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008760c400/0x1f9f6ca451acb8ab lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512711 expref: 14 pid: 18644 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139101.885484:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a075aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832178304:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139101.885577:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f075240 going to sleep for 11 seconds 00000100:00100000:0.0:1746139101.891493:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139101.891670:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a075aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832178304:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139101.891691:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139101.891740:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eeda300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+14:2008:x1830958840388224:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 6414us (6811us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139101.891751:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17236 00000100:00100000:2.0:1746139101.891936:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840388480 00000100:00100000:2.0:1746139101.891943:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840388480 00002000:00100000:2.0:1746139101.891980:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88012eed9c00 x1830958840388480/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:27/0 lens 488/0 e 0 to 0 dl 1746139112 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139101.891990:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012eed9c00 with x1830958840388480 ext(0->4095) 00002000:00010000:2.0:1746139101.891994:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012eed9c00 00000100:00100000:2.0:1746139101.892024:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13322 00000100:00100000:2.0:1746139101.892031:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eed9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+14:2007:x1830958840388480:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746139101.892178:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eed9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+14:2007:x1830958840388480:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 147us (694us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746139101.892184:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13322 00002000:00100000:2.0:1746139101.892189:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88012eed9c00 x1830958840388480/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:27/0 lens 488/4536 e 0 to 0 dl 1746139112 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139101.892196:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012eed9c00 with x1830958840388480 ext(0->4095) 00002000:00010000:2.0:1746139101.892198:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012eed9c00 00000100:00100000:0.0:1746139101.894003:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139101.894131:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840388608 00000100:00100000:2.0:1746139101.894138:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840388608 00000100:00100000:2.0:1746139101.894796:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29923 00000100:00100000:2.0:1746139101.894804:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eed8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840388608:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139101.894825:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139101.894843:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fa5de00/0x1f9f6ca451acb8b2 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512718 expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.894872:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008760c400/0x1f9f6ca451acb8ab lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512711 expref: 13 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.894879:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139101.894881:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139101.894883:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fa5de00/0x1f9f6ca451acb8b2 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512718 expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.894917:0:9564:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008760c400/0x1f9f6ca451acb8ab lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512711 expref: 13 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.894929:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008760c400/0x1f9f6ca451acb8ab lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512711 expref: 13 pid: 18644 timeout: 827 lvb_type: 0 00000100:00100000:2.0:1746139101.894942:0:9564:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0869500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832178432:192.168.203.56@tcp:104: 00000100:00100000:2.0:1746139101.895079:0:9564:0:(client.c:2553:ptlrpc_set_wait()) set ffff880084a70f00 going to sleep for 11 seconds 00000100:00100000:1.0:1746139101.901732:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139101.902050:0:9564:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0869500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832178432:192.168.203.56@tcp:104: 00010000:00010000:2.0:1746139101.902086:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fa5de00/0x1f9f6ca451acb8b2 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512718 expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.902107:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fa5de00, rc 0) 00000100:00100000:2.0:1746139101.902165:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eed8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840388608:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7361us (8166us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139101.902178:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29923 00000100:00100000:3.0:1746139101.902302:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840388736 00000100:00100000:3.0:1746139101.902309:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840388736 00010000:00010000:3.0:1746139101.902338:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008760c400/0x1f9f6ca451acb8ab lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512711 expref: 14 pid: 18644 timeout: 827 lvb_type: 0 00000100:00100000:3.0:1746139101.902371:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17237 00000100:00100000:3.0:1746139101.902377:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c410000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+14:2007:x1830958840388736:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139101.902390:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139101.902411:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008760c400/0x1f9f6ca451acb8ab lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512711 expref: 14 pid: 18644 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746139101.902423:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008760c400/0x1f9f6ca451acb8ab lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512711 expref: 14 pid: 18644 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746139101.902789:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008760c400/0x1f9f6ca451acb8ab lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512711 expref: 14 pid: 18644 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746139101.902815:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139101.902817:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139101.902825:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fa5de00/0x1f9f6ca451acb8b2 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512718 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139101.902831:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fa5de00/0x1f9f6ca451acb8b2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512718 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139101.902863:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012fa5de00/0x1f9f6ca451acb8b2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512718 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139101.902875:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a075aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832178560:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139101.902949:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f075240 going to sleep for 11 seconds 00000100:00100000:0.0:1746139101.903939:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139101.903997:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840388864 00000100:00100000:2.0:1746139101.904003:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840388864 00000100:00100000:2.0:1746139101.904044:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29924 00000100:00100000:2.0:1746139101.904051:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007278aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+14:1800:x1830958840388864:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139101.904068:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139101.904081:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fa5da00/0x1f9f6ca451acb8b9 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a351271f expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.904103:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fa5de00/0x1f9f6ca451acb8b2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512718 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.904114:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139101.904115:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139101.904117:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fa5da00/0x1f9f6ca451acb8b9 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351271f expref: 15 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.904136:0:9564:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fa5de00/0x1f9f6ca451acb8b2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512718 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.904147:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fa5de00/0x1f9f6ca451acb8b2 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512718 expref: 5 pid: 9564 timeout: 827 lvb_type: 0 00000100:00100000:2.0:1746139101.904157:0:9564:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0869500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832178688:192.168.203.56@tcp:104: 00000100:00100000:2.0:1746139101.904222:0:9564:0:(client.c:2553:ptlrpc_set_wait()) set ffff880084a70f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746139101.912388:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a075aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832178560:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139101.912409:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139101.912461:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c410000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+15:2007:x1830958840388736:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 10082us (10739us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139101.912470:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17237 00000100:00100000:2.0:1746139101.912533:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139101.912702:0:9564:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0869500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832178688:192.168.203.56@tcp:104: 00010000:00010000:2.0:1746139101.912725:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fa5da00/0x1f9f6ca451acb8b9 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351271f expref: 14 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.912742:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fa5da00, rc 0) 00000100:00100000:3.0:1746139101.913258:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840389120 00000100:00100000:3.0:1746139101.913266:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840389120 00002000:00100000:3.0:1746139101.913302:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800a086b100 x1830958840389120/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:27/0 lens 488/0 e 0 to 0 dl 1746139112 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139101.913312:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a086b100 with x1830958840389120 ext(0->4095) 00010000:00010000:3.0:1746139101.913319:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fa5de00/0x1f9f6ca451acb8b2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512718 expref: 6 pid: 9564 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746139101.913339:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fa5de00/0x1f9f6ca451acb8b2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512718 expref: 6 pid: 9564 timeout: 827 lvb_type: 0 00002000:00010000:3.0:1746139101.913347:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a086b100 00000100:00100000:3.0:1746139101.913369:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2698 00000100:00100000:3.0:1746139101.913376:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a086b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840389120:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746139101.914294:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007278aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+14:1800:x1830958840388864:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 10239us (10355us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139101.914302:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29924 00000100:00100000:3.0:1746139101.914664:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a086b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840389120:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 1287us (2437us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746139101.914672:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2698 00002000:00100000:3.0:1746139101.914678:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800a086b100 x1830958840389120/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:27/0 lens 488/4536 e 0 to 0 dl 1746139112 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139101.914687:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a086b100 with x1830958840389120 ext(0->4095) 00010000:00010000:3.0:1746139101.914694:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fa5de00/0x1f9f6ca451acb8b2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512718 expref: 6 pid: 9564 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746139101.914703:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fa5de00/0x1f9f6ca451acb8b2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512718 expref: 6 pid: 9564 timeout: 827 lvb_type: 0 00002000:00010000:3.0:1746139101.914709:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a086b100 00000100:00100000:0.0:1746139101.921339:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139101.921567:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840389248 00000100:00100000:3.0:1746139101.921581:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840389248 00010000:00010000:3.0:1746139101.921747:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012fa5de00/0x1f9f6ca451acb8b2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512718 expref: 6 pid: 9564 timeout: 827 lvb_type: 0 00000100:00100000:3.0:1746139101.921788:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17238 00000100:00100000:3.0:1746139101.921797:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072788000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2009:x1830958840389248:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139101.921813:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139101.921837:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012fa5de00/0x1f9f6ca451acb8b2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512718 expref: 6 pid: 9564 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746139101.921850:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012fa5de00/0x1f9f6ca451acb8b2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512718 expref: 6 pid: 9564 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746139101.921876:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fa5de00/0x1f9f6ca451acb8b2 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512718 expref: 6 pid: 9564 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746139101.921910:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139101.921912:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139101.921920:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fa5da00/0x1f9f6ca451acb8b9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351271f expref: 13 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139101.921929:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fa5da00/0x1f9f6ca451acb8b9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351271f expref: 13 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139101.921968:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012fa5da00/0x1f9f6ca451acb8b9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351271f expref: 13 pid: 9564 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139101.922017:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a075aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832178816:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139101.922453:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f075d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746139101.925855:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139101.925888:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840389504 00000100:00100000:3.0:1746139101.925896:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840389504 00002000:00100000:3.0:1746139101.925949:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009ba6dc00 x1830958840389504/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:27/0 lens 488/0 e 0 to 0 dl 1746139112 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139101.925965:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba6dc00 with x1830958840389504 ext(0->4095) 00002000:00010000:3.0:1746139101.925970:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ba6dc00 00000100:00100000:3.0:1746139101.925992:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13323 00000100:00100000:3.0:1746139101.926000:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba6dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+14:2008:x1830958840389504:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746139101.926100:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a075aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832178816:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139101.926118:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139101.926168:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072788000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2009:x1830958840389248:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 4371us (4838us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139101.926177:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17238 00000100:00100000:3.0:1746139101.926958:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba6dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+14:2008:x1830958840389504:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 958us (1113us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746139101.926964:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13323 00002000:00100000:3.0:1746139101.926970:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009ba6dc00 x1830958840389504/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:27/0 lens 488/4536 e 0 to 0 dl 1746139112 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139101.926977:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba6dc00 with x1830958840389504 ext(0->4095) 00002000:00010000:3.0:1746139101.926979:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ba6dc00 00000100:00100000:0.0:1746139101.935881:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139101.936672:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840389632 00000100:00100000:2.0:1746139101.936682:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840389632 00000100:00100000:2.0:1746139101.936742:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29925 00000100:00100000:2.0:1746139101.936749:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ee7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840389632:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139101.936770:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139101.936787:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fa5d400/0x1f9f6ca451acb8c0 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512726 expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.936816:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fa5da00/0x1f9f6ca451acb8b9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351271f expref: 13 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.936824:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139101.936826:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139101.936830:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fa5d400/0x1f9f6ca451acb8c0 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512726 expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.936863:0:9564:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fa5da00/0x1f9f6ca451acb8b9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351271f expref: 13 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.936874:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fa5da00/0x1f9f6ca451acb8b9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351271f expref: 13 pid: 9564 timeout: 827 lvb_type: 0 00000100:00100000:2.0:1746139101.936886:0:9564:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0869500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832178944:192.168.203.56@tcp:104: 00000100:00100000:2.0:1746139101.936968:0:9564:0:(client.c:2553:ptlrpc_set_wait()) set ffff880084a70f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746139101.943217:0:9564:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0869500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832178944:192.168.203.56@tcp:104: 00010000:00010000:2.0:1746139101.943249:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fa5d400/0x1f9f6ca451acb8c0 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512726 expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.943266:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fa5d400, rc 0) 00000100:00100000:2.0:1746139101.943309:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ee7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840389632:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6560us (7439us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139101.943319:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29925 00000100:00100000:0.0:1746139101.944500:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139101.944587:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840389760 00000100:00100000:2.0:1746139101.944594:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840389760 00002000:00100000:2.0:1746139101.944767:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff88012fae8a80 x1830958840389760/t0(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:27/0 lens 496/0 e 0 to 0 dl 1746139112 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139101.944780:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fae8a80 with x1830958840389760 ext(0->7) 00010000:00010000:2.0:1746139101.944789:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fa5da00/0x1f9f6ca451acb8b9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351271f expref: 14 pid: 9564 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746139101.944807:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fa5da00/0x1f9f6ca451acb8b9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351271f expref: 14 pid: 9564 timeout: 827 lvb_type: 0 00002000:00010000:2.0:1746139101.944814:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012fae8a80 00000100:00100000:2.0:1746139101.945900:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2699 00000100:00100000:2.0:1746139101.945910:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fae8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+14:2008:x1830958840389760:12345-192.168.203.56@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746139101.946710:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fae8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+16:2008:x1830958840389760:12345-192.168.203.56@tcp:4:ldlm_bl.0 Request processed in 801us (2213us total) trans 4294972091 rc 0/0 00000100:00100000:0.0:1746139101.946718:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2699 00002000:00100000:0.0:1746139101.946725:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff88012fae8a80 x1830958840389760/t4294972091(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:27/0 lens 496/448 e 0 to 0 dl 1746139112 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139101.946734:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fae8a80 with x1830958840389760 ext(0->7) 00010000:00010000:0.0:1746139101.946742:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fa5da00/0x1f9f6ca451acb8b9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351271f expref: 16 pid: 9564 timeout: 827 lvb_type: 0 00010000:00010000:0.0:1746139101.946754:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fa5da00/0x1f9f6ca451acb8b9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351271f expref: 16 pid: 9564 timeout: 827 lvb_type: 0 00002000:00010000:0.0:1746139101.946761:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012fae8a80 00000100:00100000:0.0:1746139101.950867:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139101.951283:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840389888 00000100:00100000:2.0:1746139101.951294:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840389888 00000100:00100000:2.0:1746139101.951356:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29926 00000100:00100000:2.0:1746139101.951364:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fae8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+16:1800:x1830958840389888:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139101.951390:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139101.951409:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fa5ce00/0x1f9f6ca451acb8c7 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a351272d expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.951439:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139101.951445:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fa5d400/0x1f9f6ca451acb8c0 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512726 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.951451:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746139101.951455:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fa5ce00/0x1f9f6ca451acb8c7 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351272d expref: 17 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.951498:0:9564:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fa5d400/0x1f9f6ca451acb8c0 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512726 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.951520:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fa5ce00/0x1f9f6ca451acb8c7 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351272d expref: 17 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.951531:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fa5ce00, rc 0) 00000100:00100000:2.0:1746139101.951588:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fae8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+17:1800:x1830958840389888:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 224us (732us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139101.951595:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29926 00000100:00100000:0.0:1746139101.954285:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139101.955123:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840390016 00000100:00100000:2.0:1746139101.955136:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840390016 00010000:00010000:2.0:1746139101.955186:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012fa5da00/0x1f9f6ca451acb8b9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351271f expref: 17 pid: 9564 timeout: 827 lvb_type: 0 00000100:00100000:2.0:1746139101.955216:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17239 00000100:00100000:2.0:1746139101.955224:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bb71500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+17:2009:x1830958840390016:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139101.955240:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139101.955266:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012fa5da00/0x1f9f6ca451acb8b9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351271f expref: 17 pid: 9564 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746139101.955278:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012fa5da00/0x1f9f6ca451acb8b9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351271f expref: 17 pid: 9564 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746139101.955305:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fa5da00/0x1f9f6ca451acb8b9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351271f expref: 17 pid: 9564 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746139101.956586:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139101.956589:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139101.956611:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fa5d400/0x1f9f6ca451acb8c0 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512726 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.956637:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fa5d400/0x1f9f6ca451acb8c0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512726 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.956689:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012fa5d400/0x1f9f6ca451acb8c0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512726 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.956703:0:15672:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fa5d400/0x1f9f6ca451acb8c0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512726 expref: 5 pid: 9564 timeout: 827 lvb_type: 0 00000100:00100000:2.0:1746139101.956715:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0869500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832179200:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139101.956808:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff880084a70f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746139101.960386:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0869500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832179200:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139101.960413:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139101.960473:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bb71500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+16:2009:x1830958840390016:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 5246us (6194us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139101.960485:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17239 00000100:00100000:0.0:1746139101.961153:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139101.962231:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840390272 00000100:00100000:1.0:1746139101.962244:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840390272 00002000:00100000:1.0:1746139101.962295:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88012bb70700 x1830958840390272/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:27/0 lens 488/0 e 0 to 0 dl 1746139112 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139101.962307:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bb70700 with x1830958840390272 ext(0->4095) 00010000:00010000:1.0:1746139101.962318:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fa5d400/0x1f9f6ca451acb8c0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512726 expref: 6 pid: 9564 timeout: 827 lvb_type: 0 00010000:00010000:1.0:1746139101.962334:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fa5d400/0x1f9f6ca451acb8c0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512726 expref: 6 pid: 9564 timeout: 827 lvb_type: 0 00002000:00010000:1.0:1746139101.962418:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012bb70700 00000100:00100000:1.0:1746139101.962455:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2700 00000100:00100000:1.0:1746139101.962463:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bb70700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840390272:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746139101.962800:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bb70700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840390272:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 337us (1647us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139101.962807:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2700 00002000:00100000:1.0:1746139101.962812:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88012bb70700 x1830958840390272/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:27/0 lens 488/4536 e 0 to 0 dl 1746139112 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139101.962821:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bb70700 with x1830958840390272 ext(0->4095) 00010000:00010000:1.0:1746139101.962826:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fa5d400/0x1f9f6ca451acb8c0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512726 expref: 6 pid: 9564 timeout: 827 lvb_type: 0 00010000:00010000:1.0:1746139101.962835:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fa5d400/0x1f9f6ca451acb8c0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512726 expref: 6 pid: 9564 timeout: 827 lvb_type: 0 00002000:00010000:1.0:1746139101.962841:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012bb70700 00000100:00100000:0.0:1746139101.966541:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139101.966655:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840390400 00000100:00100000:2.0:1746139101.966694:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840390400 00010000:00010000:2.0:1746139101.966740:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012fa5d400/0x1f9f6ca451acb8c0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512726 expref: 6 pid: 9564 timeout: 827 lvb_type: 0 00000100:00100000:2.0:1746139101.966775:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17240 00000100:00100000:2.0:1746139101.966783:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bb72680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840390400:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139101.966808:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139101.966832:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012fa5d400/0x1f9f6ca451acb8c0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512726 expref: 6 pid: 9564 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746139101.966846:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012fa5d400/0x1f9f6ca451acb8c0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512726 expref: 6 pid: 9564 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746139101.966869:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fa5d400/0x1f9f6ca451acb8c0 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512726 expref: 6 pid: 9564 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746139101.966907:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139101.966909:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139101.966918:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fa5ce00/0x1f9f6ca451acb8c7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351272d expref: 15 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.966926:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fa5ce00/0x1f9f6ca451acb8c7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351272d expref: 15 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.966960:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012fa5ce00/0x1f9f6ca451acb8c7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351272d expref: 15 pid: 9564 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746139101.966974:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0869500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832179328:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139101.967065:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff880084a70f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746139101.970935:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0869500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832179328:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139101.970962:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139101.971021:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bb72680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2007:x1830958840390400:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 4237us (4489us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139101.971032:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17240 00000100:00100000:0.0:1746139101.971341:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139101.971399:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840390656 00000100:00100000:1.0:1746139101.971406:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840390656 00002000:00100000:1.0:1746139101.971448:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c853100 x1830958840390656/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:27/0 lens 488/0 e 0 to 0 dl 1746139112 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139101.971458:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c853100 with x1830958840390656 ext(0->4095) 00002000:00010000:1.0:1746139101.971462:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c853100 00000100:00100000:1.0:1746139101.971494:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13324 00000100:00100000:1.0:1746139101.971510:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c853100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+16:2009:x1830958840390656:12345-192.168.203.56@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746139101.971669:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c853100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+16:2009:x1830958840390656:12345-192.168.203.56@tcp:3:ptlrpcd_01_00.0 Request processed in 168us (327us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139101.971675:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13324 00002000:00100000:1.0:1746139101.971680:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c853100 x1830958840390656/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:27/0 lens 488/4536 e 0 to 0 dl 1746139112 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139101.971700:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c853100 with x1830958840390656 ext(0->4095) 00002000:00010000:1.0:1746139101.971703:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c853100 00000100:00100000:0.0:1746139101.974810:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139101.975672:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840390784 00000100:00100000:3.0:1746139101.975682:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840390784 00000100:00100000:3.0:1746139101.975742:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29927 00000100:00100000:3.0:1746139101.975750:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c851880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840390784:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746139101.975768:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139101.975787:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008760cc00/0x1f9f6ca451acb8ce lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512734 expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139101.975817:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fa5ce00/0x1f9f6ca451acb8c7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351272d expref: 15 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139101.975824:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746139101.975826:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746139101.975830:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008760cc00/0x1f9f6ca451acb8ce lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512734 expref: 6 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139101.975861:0:18644:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fa5ce00/0x1f9f6ca451acb8c7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351272d expref: 15 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139101.975873:0:18644:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fa5ce00/0x1f9f6ca451acb8c7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351272d expref: 15 pid: 9564 timeout: 827 lvb_type: 0 00000100:00100000:3.0:1746139101.975884:0:18644:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a075aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832179456:192.168.203.56@tcp:104: 00000100:00100000:3.0:1746139101.975960:0:18644:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f075480 going to sleep for 11 seconds 00000100:00100000:3.0:1746139101.978668:0:18644:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a075aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832179456:192.168.203.56@tcp:104: 00010000:00010000:3.0:1746139101.978699:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008760cc00/0x1f9f6ca451acb8ce lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512734 expref: 6 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139101.978716:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008760cc00, rc 0) 00000100:00100000:3.0:1746139101.979373:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c851880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840390784:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3620us (4568us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139101.979382:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29927 00000100:00100000:0.0:1746139101.982373:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139101.982436:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139101.982701:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840390912 00000100:00100000:2.0:1746139101.983303:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840390912 00010000:00010000:2.0:1746139101.983346:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012fa5ce00/0x1f9f6ca451acb8c7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351272d expref: 16 pid: 9564 timeout: 827 lvb_type: 0 00000100:00100000:2.0:1746139101.983957:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17241 00000100:00100000:2.0:1746139101.983966:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bd8a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+16:2007:x1830958840390912:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139101.983983:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139101.984009:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012fa5ce00/0x1f9f6ca451acb8c7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351272d expref: 16 pid: 9564 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746139101.984023:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012fa5ce00/0x1f9f6ca451acb8c7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351272d expref: 16 pid: 9564 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746139101.984049:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fa5ce00/0x1f9f6ca451acb8c7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351272d expref: 16 pid: 9564 timeout: 827 lvb_type: 0 00000100:00100000:3.0:1746139101.984285:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840391040 00000100:00100000:3.0:1746139101.984294:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840391040 00000100:00100000:3.0:1746139101.984327:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29928 00000100:00100000:3.0:1746139101.984333:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c25ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+16:1800:x1830958840391040:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746139101.984348:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139101.984363:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008760d000/0x1f9f6ca451acb8d5 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a351273b expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139101.984388:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139101.984396:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008760cc00/0x1f9f6ca451acb8ce lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512734 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139101.984401:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746139101.984407:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008760d000/0x1f9f6ca451acb8d5 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351273b expref: 17 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.984416:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139101.984497:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139101.984513:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008760cc00/0x1f9f6ca451acb8ce lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512734 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139101.984520:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008760cc00/0x1f9f6ca451acb8ce lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512734 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139101.984549:0:18644:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008760cc00/0x1f9f6ca451acb8ce lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512734 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139101.984563:0:18644:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008760cc00/0x1f9f6ca451acb8ce lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512734 expref: 5 pid: 18644 timeout: 827 lvb_type: 0 00000100:00100000:3.0:1746139101.984575:0:18644:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a075aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832179712:192.168.203.56@tcp:104: 00000100:00100000:3.0:1746139101.984664:0:18644:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f075480 going to sleep for 11 seconds 00010000:00010000:2.0:1746139101.985126:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008760cc00/0x1f9f6ca451acb8ce lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512734 expref: 5 pid: 18644 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746139101.985135:0:15672:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008760cc00/0x1f9f6ca451acb8ce lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512734 expref: 5 pid: 18644 timeout: 827 lvb_type: 0 00000100:00100000:2.0:1746139101.985146:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0869500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832179584:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139101.985273:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff880084a70f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746139101.987242:0:18644:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a075aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832179712:192.168.203.56@tcp:104: 00010000:00010000:3.0:1746139101.987271:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008760d000/0x1f9f6ca451acb8d5 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351273b expref: 17 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139101.987285:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008760d000, rc 0) 00000100:00100000:3.0:1746139101.987327:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c25ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+17:1800:x1830958840391040:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2993us (4889us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139101.987337:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29928 00000100:00100000:0.0:1746139101.987820:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139101.987889:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0869500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832179584:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139101.987902:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139101.987930:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bd8a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+16:2007:x1830958840390912:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3967us (5568us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139101.987939:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17241 00000100:00100000:2.0:1746139101.987996:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840391296 00000100:00100000:2.0:1746139101.988003:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840391296 00002000:00100000:2.0:1746139101.988038:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88012c25f480 x1830958840391296/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:27/0 lens 488/0 e 0 to 0 dl 1746139112 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139101.988047:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c25f480 with x1830958840391296 ext(0->4095) 00010000:00010000:2.0:1746139101.988053:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008760cc00/0x1f9f6ca451acb8ce lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512734 expref: 6 pid: 18644 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746139101.988066:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008760cc00/0x1f9f6ca451acb8ce lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512734 expref: 6 pid: 18644 timeout: 827 lvb_type: 0 00002000:00010000:2.0:1746139101.988073:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012c25f480 00000100:00100000:2.0:1746139101.988097:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2701 00000100:00100000:2.0:1746139101.988103:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c25f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2010:x1830958840391296:12345-192.168.203.56@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746139101.988211:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c25f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2010:x1830958840391296:12345-192.168.203.56@tcp:3:ptlrpcd_01_01.0 Request processed in 108us (393us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746139101.988217:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2701 00002000:00100000:2.0:1746139101.988221:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88012c25f480 x1830958840391296/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:27/0 lens 488/4536 e 0 to 0 dl 1746139112 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139101.988229:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c25f480 with x1830958840391296 ext(0->4095) 00010000:00010000:2.0:1746139101.988233:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008760cc00/0x1f9f6ca451acb8ce lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512734 expref: 6 pid: 18644 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746139101.988242:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008760cc00/0x1f9f6ca451acb8ce lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512734 expref: 6 pid: 18644 timeout: 827 lvb_type: 0 00002000:00010000:2.0:1746139101.988248:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012c25f480 00000100:00100000:0.0:1746139101.991238:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139101.991353:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840391424 00000100:00100000:3.0:1746139101.991361:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840391424 00010000:00010000:3.0:1746139101.991397:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008760cc00/0x1f9f6ca451acb8ce lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512734 expref: 6 pid: 18644 timeout: 827 lvb_type: 0 00000100:00100000:3.0:1746139101.991541:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17242 00000100:00100000:3.0:1746139101.991549:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0cc0850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840391424:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139101.991563:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139101.991586:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008760cc00/0x1f9f6ca451acb8ce lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512734 expref: 6 pid: 18644 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746139101.991598:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008760cc00/0x1f9f6ca451acb8ce lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512734 expref: 6 pid: 18644 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746139101.991655:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008760cc00/0x1f9f6ca451acb8ce lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512734 expref: 6 pid: 18644 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746139101.991677:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139101.991679:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139101.991686:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008760d000/0x1f9f6ca451acb8d5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351273b expref: 15 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139101.991694:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008760d000/0x1f9f6ca451acb8d5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351273b expref: 15 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139101.991728:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008760d000/0x1f9f6ca451acb8d5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351273b expref: 15 pid: 18644 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139101.991742:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a075aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832179840:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139101.991824:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f075480 going to sleep for 11 seconds 00000100:00100000:0.0:1746139101.993953:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139101.994054:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a075aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832179840:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139101.994071:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139101.994116:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0cc0850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2008:x1830958840391424:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 2567us (2888us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139101.994126:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17242 00000100:00100000:2.0:1746139101.994223:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840391680 00000100:00100000:2.0:1746139101.994230:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840391680 00002000:00100000:2.0:1746139101.994266:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880072505c00 x1830958840391680/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:27/0 lens 488/0 e 0 to 0 dl 1746139112 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139101.994275:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072505c00 with x1830958840391680 ext(0->4095) 00002000:00010000:2.0:1746139101.994279:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072505c00 00000100:00100000:2.0:1746139101.994305:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13325 00000100:00100000:2.0:1746139101.994312:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072505c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+16:2007:x1830958840391680:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746139101.994659:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072505c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+16:2007:x1830958840391680:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 346us (711us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746139101.994665:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13325 00002000:00100000:2.0:1746139101.994671:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880072505c00 x1830958840391680/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:27/0 lens 488/4536 e 0 to 0 dl 1746139112 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139101.994678:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072505c00 with x1830958840391680 ext(0->4095) 00002000:00010000:2.0:1746139101.994680:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072505c00 00000100:00100000:0.0:1746139101.996480:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139101.996602:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840391808 00000100:00100000:3.0:1746139101.996608:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840391808 00000100:00100000:3.0:1746139101.997804:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29929 00000100:00100000:3.0:1746139101.997814:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072505180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840391808:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746139101.997832:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139101.997851:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008760de00/0x1f9f6ca451acb8dc lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512742 expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139101.997881:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008760d000/0x1f9f6ca451acb8d5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351273b expref: 15 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139101.997888:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746139101.997890:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746139101.997894:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008760de00/0x1f9f6ca451acb8dc lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512742 expref: 6 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139101.997931:0:18644:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008760d000/0x1f9f6ca451acb8d5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351273b expref: 15 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139101.997943:0:18644:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008760d000/0x1f9f6ca451acb8d5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351273b expref: 15 pid: 18644 timeout: 827 lvb_type: 0 00000100:00100000:3.0:1746139101.997954:0:18644:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a075aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832179968:192.168.203.56@tcp:104: 00000100:00100000:3.0:1746139101.998039:0:18644:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f0756c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746139102.003257:0:18644:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a075aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832179968:192.168.203.56@tcp:104: 00010000:00010000:3.0:1746139102.003291:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008760de00/0x1f9f6ca451acb8dc lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512742 expref: 6 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139102.003309:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008760de00, rc 0) 00000100:00100000:3.0:1746139102.003351:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072505180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840391808:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5539us (6877us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139102.003361:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29929 00000100:00100000:0.0:1746139102.015810:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139102.015910:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840391936 00000100:00100000:2.0:1746139102.015919:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840391936 00002000:00100000:2.0:1746139102.016025:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff880094c04700 x1830958840391936/t0(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:28/0 lens 496/0 e 0 to 0 dl 1746139113 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139102.016041:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c04700 with x1830958840391936 ext(0->7) 00010000:00010000:2.0:1746139102.016051:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008760d000/0x1f9f6ca451acb8d5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351273b expref: 16 pid: 18644 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746139102.016065:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008760d000/0x1f9f6ca451acb8d5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351273b expref: 16 pid: 18644 timeout: 827 lvb_type: 0 00002000:00010000:2.0:1746139102.016072:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094c04700 00000100:00080000:1.0:1746139102.016157:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746139102.016356:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2702 00000100:00100000:2.0:1746139102.016364:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c04700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+16:2007:x1830958840391936:12345-192.168.203.56@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746139102.018409:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c04700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+18:2007:x1830958840391936:12345-192.168.203.56@tcp:4:ldlm_bl.0 Request processed in 2037us (2600us total) trans 4294972092 rc 0/0 00000100:00100000:2.0:1746139102.018419:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2702 00002000:00100000:2.0:1746139102.018427:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff880094c04700 x1830958840391936/t4294972092(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:28/0 lens 496/448 e 0 to 0 dl 1746139113 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139102.018437:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c04700 with x1830958840391936 ext(0->7) 00010000:00010000:2.0:1746139102.018446:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008760d000/0x1f9f6ca451acb8d5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351273b expref: 18 pid: 18644 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746139102.018460:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008760d000/0x1f9f6ca451acb8d5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351273b expref: 18 pid: 18644 timeout: 827 lvb_type: 0 00002000:00010000:2.0:1746139102.018467:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094c04700 00000100:00100000:0.0:1746139102.041183:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139102.041280:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840392192 00000100:00100000:3.0:1746139102.041290:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840392192 00000100:00100000:3.0:1746139102.041333:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29930 00000100:00100000:3.0:1746139102.041341:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c07800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+18:1800:x1830958840392192:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746139102.041360:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139102.041377:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008760ca00/0x1f9f6ca451acb8e3 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512749 expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139102.041405:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746139102.041412:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008760de00/0x1f9f6ca451acb8dc lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512742 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139102.041417:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746139102.041421:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008760ca00/0x1f9f6ca451acb8e3 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512749 expref: 19 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139102.041458:0:18644:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008760de00/0x1f9f6ca451acb8dc lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512742 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139102.041469:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008760ca00/0x1f9f6ca451acb8e3 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512749 expref: 19 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139102.041479:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008760ca00, rc 0) 00000100:00100000:3.0:1746139102.041540:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c07800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+19:1800:x1830958840392192:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 200us (367us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139102.041547:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29930 00000100:00100000:0.0:1746139102.044170:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139102.044268:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840392064 00000100:00100000:3.0:1746139102.044278:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840392064 00010000:00010000:3.0:1746139102.044319:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008760d000/0x1f9f6ca451acb8d5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351273b expref: 19 pid: 18644 timeout: 827 lvb_type: 0 00000100:00100000:3.0:1746139102.044364:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17243 00000100:00100000:3.0:1746139102.044372:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c797100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+19:2007:x1830958840392064:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139102.044387:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139102.044408:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008760d000/0x1f9f6ca451acb8d5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351273b expref: 19 pid: 18644 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746139102.044425:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008760d000/0x1f9f6ca451acb8d5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351273b expref: 19 pid: 18644 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746139102.044449:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008760d000/0x1f9f6ca451acb8d5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351273b expref: 19 pid: 18644 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746139102.044471:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139102.044472:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139102.044480:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008760de00/0x1f9f6ca451acb8dc lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512742 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139102.044487:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008760de00/0x1f9f6ca451acb8dc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512742 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139102.044534:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008760de00/0x1f9f6ca451acb8dc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512742 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139102.044546:0:15672:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008760de00/0x1f9f6ca451acb8dc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512742 expref: 5 pid: 18644 timeout: 827 lvb_type: 0 00000100:00100000:3.0:1746139102.044559:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a075aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832180224:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139102.044675:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f0756c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746139102.054075:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a075aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832180224:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139102.054098:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139102.056521:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c797100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+18:2007:x1830958840392064:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 12128us (12338us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139102.056538:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17243 00000100:00100000:0.0:1746139102.058759:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139102.058873:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840392448 00000100:00100000:2.0:1746139102.058885:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840392448 00002000:00100000:2.0:1746139102.058965:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800a07b7b80 x1830958840392448/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:28/0 lens 488/0 e 0 to 0 dl 1746139113 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139102.058975:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a07b7b80 with x1830958840392448 ext(0->4095) 00010000:00010000:2.0:1746139102.058985:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008760de00/0x1f9f6ca451acb8dc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512742 expref: 6 pid: 18644 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746139102.059001:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008760de00/0x1f9f6ca451acb8dc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512742 expref: 6 pid: 18644 timeout: 827 lvb_type: 0 00002000:00010000:2.0:1746139102.059008:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a07b7b80 00000100:00100000:2.0:1746139102.059032:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2703 00000100:00100000:2.0:1746139102.059040:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a07b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840392448:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746139102.059198:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a07b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840392448:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 158us (450us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746139102.059204:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2703 00002000:00100000:2.0:1746139102.059209:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800a07b7b80 x1830958840392448/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:28/0 lens 488/4536 e 0 to 0 dl 1746139113 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139102.059216:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a07b7b80 with x1830958840392448 ext(0->4095) 00010000:00010000:2.0:1746139102.059220:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008760de00/0x1f9f6ca451acb8dc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512742 expref: 6 pid: 18644 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746139102.059228:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008760de00/0x1f9f6ca451acb8dc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512742 expref: 6 pid: 18644 timeout: 827 lvb_type: 0 00002000:00010000:2.0:1746139102.059233:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a07b7b80 00000100:00080000:1.0:1746139102.059423:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746139102.062388:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139102.062662:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840392576 00000100:00100000:3.0:1746139102.062672:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840392576 00010000:00010000:3.0:1746139102.062711:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008760de00/0x1f9f6ca451acb8dc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512742 expref: 6 pid: 18644 timeout: 827 lvb_type: 0 00000100:00100000:1.0:1746139102.063912:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17244 00000100:00100000:1.0:1746139102.063927:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a07b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2009:x1830958840392576:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746139102.063944:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746139102.063969:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008760de00/0x1f9f6ca451acb8dc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512742 expref: 6 pid: 18644 timeout: 827 lvb_type: 0 00010000:00010000:1.0:1746139102.063983:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008760de00/0x1f9f6ca451acb8dc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512742 expref: 6 pid: 18644 timeout: 827 lvb_type: 0 00010000:00010000:1.0:1746139102.064010:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008760de00/0x1f9f6ca451acb8dc lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512742 expref: 6 pid: 18644 timeout: 827 lvb_type: 0 00010000:00010000:1.0:1746139102.064040:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139102.064042:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139102.064050:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008760ca00/0x1f9f6ca451acb8e3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512749 expref: 17 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139102.064058:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008760ca00/0x1f9f6ca451acb8e3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512749 expref: 17 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139102.064093:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008760ca00/0x1f9f6ca451acb8e3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512749 expref: 17 pid: 18644 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746139102.064104:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c410a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832180352:192.168.203.56@tcp:105: 00000100:00100000:1.0:1746139102.064194:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a059d780 going to sleep for 11 seconds 00000100:00100000:1.0:1746139102.065766:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c410a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832180352:192.168.203.56@tcp:105: 00010000:00010000:1.0:1746139102.065783:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746139102.065816:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a07b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2009:x1830958840392576:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 1894us (3439us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139102.065824:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17244 00000100:00100000:0.0:1746139102.067979:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139102.068062:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840392832 00000100:00100000:2.0:1746139102.068070:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840392832 00002000:00100000:2.0:1746139102.068116:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800a07b4e00 x1830958840392832/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:28/0 lens 488/0 e 0 to 0 dl 1746139113 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139102.068127:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a07b4e00 with x1830958840392832 ext(0->4095) 00002000:00010000:2.0:1746139102.068131:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a07b4e00 00000100:00100000:2.0:1746139102.068150:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13326 00000100:00100000:2.0:1746139102.068156:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a07b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+18:2008:x1830958840392832:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746139102.069029:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a07b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+18:2008:x1830958840392832:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 871us (1055us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746139102.069037:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13326 00002000:00100000:2.0:1746139102.069043:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800a07b4e00 x1830958840392832/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:28/0 lens 488/4536 e 0 to 0 dl 1746139113 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139102.069051:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a07b4e00 with x1830958840392832 ext(0->4095) 00002000:00010000:2.0:1746139102.069054:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a07b4e00 00000100:00100000:0.0:1746139102.074254:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139102.074972:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840392960 00000100:00100000:2.0:1746139102.074982:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840392960 00000100:00100000:2.0:1746139102.075587:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29931 00000100:00100000:2.0:1746139102.075597:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5f99f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840392960:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139102.075635:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139102.075654:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fa5cc00/0x1f9f6ca451acb8ea lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512750 expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.075683:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008760ca00/0x1f9f6ca451acb8e3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512749 expref: 17 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.075694:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139102.075696:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139102.075700:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fa5cc00/0x1f9f6ca451acb8ea lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512750 expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.075734:0:9564:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008760ca00/0x1f9f6ca451acb8e3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512749 expref: 17 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.075746:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008760ca00/0x1f9f6ca451acb8e3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512749 expref: 17 pid: 18644 timeout: 827 lvb_type: 0 00000100:00100000:2.0:1746139102.075758:0:9564:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0869500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832180480:192.168.203.56@tcp:104: 00000100:00100000:2.0:1746139102.078802:0:9564:0:(client.c:2553:ptlrpc_set_wait()) set ffff880084a70f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746139102.079915:0:9564:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0869500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832180480:192.168.203.56@tcp:104: 00010000:00010000:2.0:1746139102.079949:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fa5cc00/0x1f9f6ca451acb8ea lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512750 expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.079966:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fa5cc00, rc 0) 00000100:00100000:2.0:1746139102.081843:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5f99f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840392960:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6234us (7585us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139102.081855:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29931 00000100:00100000:0.0:1746139102.093054:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139102.093207:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139102.093422:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840393216 00000100:00100000:3.0:1746139102.093432:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840393216 00000100:00100000:3.0:1746139102.093480:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29932 00000100:00100000:3.0:1746139102.093488:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5f99180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+18:1800:x1830958840393216:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746139102.093537:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139102.093558:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008760d400/0x1f9f6ca451acb8f1 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512757 expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139102.093586:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746139102.093594:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fa5cc00/0x1f9f6ca451acb8ea lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512750 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139102.093599:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746139102.093603:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008760d400/0x1f9f6ca451acb8f1 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512757 expref: 19 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139102.093673:0:9564:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fa5cc00/0x1f9f6ca451acb8ea lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512750 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139102.093687:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008760d400/0x1f9f6ca451acb8f1 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512757 expref: 19 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139102.093702:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008760d400, rc 0) 00000100:00100000:3.0:1746139102.093759:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5f99180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+19:1800:x1830958840393216:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 272us (551us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139102.093765:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29932 00000100:00100000:2.0:1746139102.093862:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840393088 00000100:00100000:2.0:1746139102.093866:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840393088 00002000:00100000:2.0:1746139102.093893:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff8800a5f9a300 x1830958840393088/t0(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:28/0 lens 496/0 e 0 to 0 dl 1746139113 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139102.093911:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5f9a300 with x1830958840393088 ext(0->7) 00010000:00010000:2.0:1746139102.093916:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008760ca00/0x1f9f6ca451acb8e3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512749 expref: 19 pid: 18644 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746139102.093929:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008760ca00/0x1f9f6ca451acb8e3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512749 expref: 19 pid: 18644 timeout: 827 lvb_type: 0 00002000:00010000:2.0:1746139102.093936:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a5f9a300 00000100:00100000:2.0:1746139102.093949:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2704 00000100:00100000:2.0:1746139102.093954:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5f9a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+19:2008:x1830958840393088:12345-192.168.203.56@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746139102.094943:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5f9a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+21:2008:x1830958840393088:12345-192.168.203.56@tcp:4:ldlm_bl.0 Request processed in 985us (1900us total) trans 4294972093 rc 0/0 00000100:00100000:0.0:1746139102.094950:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2704 00002000:00100000:0.0:1746139102.094955:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff8800a5f9a300 x1830958840393088/t4294972093(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:28/0 lens 496/448 e 0 to 0 dl 1746139113 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139102.094962:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5f9a300 with x1830958840393088 ext(0->7) 00010000:00010000:0.0:1746139102.094967:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008760ca00/0x1f9f6ca451acb8e3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512749 expref: 21 pid: 18644 timeout: 827 lvb_type: 0 00010000:00010000:0.0:1746139102.094982:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008760ca00/0x1f9f6ca451acb8e3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512749 expref: 21 pid: 18644 timeout: 827 lvb_type: 0 00002000:00010000:0.0:1746139102.094987:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a5f9a300 00000100:00100000:0.0:1746139102.106974:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139102.107117:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840393344 00000100:00100000:1.0:1746139102.107127:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840393344 00010000:00010000:1.0:1746139102.107171:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008760ca00/0x1f9f6ca451acb8e3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512749 expref: 21 pid: 18644 timeout: 827 lvb_type: 0 00000100:00100000:1.0:1746139102.107218:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17245 00000100:00100000:1.0:1746139102.107225:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c0cc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+21:2008:x1830958840393344:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746139102.107241:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746139102.107263:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008760ca00/0x1f9f6ca451acb8e3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512749 expref: 21 pid: 18644 timeout: 827 lvb_type: 0 00010000:00010000:1.0:1746139102.107275:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008760ca00/0x1f9f6ca451acb8e3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512749 expref: 21 pid: 18644 timeout: 827 lvb_type: 0 00010000:00010000:1.0:1746139102.107299:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008760ca00/0x1f9f6ca451acb8e3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512749 expref: 21 pid: 18644 timeout: 827 lvb_type: 0 00010000:00010000:1.0:1746139102.107318:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139102.107320:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139102.107327:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fa5cc00/0x1f9f6ca451acb8ea lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512750 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139102.107336:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fa5cc00/0x1f9f6ca451acb8ea lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512750 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139102.107370:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012fa5cc00/0x1f9f6ca451acb8ea lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512750 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139102.107381:0:7207:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fa5cc00/0x1f9f6ca451acb8ea lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512750 expref: 5 pid: 9564 timeout: 827 lvb_type: 0 00000100:00100000:1.0:1746139102.107397:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c410a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832180736:192.168.203.56@tcp:105: 00000100:00100000:1.0:1746139102.108194:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a059d780 going to sleep for 11 seconds 00000100:00100000:0.0:1746139102.113986:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139102.114140:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840393600 00000100:00100000:2.0:1746139102.114151:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840393600 00002000:00100000:2.0:1746139102.114205:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88013107f480 x1830958840393600/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:28/0 lens 488/0 e 0 to 0 dl 1746139113 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139102.114216:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013107f480 with x1830958840393600 ext(0->4095) 00010000:00010000:2.0:1746139102.114226:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fa5cc00/0x1f9f6ca451acb8ea lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512750 expref: 6 pid: 9564 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746139102.114241:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fa5cc00/0x1f9f6ca451acb8ea lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512750 expref: 6 pid: 9564 timeout: 827 lvb_type: 0 00002000:00010000:2.0:1746139102.114248:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013107f480 00000100:00100000:2.0:1746139102.114272:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2705 00000100:00100000:2.0:1746139102.114281:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013107f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840393600:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746139102.114439:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013107f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840393600:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 159us (466us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746139102.114446:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2705 00002000:00100000:2.0:1746139102.114451:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88013107f480 x1830958840393600/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:28/0 lens 488/4536 e 0 to 0 dl 1746139113 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139102.114458:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013107f480 with x1830958840393600 ext(0->4095) 00010000:00010000:2.0:1746139102.114462:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fa5cc00/0x1f9f6ca451acb8ea lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512750 expref: 6 pid: 9564 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746139102.114471:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fa5cc00/0x1f9f6ca451acb8ea lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512750 expref: 6 pid: 9564 timeout: 827 lvb_type: 0 00002000:00010000:2.0:1746139102.114476:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013107f480 00000100:00100000:1.0:1746139102.115526:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c410a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832180736:192.168.203.56@tcp:105: 00010000:00010000:1.0:1746139102.115545:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746139102.115591:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c0cc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+20:2008:x1830958840393344:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 8366us (8628us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139102.115600:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17245 00000100:00100000:0.0:1746139102.119706:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139102.119808:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840393728 00000100:00100000:1.0:1746139102.119818:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840393728 00010000:00010000:1.0:1746139102.119862:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012fa5cc00/0x1f9f6ca451acb8ea lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512750 expref: 6 pid: 9564 timeout: 827 lvb_type: 0 00000100:00100000:1.0:1746139102.119903:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17246 00000100:00100000:1.0:1746139102.119912:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013107ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840393728:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746139102.119929:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746139102.119952:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012fa5cc00/0x1f9f6ca451acb8ea lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512750 expref: 6 pid: 9564 timeout: 827 lvb_type: 0 00010000:00010000:1.0:1746139102.119966:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012fa5cc00/0x1f9f6ca451acb8ea lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512750 expref: 6 pid: 9564 timeout: 827 lvb_type: 0 00010000:00010000:1.0:1746139102.119992:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fa5cc00/0x1f9f6ca451acb8ea lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512750 expref: 6 pid: 9564 timeout: 827 lvb_type: 0 00010000:00010000:1.0:1746139102.120020:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139102.120024:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139102.120032:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008760d400/0x1f9f6ca451acb8f1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512757 expref: 19 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139102.120039:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008760d400/0x1f9f6ca451acb8f1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512757 expref: 19 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139102.120078:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008760d400/0x1f9f6ca451acb8f1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512757 expref: 19 pid: 9564 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746139102.120092:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c410a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832180864:192.168.203.56@tcp:105: 00000100:00100000:1.0:1746139102.123491:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a059d780 going to sleep for 11 seconds 00000100:00100000:1.0:1746139102.126272:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c410a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832180864:192.168.203.56@tcp:105: 00010000:00010000:1.0:1746139102.126293:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746139102.126333:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013107ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2007:x1830958840393728:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 6421us (6637us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139102.126343:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17246 00000100:00100000:0.0:1746139102.128120:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139102.128235:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840393984 00000100:00100000:2.0:1746139102.128243:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840393984 00002000:00100000:2.0:1746139102.128286:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88013107d180 x1830958840393984/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:28/0 lens 488/0 e 0 to 0 dl 1746139113 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139102.128296:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013107d180 with x1830958840393984 ext(0->4095) 00002000:00010000:2.0:1746139102.128301:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013107d180 00000100:00100000:2.0:1746139102.128318:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13327 00000100:00100000:2.0:1746139102.128325:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013107d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+20:2008:x1830958840393984:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746139102.128461:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013107d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+20:2008:x1830958840393984:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 135us (348us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746139102.128466:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13327 00002000:00100000:2.0:1746139102.128472:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88013107d180 x1830958840393984/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:28/0 lens 488/4536 e 0 to 0 dl 1746139113 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139102.128479:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013107d180 with x1830958840393984 ext(0->4095) 00002000:00010000:2.0:1746139102.128482:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013107d180 00000100:00100000:0.0:1746139102.132552:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139102.132658:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840394112 00000100:00100000:2.0:1746139102.132667:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840394112 00000100:00100000:2.0:1746139102.132726:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29933 00000100:00100000:2.0:1746139102.132735:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013107ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840394112:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139102.132756:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139102.132778:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c800/0x1f9f6ca451acb8f8 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a351275e expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.132810:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008760d400/0x1f9f6ca451acb8f1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512757 expref: 19 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.132817:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139102.132819:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139102.132823:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c800/0x1f9f6ca451acb8f8 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351275e expref: 6 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.132859:0:18644:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008760d400/0x1f9f6ca451acb8f1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512757 expref: 19 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.132871:0:18644:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008760d400/0x1f9f6ca451acb8f1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512757 expref: 19 pid: 9564 timeout: 827 lvb_type: 0 00000100:00100000:2.0:1746139102.132885:0:18644:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0869500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832180992:192.168.203.56@tcp:104: 00000100:00100000:2.0:1746139102.132983:0:18644:0:(client.c:2553:ptlrpc_set_wait()) set ffff880084a70e40 going to sleep for 11 seconds 00000100:00100000:2.0:1746139102.135338:0:18644:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0869500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832180992:192.168.203.56@tcp:104: 00010000:00010000:2.0:1746139102.135366:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c800/0x1f9f6ca451acb8f8 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351275e expref: 6 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.135383:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fa5c800, rc 0) 00000100:00100000:2.0:1746139102.135420:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013107ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840394112:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2686us (2880us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139102.135429:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29933 00000100:00100000:0.0:1746139102.136925:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139102.137026:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840394240 00000100:00100000:1.0:1746139102.137034:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840394240 00010000:00010000:1.0:1746139102.137068:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008760d400/0x1f9f6ca451acb8f1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512757 expref: 20 pid: 9564 timeout: 827 lvb_type: 0 00000100:00100000:1.0:1746139102.137328:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17247 00000100:00100000:1.0:1746139102.137336:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391d1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+20:2008:x1830958840394240:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746139102.137351:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746139102.137371:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008760d400/0x1f9f6ca451acb8f1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512757 expref: 20 pid: 9564 timeout: 827 lvb_type: 0 00010000:00010000:1.0:1746139102.137387:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008760d400/0x1f9f6ca451acb8f1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512757 expref: 20 pid: 9564 timeout: 827 lvb_type: 0 00010000:00010000:1.0:1746139102.137408:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008760d400/0x1f9f6ca451acb8f1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512757 expref: 20 pid: 9564 timeout: 827 lvb_type: 0 00010000:00010000:1.0:1746139102.137434:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139102.137437:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139102.137443:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c800/0x1f9f6ca451acb8f8 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351275e expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139102.137451:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c800/0x1f9f6ca451acb8f8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351275e expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139102.137481:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c800/0x1f9f6ca451acb8f8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351275e expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746139102.137493:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c410a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832181120:192.168.203.56@tcp:105: 00000100:00100000:1.0:1746139102.137575:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a059d780 going to sleep for 11 seconds 00000100:00100000:0.0:1746139102.140431:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139102.140701:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840394368 00000100:00100000:2.0:1746139102.140710:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840394368 00000100:00100000:2.0:1746139102.141201:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29934 00000100:00100000:2.0:1746139102.141210:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+20:1800:x1830958840394368:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139102.141229:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139102.141245:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c600/0x1f9f6ca451acb8ff lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512765 expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.141275:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c800/0x1f9f6ca451acb8f8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351275e expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.141283:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139102.141285:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139102.141288:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c600/0x1f9f6ca451acb8ff lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512765 expref: 21 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.141319:0:18644:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c800/0x1f9f6ca451acb8f8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351275e expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.141336:0:18644:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c800/0x1f9f6ca451acb8f8 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351275e expref: 5 pid: 18644 timeout: 827 lvb_type: 0 00000100:00100000:2.0:1746139102.141347:0:18644:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0869500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832181248:192.168.203.56@tcp:104: 00000100:00100000:2.0:1746139102.141426:0:18644:0:(client.c:2553:ptlrpc_set_wait()) set ffff880084a70e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746139102.141686:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139102.141734:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c410a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832181120:192.168.203.56@tcp:105: 00010000:00010000:0.0:1746139102.141749:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746139102.141775:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+21:2008:x1830958840394240:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 4439us (4856us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139102.141783:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17247 00000100:00100000:2.0:1746139102.142060:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840394624 00000100:00100000:2.0:1746139102.142065:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840394624 00002000:00100000:2.0:1746139102.142090:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8801333dc000 x1830958840394624/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:28/0 lens 488/0 e 0 to 0 dl 1746139113 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139102.142100:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801333dc000 with x1830958840394624 ext(0->4095) 00010000:00010000:2.0:1746139102.142105:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c800/0x1f9f6ca451acb8f8 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351275e expref: 6 pid: 18644 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746139102.142115:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c800/0x1f9f6ca451acb8f8 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351275e expref: 6 pid: 18644 timeout: 827 lvb_type: 0 00002000:00010000:2.0:1746139102.142120:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801333dc000 00000100:00100000:2.0:1746139102.142132:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2706 00000100:00100000:2.0:1746139102.142138:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801333dc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840394624:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746139102.142242:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801333dc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840394624:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 104us (557us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746139102.142248:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2706 00002000:00100000:2.0:1746139102.142252:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8801333dc000 x1830958840394624/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:28/0 lens 488/4536 e 0 to 0 dl 1746139113 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139102.142265:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801333dc000 with x1830958840394624 ext(0->4095) 00010000:00010000:2.0:1746139102.142269:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c800/0x1f9f6ca451acb8f8 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351275e expref: 6 pid: 18644 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746139102.142278:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c800/0x1f9f6ca451acb8f8 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351275e expref: 6 pid: 18644 timeout: 827 lvb_type: 0 00002000:00010000:2.0:1746139102.142284:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801333dc000 00000100:00100000:0.0:1746139102.145757:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139102.147263:0:18644:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0869500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832181248:192.168.203.56@tcp:104: 00010000:00010000:2.0:1746139102.147296:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c600/0x1f9f6ca451acb8ff lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512765 expref: 20 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.147313:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fa5c600, rc 0) 00000100:00100000:2.0:1746139102.147359:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+20:1800:x1830958840394368:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6149us (6937us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139102.147368:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29934 00000100:00100000:2.0:1746139102.147396:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840394752 00000100:00100000:2.0:1746139102.147402:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840394752 00000100:00100000:0.0:1746139102.148104:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c410e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1830958832181376:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746139102.148146:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746139102.148263:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139102.148316:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840394880 00000100:00100000:0.0:1746139102.148320:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840394880 00010000:00010000:0.0:1746139102.148340:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c800/0x1f9f6ca451acb8f8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351275e expref: 6 pid: 18644 timeout: 827 lvb_type: 0 00000100:00100000:0.0:1746139102.148363:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17248 00000100:00100000:0.0:1746139102.148369:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801333dca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840394880:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746139102.148382:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746139102.148401:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c800/0x1f9f6ca451acb8f8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351275e expref: 6 pid: 18644 timeout: 827 lvb_type: 0 00010000:00010000:0.0:1746139102.148412:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c800/0x1f9f6ca451acb8f8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351275e expref: 6 pid: 18644 timeout: 827 lvb_type: 0 00010000:00010000:0.0:1746139102.148433:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c800/0x1f9f6ca451acb8f8 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351275e expref: 6 pid: 18644 timeout: 827 lvb_type: 0 00010000:00010000:0.0:1746139102.148447:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139102.148449:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139102.148457:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c600/0x1f9f6ca451acb8ff lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512765 expref: 20 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139102.148465:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c600/0x1f9f6ca451acb8ff lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512765 expref: 20 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139102.148489:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c600/0x1f9f6ca451acb8ff lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512765 expref: 20 pid: 18644 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746139102.148498:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801333dce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832181504:192.168.203.56@tcp:105: 00000100:00100000:0.0:1746139102.148547:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007fe37a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746139102.148744:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29935 00000100:00100000:2.0:1746139102.148751:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801333dc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+20:1814:x1830958840394752:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139102.148764:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139102.148775:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f219600/0x1f9f6ca451acb906 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a351276c expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.148791:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c600/0x1f9f6ca451acb8ff lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512765 expref: 21 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.148797:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139102.148798:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139102.148801:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f219600/0x1f9f6ca451acb906 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351276c expref: 21 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.148817:0:18644:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c600/0x1f9f6ca451acb8ff lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512765 expref: 21 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.148826:0:18644:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c600/0x1f9f6ca451acb8ff lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512765 expref: 21 pid: 18644 timeout: 827 lvb_type: 0 00000100:00100000:2.0:1746139102.148833:0:18644:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0869500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832181632:192.168.203.56@tcp:104: 00000100:00100000:2.0:1746139102.148855:0:18644:0:(client.c:2553:ptlrpc_set_wait()) set ffff880084a70e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746139102.148965:0:16395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958832181376 00000100:00100000:1.0:1746139102.148969:0:16395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958832181376 00000100:00100000:1.0:1746139102.148993:0:16395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 647 00000100:00100000:1.0:1746139102.148998:0:16395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801333dc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3764:x1830958832181376:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1746139102.149024:0:16395:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446187008 avail 1316724736 00000100:00100000:1.0:1746139102.149060:0:16395:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801333dc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3764:x1830958832181376:12345-0@lo:41:osp-pre-1-0.0 Request processed in 61us (914us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139102.149068:0:16395:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 647 00000100:00100000:1.0:1746139102.149101:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c410e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1830958832181376:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746139102.153122:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801333dce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832181504:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139102.153149:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139102.153200:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801333dca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2008:x1830958840394880:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 4828us (4935us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139102.153212:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17248 00000100:00100000:0.0:1746139102.153412:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139102.153990:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840395136 00000100:00100000:3.0:1746139102.153998:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840395136 00002000:00100000:3.0:1746139102.154039:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8801333dd180 x1830958840395136/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:28/0 lens 488/0 e 0 to 0 dl 1746139113 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139102.154049:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801333dd180 with x1830958840395136 ext(0->4095) 00010000:00010000:3.0:1746139102.154057:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c600/0x1f9f6ca451acb8ff lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512765 expref: 22 pid: 18644 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746139102.154070:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c600/0x1f9f6ca451acb8ff lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512765 expref: 22 pid: 18644 timeout: 827 lvb_type: 0 00002000:00010000:3.0:1746139102.154076:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801333dd180 00000100:00100000:2.0:1746139102.154370:0:18644:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0869500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832181632:192.168.203.56@tcp:104: 00010000:00010000:2.0:1746139102.154392:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f219600/0x1f9f6ca451acb906 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351276c expref: 22 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.154406:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f219600, rc 0) 00000100:00100000:2.0:1746139102.154434:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801333dc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+22:1814:x1830958840394752:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5683us (8688us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139102.154445:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29935 00000100:00100000:3.0:1746139102.155205:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2707 00000100:00100000:3.0:1746139102.155213:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801333dd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+21:2009:x1830958840395136:12345-192.168.203.56@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746139102.155339:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801333dd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+21:2009:x1830958840395136:12345-192.168.203.56@tcp:3:ptlrpcd_01_00.0 Request processed in 127us (1928us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746139102.155345:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2707 00002000:00100000:3.0:1746139102.155350:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8801333dd180 x1830958840395136/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:28/0 lens 488/4536 e 0 to 0 dl 1746139113 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139102.155364:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801333dd180 with x1830958840395136 ext(0->4095) 00010000:00010000:3.0:1746139102.155369:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c600/0x1f9f6ca451acb8ff lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512765 expref: 21 pid: 18644 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746139102.155378:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c600/0x1f9f6ca451acb8ff lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512765 expref: 21 pid: 18644 timeout: 827 lvb_type: 0 00002000:00010000:3.0:1746139102.155384:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801333dd180 00000100:00100000:0.0:1746139102.157484:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139102.157641:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840395264 00000100:00100000:2.0:1746139102.157651:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840395264 00000100:00100000:2.0:1746139102.157691:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29936 00000100:00100000:2.0:1746139102.157698:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801333dd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+21:1800:x1830958840395264:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139102.157714:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139102.157730:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fa5de00/0x1f9f6ca451acb90d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512773 expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.157758:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139102.157764:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f219600/0x1f9f6ca451acb906 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351276c expref: 22 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.157770:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746139102.157773:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fa5de00/0x1f9f6ca451acb90d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512773 expref: 22 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.157810:0:18644:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f219600/0x1f9f6ca451acb906 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351276c expref: 22 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.157823:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fa5de00/0x1f9f6ca451acb90d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512773 expref: 22 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.157832:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fa5de00, rc 0) 00000100:00100000:2.0:1746139102.158388:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801333dd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+22:1800:x1830958840395264:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 688us (909us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139102.158394:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29936 00000100:00100000:0.0:1746139102.158844:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139102.159341:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840395392 00000100:00100000:2.0:1746139102.159346:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840395392 00010000:00010000:2.0:1746139102.159368:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c600/0x1f9f6ca451acb8ff lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512765 expref: 22 pid: 18644 timeout: 827 lvb_type: 0 00000100:00100000:2.0:1746139102.159399:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17249 00000100:00100000:2.0:1746139102.159405:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0cc0450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+22:2008:x1830958840395392:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139102.159416:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139102.159436:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c600/0x1f9f6ca451acb8ff lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512765 expref: 22 pid: 18644 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746139102.159448:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c600/0x1f9f6ca451acb8ff lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512765 expref: 22 pid: 18644 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746139102.159465:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c600/0x1f9f6ca451acb8ff lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512765 expref: 22 pid: 18644 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746139102.159494:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139102.159496:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139102.159509:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f219600/0x1f9f6ca451acb906 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351276c expref: 21 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.159517:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f219600/0x1f9f6ca451acb906 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351276c expref: 21 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.159541:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f219600/0x1f9f6ca451acb906 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351276c expref: 21 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.159556:0:7207:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f219600/0x1f9f6ca451acb906 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351276c expref: 21 pid: 18644 timeout: 827 lvb_type: 0 00000100:00100000:2.0:1746139102.159568:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0869500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832181888:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139102.159668:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff880084a70e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746139102.163178:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139102.163278:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0869500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832181888:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139102.163298:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139102.163337:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0cc0450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+21:2008:x1830958840395392:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3931us (4493us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139102.163349:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17249 00000100:00100000:3.0:1746139102.163591:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840395648 00000100:00100000:3.0:1746139102.163597:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840395648 00002000:00100000:3.0:1746139102.163654:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8801333dd880 x1830958840395648/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:28/0 lens 488/0 e 0 to 0 dl 1746139113 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139102.163664:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801333dd880 with x1830958840395648 ext(0->4095) 00010000:00010000:3.0:1746139102.163672:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f219600/0x1f9f6ca451acb906 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351276c expref: 21 pid: 18644 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746139102.163684:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f219600/0x1f9f6ca451acb906 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351276c expref: 21 pid: 18644 timeout: 827 lvb_type: 0 00002000:00010000:3.0:1746139102.163689:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801333dd880 00000100:00100000:3.0:1746139102.163705:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2708 00000100:00100000:3.0:1746139102.163712:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801333dd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+21:2007:x1830958840395648:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746139102.163824:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801333dd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+21:2007:x1830958840395648:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 113us (656us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746139102.163830:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2708 00002000:00100000:3.0:1746139102.163836:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8801333dd880 x1830958840395648/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:28/0 lens 488/4536 e 0 to 0 dl 1746139113 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139102.163843:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801333dd880 with x1830958840395648 ext(0->4095) 00010000:00010000:3.0:1746139102.163847:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f219600/0x1f9f6ca451acb906 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351276c expref: 21 pid: 18644 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746139102.163856:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f219600/0x1f9f6ca451acb906 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351276c expref: 21 pid: 18644 timeout: 827 lvb_type: 0 00002000:00010000:3.0:1746139102.163861:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801333dd880 00000100:00100000:0.0:1746139102.166582:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139102.166701:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840395776 00000100:00100000:2.0:1746139102.166710:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840395776 00000100:00100000:2.0:1746139102.166756:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29937 00000100:00100000:2.0:1746139102.166763:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801333ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840395776:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139102.166779:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139102.166795:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fa5da00/0x1f9f6ca451acb914 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a351277a expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.166820:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139102.166825:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fa5de00/0x1f9f6ca451acb90d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512773 expref: 20 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.166832:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746139102.166835:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fa5da00/0x1f9f6ca451acb914 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351277a expref: 6 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.166878:0:18644:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fa5de00/0x1f9f6ca451acb90d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512773 expref: 20 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.166891:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fa5da00/0x1f9f6ca451acb914 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351277a expref: 6 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.166900:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fa5da00, rc 0) 00000100:00100000:2.0:1746139102.167309:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801333ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840395776:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 544us (734us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139102.167315:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29937 00000100:00100000:0.0:1746139102.170475:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139102.170593:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840395904 00000100:00100000:2.0:1746139102.170602:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840395904 00010000:00010000:2.0:1746139102.170671:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f219600/0x1f9f6ca451acb906 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351276c expref: 21 pid: 18644 timeout: 827 lvb_type: 0 00000100:00100000:2.0:1746139102.170706:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17250 00000100:00100000:2.0:1746139102.170713:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801333ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+21:2008:x1830958840395904:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139102.170726:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139102.170745:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f219600/0x1f9f6ca451acb906 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351276c expref: 21 pid: 18644 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746139102.170757:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f219600/0x1f9f6ca451acb906 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351276c expref: 21 pid: 18644 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746139102.170779:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f219600/0x1f9f6ca451acb906 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351276c expref: 21 pid: 18644 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746139102.170808:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139102.170810:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139102.170818:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fa5de00/0x1f9f6ca451acb90d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512773 expref: 20 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.170826:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fa5de00/0x1f9f6ca451acb90d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512773 expref: 20 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.170859:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012fa5de00/0x1f9f6ca451acb90d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512773 expref: 20 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.170870:0:7207:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fa5de00/0x1f9f6ca451acb90d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512773 expref: 20 pid: 18644 timeout: 827 lvb_type: 0 00000100:00100000:2.0:1746139102.170882:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0869500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832182144:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139102.170956:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff880084a70f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746139102.174185:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139102.174568:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0869500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832182144:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139102.174590:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139102.174651:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801333ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+20:2008:x1830958840395904:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3937us (4185us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139102.174662:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17250 00000100:00100000:2.0:1746139102.174688:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840396032 00000100:00100000:2.0:1746139102.174692:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840396032 00010000:00010000:2.0:1746139102.174713:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012fa5de00/0x1f9f6ca451acb90d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512773 expref: 20 pid: 18644 timeout: 827 lvb_type: 0 00000100:00100000:2.0:1746139102.174739:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17251 00000100:00100000:2.0:1746139102.174745:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801333de300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+20:2009:x1830958840396032:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139102.174756:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139102.174775:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012fa5de00/0x1f9f6ca451acb90d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512773 expref: 20 pid: 18644 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746139102.174786:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012fa5de00/0x1f9f6ca451acb90d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512773 expref: 20 pid: 18644 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746139102.174809:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fa5de00/0x1f9f6ca451acb90d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512773 expref: 20 pid: 18644 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746139102.174823:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139102.174825:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139102.174831:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fa5da00/0x1f9f6ca451acb914 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351277a expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.174839:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fa5da00/0x1f9f6ca451acb914 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351277a expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.174865:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012fa5da00/0x1f9f6ca451acb914 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351277a expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746139102.174877:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0869500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832182272:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139102.174930:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff880084a70f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746139102.177348:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0869500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832182272:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139102.177368:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139102.177400:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801333de300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+19:2009:x1830958840396032:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 2654us (3224us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139102.177409:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17251 00000100:00100000:0.0:1746139102.178925:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139102.179005:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840396288 00000100:00100000:2.0:1746139102.179012:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840396288 00002000:00100000:2.0:1746139102.179055:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8801333de680 x1830958840396288/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:28/0 lens 488/0 e 0 to 0 dl 1746139113 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139102.179065:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801333de680 with x1830958840396288 ext(0->4095) 00002000:00010000:2.0:1746139102.179069:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801333de680 00000100:00100000:2.0:1746139102.179092:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13328 00000100:00100000:2.0:1746139102.179098:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801333de680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840396288:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746139102.179805:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801333de680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840396288:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 704us (883us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746139102.179811:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13328 00002000:00100000:2.0:1746139102.179817:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8801333de680 x1830958840396288/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:28/0 lens 488/4536 e 0 to 0 dl 1746139113 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139102.179824:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801333de680 with x1830958840396288 ext(0->4095) 00002000:00010000:2.0:1746139102.179826:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801333de680 00000100:00100000:0.0:1746139102.181710:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139102.182063:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840396416 00000100:00100000:2.0:1746139102.182071:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840396416 00000100:00100000:2.0:1746139102.182119:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29938 00000100:00100000:2.0:1746139102.182127:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801333dea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+19:1814:x1830958840396416:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139102.182145:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139102.182163:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c400/0x1f9f6ca451acb91b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512781 expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.182190:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fa5da00/0x1f9f6ca451acb914 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351277a expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.182198:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139102.182200:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139102.182203:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c400/0x1f9f6ca451acb91b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512781 expref: 20 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.182235:0:18644:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fa5da00/0x1f9f6ca451acb914 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351277a expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.182247:0:18644:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fa5da00/0x1f9f6ca451acb914 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351277a expref: 5 pid: 18644 timeout: 827 lvb_type: 0 00000100:00100000:2.0:1746139102.182258:0:18644:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0869500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832182400:192.168.203.56@tcp:104: 00000100:00100000:2.0:1746139102.182336:0:18644:0:(client.c:2553:ptlrpc_set_wait()) set ffff880084a70f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746139102.184485:0:18644:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0869500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832182400:192.168.203.56@tcp:104: 00010000:00010000:2.0:1746139102.184527:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c400/0x1f9f6ca451acb91b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512781 expref: 20 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.184542:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fa5c400, rc 0) 00000100:00100000:2.0:1746139102.185344:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801333dea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+20:1814:x1830958840396416:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3216us (3639us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139102.185357:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29938 00000100:00100000:0.0:1746139102.186532:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139102.186593:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139102.186664:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840396544 00000100:00100000:2.0:1746139102.186670:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840396544 00000100:00100000:2.0:1746139102.186705:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29939 00000100:00100000:2.0:1746139102.186710:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801333ded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+20:1800:x1830958840396544:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139102.186726:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139102.186743:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fa5cc00/0x1f9f6ca451acb922 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512788 expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.186765:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139102.186770:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c400/0x1f9f6ca451acb91b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512781 expref: 21 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.186776:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139102.186779:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fa5cc00/0x1f9f6ca451acb922 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512788 expref: 21 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.186811:0:18644:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c400/0x1f9f6ca451acb91b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512781 expref: 21 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.186823:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fa5cc00/0x1f9f6ca451acb922 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512788 expref: 21 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.186831:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fa5cc00, rc 0) 00000100:00100000:2.0:1746139102.186862:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801333ded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+21:1800:x1830958840396544:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 152us (333us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139102.186868:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29939 00000100:00100000:3.0:1746139102.188613:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840396672 00000100:00100000:3.0:1746139102.188639:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840396672 00010000:00010000:3.0:1746139102.188679:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012fa5da00/0x1f9f6ca451acb914 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351277a expref: 6 pid: 18644 timeout: 827 lvb_type: 0 00000100:00100000:3.0:1746139102.189387:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17252 00000100:00100000:3.0:1746139102.189398:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801333df100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840396672:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139102.189414:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139102.189434:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012fa5da00/0x1f9f6ca451acb914 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351277a expref: 6 pid: 18644 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746139102.189447:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012fa5da00/0x1f9f6ca451acb914 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351277a expref: 6 pid: 18644 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746139102.189470:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fa5da00/0x1f9f6ca451acb914 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351277a expref: 6 pid: 18644 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746139102.189513:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139102.189515:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139102.189523:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c400/0x1f9f6ca451acb91b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512781 expref: 20 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139102.189531:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c400/0x1f9f6ca451acb91b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512781 expref: 20 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139102.189563:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c400/0x1f9f6ca451acb91b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512781 expref: 20 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139102.189574:0:7207:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c400/0x1f9f6ca451acb91b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512781 expref: 20 pid: 18644 timeout: 827 lvb_type: 0 00000100:00100000:3.0:1746139102.189585:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a075aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832182656:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139102.190590:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f075900 going to sleep for 11 seconds 00000100:00100000:0.0:1746139102.195096:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139102.195179:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840396928 00000100:00100000:2.0:1746139102.195188:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840396928 00002000:00100000:2.0:1746139102.195233:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8801333df480 x1830958840396928/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:28/0 lens 488/0 e 0 to 0 dl 1746139113 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139102.195243:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801333df480 with x1830958840396928 ext(0->4095) 00010000:00010000:2.0:1746139102.195252:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c400/0x1f9f6ca451acb91b lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512781 expref: 21 pid: 18644 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746139102.195266:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c400/0x1f9f6ca451acb91b lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512781 expref: 21 pid: 18644 timeout: 827 lvb_type: 0 00002000:00010000:2.0:1746139102.195272:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801333df480 00000100:00100000:3.0:1746139102.195373:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a075aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832182656:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139102.195391:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139102.195784:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2709 00000100:00100000:2.0:1746139102.195793:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801333df480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+21:2007:x1830958840396928:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746139102.195944:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801333df100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2008:x1830958840396672:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 6547us (9349us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139102.195953:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17252 00000100:00100000:2.0:1746139102.196299:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801333df480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+21:2007:x1830958840396928:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 507us (1213us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746139102.196305:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2709 00002000:00100000:2.0:1746139102.196311:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8801333df480 x1830958840396928/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:28/0 lens 488/4536 e 0 to 0 dl 1746139113 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139102.196318:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801333df480 with x1830958840396928 ext(0->4095) 00010000:00010000:2.0:1746139102.196324:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c400/0x1f9f6ca451acb91b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512781 expref: 21 pid: 18644 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746139102.196333:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c400/0x1f9f6ca451acb91b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512781 expref: 21 pid: 18644 timeout: 827 lvb_type: 0 00002000:00010000:2.0:1746139102.196342:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801333df480 00000100:00100000:0.0:1746139102.200869:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139102.202082:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139102.202179:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840397184 00000100:00100000:3.0:1746139102.202188:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840397184 00010000:00010000:3.0:1746139102.202225:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c400/0x1f9f6ca451acb91b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512781 expref: 21 pid: 18644 timeout: 827 lvb_type: 0 00000100:00100000:3.0:1746139102.202261:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17253 00000100:00100000:3.0:1746139102.202268:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801333dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+21:2008:x1830958840397184:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139102.202283:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139102.202303:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c400/0x1f9f6ca451acb91b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512781 expref: 21 pid: 18644 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746139102.202316:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c400/0x1f9f6ca451acb91b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512781 expref: 21 pid: 18644 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746139102.202338:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c400/0x1f9f6ca451acb91b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512781 expref: 21 pid: 18644 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746139102.202357:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139102.202359:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139102.202366:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fa5cc00/0x1f9f6ca451acb922 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512788 expref: 20 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139102.202374:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fa5cc00/0x1f9f6ca451acb922 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512788 expref: 20 pid: 18644 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746139102.203551:0:24929:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840397056 00000100:00100000:1.0:1746139102.203558:0:24929:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840397056 00000100:00100000:1.0:1746139102.203598:0:24929:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29940 00000100:00100000:1.0:1746139102.203603:0:24929:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801333df800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840397056:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139102.203630:0:24929:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139102.203642:0:24929:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fc00/0x1f9f6ca451acb929 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a351278f expref: -99 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139102.203660:0:24929:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fa5cc00/0x1f9f6ca451acb922 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512788 expref: 20 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139102.203665:0:24929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139102.203666:0:24929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139102.203669:0:24929:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fc00/0x1f9f6ca451acb929 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351278f expref: 6 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139102.203695:0:24929:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fa5cc00/0x1f9f6ca451acb922 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512788 expref: 20 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139102.203704:0:24929:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fa5cc00/0x1f9f6ca451acb922 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70080400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512788 expref: 20 pid: 18644 timeout: 827 lvb_type: 0 00000100:00100000:1.0:1746139102.203714:0:24929:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c410e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24929:1830958832182784:192.168.203.56@tcp:104: 00000100:00100000:1.0:1746139102.203785:0:24929:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a059d600 going to sleep for 11 seconds 00010000:00010000:3.0:1746139102.204567:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012fa5cc00/0x1f9f6ca451acb922 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512788 expref: 20 pid: 18644 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746139102.204576:0:7207:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fa5cc00/0x1f9f6ca451acb922 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512788 expref: 20 pid: 18644 timeout: 827 lvb_type: 0 00000100:00100000:3.0:1746139102.204589:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a075aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832182912:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139102.204651:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f075900 going to sleep for 11 seconds 00000100:00100000:1.0:1746139102.206860:0:24929:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c410e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24929:1830958832182784:192.168.203.56@tcp:104: 00010000:00010000:1.0:1746139102.206888:0:24929:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fc00/0x1f9f6ca451acb929 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351278f expref: 6 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139102.206905:0:24929:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7fc00, rc 0) 00000100:00100000:1.0:1746139102.206945:0:24929:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801333df800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840397056:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3340us (6087us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139102.206954:0:24929:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29940 00000100:00100000:0.0:1746139102.212519:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139102.212665:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a075aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832182912:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139102.212685:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139102.212728:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801333dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+20:2008:x1830958840397184:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 10460us (10647us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139102.212739:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17253 00000100:00100000:2.0:1746139102.212833:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840397440 00000100:00100000:2.0:1746139102.212841:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840397440 00002000:00100000:2.0:1746139102.213340:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8801333dca80 x1830958840397440/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:28/0 lens 488/0 e 0 to 0 dl 1746139113 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139102.213350:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801333dca80 with x1830958840397440 ext(0->4095) 00010000:00010000:2.0:1746139102.213358:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fa5cc00/0x1f9f6ca451acb922 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512788 expref: 20 pid: 18644 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746139102.213371:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fa5cc00/0x1f9f6ca451acb922 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512788 expref: 20 pid: 18644 timeout: 827 lvb_type: 0 00002000:00010000:2.0:1746139102.213378:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801333dca80 00000100:00100000:2.0:1746139102.213395:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2710 00000100:00100000:2.0:1746139102.213401:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801333dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+20:2008:x1830958840397440:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746139102.213549:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801333dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+20:2008:x1830958840397440:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 147us (1047us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746139102.213556:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2710 00002000:00100000:2.0:1746139102.213561:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8801333dca80 x1830958840397440/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:28/0 lens 488/4536 e 0 to 0 dl 1746139113 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139102.213568:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801333dca80 with x1830958840397440 ext(0->4095) 00010000:00010000:2.0:1746139102.213572:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fa5cc00/0x1f9f6ca451acb922 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512788 expref: 20 pid: 18644 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746139102.213585:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fa5cc00/0x1f9f6ca451acb922 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512788 expref: 20 pid: 18644 timeout: 827 lvb_type: 0 00002000:00010000:2.0:1746139102.213591:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801333dca80 00000100:00100000:0.0:1746139102.216604:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139102.216802:0:24929:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840397568 00000100:00100000:1.0:1746139102.216813:0:24929:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840397568 00000100:00100000:1.0:1746139102.216875:0:24929:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29941 00000100:00100000:1.0:1746139102.216884:0:24929:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801333dce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b60e9717-019c-4527-a82a-15e993ac5189+20:1800:x1830958840397568:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139102.216904:0:24929:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139102.216928:0:24929:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e800/0x1f9f6ca451acb930 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512796 expref: -99 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139102.216954:0:24929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139102.216960:0:24929:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fc00/0x1f9f6ca451acb929 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351278f expref: 5 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139102.216966:0:24929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746139102.216969:0:24929:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e800/0x1f9f6ca451acb930 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512796 expref: 21 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139102.217005:0:24929:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fc00/0x1f9f6ca451acb929 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351278f expref: 5 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139102.217017:0:24929:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e800/0x1f9f6ca451acb930 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512796 expref: 21 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139102.217027:0:24929:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7e800, rc 0) 00000100:00100000:1.0:1746139102.217066:0:24929:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801333dce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b60e9717-019c-4527-a82a-15e993ac5189+21:1800:x1830958840397568:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 183us (472us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139102.217072:0:24929:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29941 00000100:00100000:0.0:1746139102.217402:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139102.217743:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840397696 00000100:00100000:3.0:1746139102.217748:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840397696 00010000:00010000:3.0:1746139102.217768:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012fa5cc00/0x1f9f6ca451acb922 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512788 expref: 21 pid: 18644 timeout: 827 lvb_type: 0 00000100:00100000:3.0:1746139102.217799:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17254 00000100:00100000:3.0:1746139102.217805:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087514000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+21:2007:x1830958840397696:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139102.217814:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139102.217837:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012fa5cc00/0x1f9f6ca451acb922 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512788 expref: 21 pid: 18644 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746139102.217850:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012fa5cc00/0x1f9f6ca451acb922 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512788 expref: 21 pid: 18644 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746139102.217868:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fa5cc00/0x1f9f6ca451acb922 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512788 expref: 21 pid: 18644 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746139102.218775:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139102.218778:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139102.218785:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fc00/0x1f9f6ca451acb929 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351278f expref: 5 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139102.218792:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fc00/0x1f9f6ca451acb929 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351278f expref: 5 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139102.218819:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fc00/0x1f9f6ca451acb929 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351278f expref: 5 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139102.218831:0:7207:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fc00/0x1f9f6ca451acb929 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351278f expref: 5 pid: 24929 timeout: 827 lvb_type: 0 00000100:00100000:3.0:1746139102.218844:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a075aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832183168:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139102.218919:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f075900 going to sleep for 11 seconds 00000100:00100000:0.0:1746139102.221929:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139102.222040:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840397952 00000100:00100000:1.0:1746139102.222049:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840397952 00002000:00100000:1.0:1746139102.222094:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880087514380 x1830958840397952/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:28/0 lens 488/0 e 0 to 0 dl 1746139113 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139102.222104:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087514380 with x1830958840397952 ext(0->4095) 00010000:00010000:1.0:1746139102.222111:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fc00/0x1f9f6ca451acb929 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351278f expref: 6 pid: 24929 timeout: 827 lvb_type: 0 00010000:00010000:1.0:1746139102.222123:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fc00/0x1f9f6ca451acb929 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351278f expref: 6 pid: 24929 timeout: 827 lvb_type: 0 00002000:00010000:1.0:1746139102.222129:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880087514380 00000100:00100000:1.0:1746139102.222152:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2711 00000100:00100000:1.0:1746139102.222158:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087514380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840397952:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746139102.222277:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087514380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840397952:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 119us (359us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139102.222283:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2711 00002000:00100000:1.0:1746139102.222287:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880087514380 x1830958840397952/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:28/0 lens 488/4536 e 0 to 0 dl 1746139113 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139102.222299:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087514380 with x1830958840397952 ext(0->4095) 00010000:00010000:1.0:1746139102.222303:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fc00/0x1f9f6ca451acb929 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351278f expref: 6 pid: 24929 timeout: 827 lvb_type: 0 00010000:00010000:1.0:1746139102.222310:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fc00/0x1f9f6ca451acb929 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351278f expref: 6 pid: 24929 timeout: 827 lvb_type: 0 00002000:00010000:1.0:1746139102.222315:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880087514380 00000100:00100000:3.0:1746139102.222491:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a075aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832183168:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139102.222518:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139102.222541:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087514000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+20:2007:x1830958840397696:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 4737us (5139us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139102.222549:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17254 00000100:00100000:0.0:1746139102.228353:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139102.228466:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840398080 00000100:00100000:3.0:1746139102.228476:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840398080 00010000:00010000:3.0:1746139102.228530:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fc00/0x1f9f6ca451acb929 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351278f expref: 6 pid: 24929 timeout: 827 lvb_type: 0 00000100:00100000:3.0:1746139102.228813:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17255 00000100:00100000:3.0:1746139102.228821:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087514700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2009:x1830958840398080:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139102.228838:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139102.228859:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fc00/0x1f9f6ca451acb929 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351278f expref: 6 pid: 24929 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746139102.228871:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fc00/0x1f9f6ca451acb929 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351278f expref: 6 pid: 24929 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746139102.228893:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fc00/0x1f9f6ca451acb929 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351278f expref: 6 pid: 24929 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746139102.228924:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139102.228926:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139102.228933:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e800/0x1f9f6ca451acb930 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512796 expref: 19 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139102.228942:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e800/0x1f9f6ca451acb930 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512796 expref: 19 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139102.228975:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e800/0x1f9f6ca451acb930 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512796 expref: 19 pid: 24929 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139102.228987:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a075aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832183296:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139102.229073:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f075900 going to sleep for 11 seconds 00000100:00100000:3.0:1746139102.233351:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a075aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832183296:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139102.233376:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139102.233422:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087514700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2009:x1830958840398080:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 4600us (5079us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139102.233432:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17255 00000100:00100000:0.0:1746139102.234278:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139102.234548:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840398336 00000100:00100000:3.0:1746139102.234557:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840398336 00002000:00100000:3.0:1746139102.234604:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880087514a80 x1830958840398336/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:28/0 lens 488/0 e 0 to 0 dl 1746139113 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139102.234638:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087514a80 with x1830958840398336 ext(0->4095) 00002000:00010000:3.0:1746139102.234643:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880087514a80 00000100:00100000:3.0:1746139102.234671:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13329 00000100:00100000:3.0:1746139102.234679:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087514a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+20:2007:x1830958840398336:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746139102.234806:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087514a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+20:2007:x1830958840398336:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 128us (530us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746139102.234812:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13329 00002000:00100000:3.0:1746139102.234816:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880087514a80 x1830958840398336/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:28/0 lens 488/4536 e 0 to 0 dl 1746139113 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139102.234822:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087514a80 with x1830958840398336 ext(0->4095) 00002000:00010000:3.0:1746139102.234825:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880087514a80 00000100:00100000:0.0:1746139102.237402:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139102.237552:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840398464 00000100:00100000:2.0:1746139102.237561:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840398464 00000100:00100000:1.0:1746139102.237757:0:24929:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29942 00000100:00100000:1.0:1746139102.237767:0:24929:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087514e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840398464:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139102.237784:0:24929:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139102.237801:0:24929:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fc00/0x1f9f6ca451acb937 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a351279d expref: -99 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139102.237828:0:24929:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e800/0x1f9f6ca451acb930 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512796 expref: 19 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139102.237835:0:24929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139102.237838:0:24929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139102.237840:0:24929:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fc00/0x1f9f6ca451acb937 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351279d expref: 6 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139102.237871:0:24929:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e800/0x1f9f6ca451acb930 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512796 expref: 19 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139102.237882:0:24929:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e800/0x1f9f6ca451acb930 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512796 expref: 19 pid: 24929 timeout: 827 lvb_type: 0 00000100:00100000:1.0:1746139102.237894:0:24929:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c410e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24929:1830958832183424:192.168.203.56@tcp:104: 00000100:00100000:1.0:1746139102.237967:0:24929:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a059d900 going to sleep for 11 seconds 00000100:00100000:1.0:1746139102.241754:0:24929:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c410e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24929:1830958832183424:192.168.203.56@tcp:104: 00010000:00010000:1.0:1746139102.241787:0:24929:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fc00/0x1f9f6ca451acb937 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351279d expref: 6 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139102.241803:0:24929:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7fc00, rc 0) 00000100:00100000:1.0:1746139102.241847:0:24929:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087514e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840398464:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4082us (4452us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139102.241855:0:24929:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29942 00000100:00100000:0.0:1746139102.242178:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139102.243252:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840398592 00000100:00100000:2.0:1746139102.243262:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840398592 00010000:00010000:2.0:1746139102.243298:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e800/0x1f9f6ca451acb930 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512796 expref: 20 pid: 24929 timeout: 827 lvb_type: 0 00000100:00100000:2.0:1746139102.243327:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17256 00000100:00100000:2.0:1746139102.243333:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0cc0050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+20:2008:x1830958840398592:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139102.243346:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139102.243367:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e800/0x1f9f6ca451acb930 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512796 expref: 20 pid: 24929 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746139102.243378:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e800/0x1f9f6ca451acb930 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512796 expref: 20 pid: 24929 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746139102.243402:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e800/0x1f9f6ca451acb930 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512796 expref: 20 pid: 24929 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746139102.243429:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139102.243432:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139102.243438:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fc00/0x1f9f6ca451acb937 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351279d expref: 5 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.243451:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fc00/0x1f9f6ca451acb937 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351279d expref: 5 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.243487:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fc00/0x1f9f6ca451acb937 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351279d expref: 5 pid: 24929 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746139102.243508:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0869500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832183552:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139102.243595:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff880084a70f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746139102.244708:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139102.245896:0:24929:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840398720 00000100:00100000:1.0:1746139102.245904:0:24929:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840398720 00000100:00100000:1.0:1746139102.245959:0:24929:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29943 00000100:00100000:1.0:1746139102.245967:0:24929:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a075aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b60e9717-019c-4527-a82a-15e993ac5189+20:1800:x1830958840398720:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139102.245983:0:24929:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139102.245998:0:24929:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ee00/0x1f9f6ca451acb93e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a35127a4 expref: -99 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139102.246022:0:24929:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fc00/0x1f9f6ca451acb937 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351279d expref: 5 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139102.246029:0:24929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139102.246031:0:24929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139102.246034:0:24929:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ee00/0x1f9f6ca451acb93e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35127a4 expref: 21 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139102.246066:0:24929:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fc00/0x1f9f6ca451acb937 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351279d expref: 5 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139102.246078:0:24929:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fc00/0x1f9f6ca451acb937 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351279d expref: 5 pid: 24929 timeout: 827 lvb_type: 0 00000100:00100000:1.0:1746139102.246088:0:24929:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c410e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24929:1830958832183680:192.168.203.56@tcp:104: 00000100:00100000:1.0:1746139102.246168:0:24929:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a059d900 going to sleep for 11 seconds 00000100:00100000:0.0:1746139102.246731:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139102.246850:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0869500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832183552:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139102.246868:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139102.246894:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0cc0050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+21:2008:x1830958840398592:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3561us (4717us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139102.246903:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17256 00000100:00100000:1.0:1746139102.247200:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840398976 00000100:00100000:1.0:1746139102.247205:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840398976 00002000:00100000:1.0:1746139102.247232:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880087515180 x1830958840398976/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:28/0 lens 488/0 e 0 to 0 dl 1746139113 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139102.247242:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087515180 with x1830958840398976 ext(0->4095) 00010000:00010000:1.0:1746139102.247248:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fc00/0x1f9f6ca451acb937 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351279d expref: 6 pid: 24929 timeout: 827 lvb_type: 0 00010000:00010000:1.0:1746139102.247258:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fc00/0x1f9f6ca451acb937 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351279d expref: 6 pid: 24929 timeout: 827 lvb_type: 0 00002000:00010000:1.0:1746139102.247263:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880087515180 00000100:00100000:1.0:1746139102.247282:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2712 00000100:00100000:1.0:1746139102.247287:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087515180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840398976:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746139102.247396:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087515180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840398976:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 109us (666us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139102.247405:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2712 00002000:00100000:1.0:1746139102.247409:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880087515180 x1830958840398976/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:28/0 lens 488/4536 e 0 to 0 dl 1746139113 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139102.247416:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087515180 with x1830958840398976 ext(0->4095) 00010000:00010000:1.0:1746139102.247420:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fc00/0x1f9f6ca451acb937 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351279d expref: 6 pid: 24929 timeout: 827 lvb_type: 0 00010000:00010000:1.0:1746139102.247427:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fc00/0x1f9f6ca451acb937 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351279d expref: 6 pid: 24929 timeout: 827 lvb_type: 0 00002000:00010000:1.0:1746139102.247433:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880087515180 00000100:00100000:1.0:1746139102.248782:0:24929:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c410e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24929:1830958832183680:192.168.203.56@tcp:104: 00010000:00010000:1.0:1746139102.248807:0:24929:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ee00/0x1f9f6ca451acb93e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35127a4 expref: 20 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139102.248822:0:24929:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7ee00, rc 0) 00000100:00100000:1.0:1746139102.248863:0:24929:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a075aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b60e9717-019c-4527-a82a-15e993ac5189+20:1800:x1830958840398720:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2897us (4158us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139102.248869:0:24929:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29943 00000100:00100000:0.0:1746139102.253309:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139102.253512:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840399104 00000100:00100000:3.0:1746139102.253522:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840399104 00010000:00010000:3.0:1746139102.253565:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fc00/0x1f9f6ca451acb937 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351279d expref: 6 pid: 24929 timeout: 827 lvb_type: 0 00000100:00100000:3.0:1746139102.253595:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17257 00000100:00100000:3.0:1746139102.253602:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087515500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2010:x1830958840399104:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139102.253645:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139102.253665:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fc00/0x1f9f6ca451acb937 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351279d expref: 6 pid: 24929 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746139102.253677:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fc00/0x1f9f6ca451acb937 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351279d expref: 6 pid: 24929 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746139102.253699:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fc00/0x1f9f6ca451acb937 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351279d expref: 6 pid: 24929 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746139102.253978:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139102.253980:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139102.253990:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ee00/0x1f9f6ca451acb93e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35127a4 expref: 19 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139102.253999:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ee00/0x1f9f6ca451acb93e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35127a4 expref: 19 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139102.254036:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ee00/0x1f9f6ca451acb93e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35127a4 expref: 19 pid: 24929 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139102.254050:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0759180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832183808:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139102.254138:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f075000 going to sleep for 11 seconds 00000100:00100000:3.0:1746139102.258244:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0759180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832183808:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139102.258269:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139102.258317:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087515500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2010:x1830958840399104:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 4713us (5017us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139102.258327:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17257 00000100:00100000:0.0:1746139102.259317:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139102.260136:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840399360 00000100:00100000:3.0:1746139102.260144:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840399360 00002000:00100000:3.0:1746139102.260191:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880087515880 x1830958840399360/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:28/0 lens 488/0 e 0 to 0 dl 1746139113 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139102.260200:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087515880 with x1830958840399360 ext(0->4095) 00002000:00010000:3.0:1746139102.260205:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880087515880 00000100:00100000:3.0:1746139102.260312:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13330 00000100:00100000:3.0:1746139102.260320:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087515880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+20:2010:x1830958840399360:12345-192.168.203.56@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746139102.260992:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087515880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+20:2010:x1830958840399360:12345-192.168.203.56@tcp:3:ptlrpcd_01_01.0 Request processed in 672us (1677us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746139102.260999:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13330 00002000:00100000:3.0:1746139102.261005:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880087515880 x1830958840399360/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:28/0 lens 488/4536 e 0 to 0 dl 1746139113 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139102.261012:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087515880 with x1830958840399360 ext(0->4095) 00002000:00010000:3.0:1746139102.261016:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880087515880 00000100:00100000:0.0:1746139102.267274:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139102.267379:0:24929:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840399488 00000100:00100000:1.0:1746139102.267390:0:24929:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840399488 00000100:00100000:1.0:1746139102.267446:0:24929:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29944 00000100:00100000:1.0:1746139102.267454:0:24929:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087515c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840399488:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139102.267474:0:24929:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139102.267492:0:24929:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fe00/0x1f9f6ca451acb945 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a35127ab expref: -99 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139102.267529:0:24929:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ee00/0x1f9f6ca451acb93e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35127a4 expref: 19 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139102.267537:0:24929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139102.267538:0:24929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139102.267542:0:24929:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fe00/0x1f9f6ca451acb945 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35127ab expref: 6 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139102.267573:0:24929:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ee00/0x1f9f6ca451acb93e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35127a4 expref: 19 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139102.267584:0:24929:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ee00/0x1f9f6ca451acb93e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35127a4 expref: 19 pid: 24929 timeout: 827 lvb_type: 0 00000100:00100000:1.0:1746139102.267595:0:24929:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c410e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24929:1830958832183936:192.168.203.56@tcp:104: 00000100:00100000:1.0:1746139102.267695:0:24929:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a059d900 going to sleep for 11 seconds 00000100:00100000:1.0:1746139102.272799:0:24929:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c410e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24929:1830958832183936:192.168.203.56@tcp:104: 00010000:00010000:1.0:1746139102.272834:0:24929:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fe00/0x1f9f6ca451acb945 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35127ab expref: 6 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139102.272851:0:24929:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7fe00, rc 0) 00000100:00100000:1.0:1746139102.272915:0:24929:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087515c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840399488:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5461us (5650us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139102.272924:0:24929:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29944 00000100:00100000:0.0:1746139102.279984:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139102.280097:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840399616 00000100:00100000:3.0:1746139102.280108:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840399616 00002000:00100000:3.0:1746139102.280155:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff880087515f80 x1830958840399616/t0(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:28/0 lens 496/0 e 0 to 0 dl 1746139113 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139102.280165:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087515f80 with x1830958840399616 ext(0->7) 00010000:00010000:3.0:1746139102.280175:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ee00/0x1f9f6ca451acb93e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35127a4 expref: 20 pid: 24929 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746139102.280188:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ee00/0x1f9f6ca451acb93e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35127a4 expref: 20 pid: 24929 timeout: 827 lvb_type: 0 00002000:00010000:3.0:1746139102.280194:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880087515f80 00000100:00100000:3.0:1746139102.280225:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2713 00000100:00100000:3.0:1746139102.280232:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087515f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+20:2008:x1830958840399616:12345-192.168.203.56@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746139102.281010:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087515f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+22:2008:x1830958840399616:12345-192.168.203.56@tcp:4:ldlm_bl.0 Request processed in 776us (1034us total) trans 4294972094 rc 0/0 00000100:00100000:0.0:1746139102.281018:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2713 00002000:00100000:0.0:1746139102.281024:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff880087515f80 x1830958840399616/t4294972094(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:28/0 lens 496/448 e 0 to 0 dl 1746139113 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139102.281031:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087515f80 with x1830958840399616 ext(0->7) 00010000:00010000:0.0:1746139102.281036:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ee00/0x1f9f6ca451acb93e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35127a4 expref: 22 pid: 24929 timeout: 827 lvb_type: 0 00010000:00010000:0.0:1746139102.281045:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ee00/0x1f9f6ca451acb93e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35127a4 expref: 22 pid: 24929 timeout: 827 lvb_type: 0 00002000:00010000:0.0:1746139102.281052:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880087515f80 00000100:00100000:0.0:1746139102.295013:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139102.295147:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840399744 00000100:00100000:3.0:1746139102.295158:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840399744 00010000:00010000:3.0:1746139102.295201:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ee00/0x1f9f6ca451acb93e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35127a4 expref: 22 pid: 24929 timeout: 827 lvb_type: 0 00000100:00100000:3.0:1746139102.295229:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17258 00000100:00100000:3.0:1746139102.295237:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087516300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+22:2008:x1830958840399744:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139102.295253:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139102.295276:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ee00/0x1f9f6ca451acb93e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35127a4 expref: 22 pid: 24929 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746139102.295288:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ee00/0x1f9f6ca451acb93e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35127a4 expref: 22 pid: 24929 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746139102.295312:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ee00/0x1f9f6ca451acb93e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35127a4 expref: 22 pid: 24929 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746139102.295332:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139102.295334:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139102.295343:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fe00/0x1f9f6ca451acb945 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35127ab expref: 5 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139102.295352:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fe00/0x1f9f6ca451acb945 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35127ab expref: 5 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139102.295389:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fe00/0x1f9f6ca451acb945 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35127ab expref: 5 pid: 24929 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139102.295401:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0759180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832184064:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139102.296390:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f075c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746139102.300276:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0759180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832184064:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139102.300302:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139102.300352:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087516300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+21:2008:x1830958840399744:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 5114us (5911us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139102.300364:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17258 00000100:00100000:0.0:1746139102.301596:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139102.301749:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139102.301788:0:24929:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840399872 00000100:00100000:0.0:1746139102.301796:0:24929:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840399872 00000100:00100000:0.0:1746139102.301839:0:24929:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29945 00000100:00100000:0.0:1746139102.301849:0:24929:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087516a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b60e9717-019c-4527-a82a-15e993ac5189+21:1800:x1830958840399872:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746139102.301869:0:24929:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746139102.301888:0:24929:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f14ea00/0x1f9f6ca451acb94c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a35127b2 expref: -99 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139102.301915:0:24929:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fe00/0x1f9f6ca451acb945 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35127ab expref: 5 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139102.301923:0:24929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139102.301926:0:24929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139102.301930:0:24929:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f14ea00/0x1f9f6ca451acb94c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35127b2 expref: 22 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139102.301959:0:24929:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fe00/0x1f9f6ca451acb945 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35127ab expref: 5 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139102.301971:0:24929:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fe00/0x1f9f6ca451acb945 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35127ab expref: 5 pid: 24929 timeout: 827 lvb_type: 0 00000100:00100000:0.0:1746139102.301983:0:24929:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880087516d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24929:1830958832184192:192.168.203.56@tcp:104: 00000100:00100000:0.0:1746139102.302051:0:24929:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007fe37840 going to sleep for 11 seconds 00000100:00100000:1.0:1746139102.302318:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840400128 00000100:00100000:1.0:1746139102.302323:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840400128 00002000:00100000:1.0:1746139102.302351:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880087516680 x1830958840400128/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:28/0 lens 488/0 e 0 to 0 dl 1746139113 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139102.302360:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087516680 with x1830958840400128 ext(0->4095) 00010000:00010000:1.0:1746139102.302367:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fe00/0x1f9f6ca451acb945 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35127ab expref: 6 pid: 24929 timeout: 827 lvb_type: 0 00010000:00010000:1.0:1746139102.302376:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fe00/0x1f9f6ca451acb945 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35127ab expref: 6 pid: 24929 timeout: 827 lvb_type: 0 00002000:00010000:1.0:1746139102.302382:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880087516680 00000100:00100000:1.0:1746139102.302396:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2714 00000100:00100000:1.0:1746139102.302402:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087516680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840400128:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746139102.302525:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087516680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840400128:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 121us (934us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139102.302531:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2714 00002000:00100000:1.0:1746139102.302536:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880087516680 x1830958840400128/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:28/0 lens 488/4536 e 0 to 0 dl 1746139113 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139102.302544:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087516680 with x1830958840400128 ext(0->4095) 00010000:00010000:1.0:1746139102.302548:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fe00/0x1f9f6ca451acb945 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35127ab expref: 6 pid: 24929 timeout: 827 lvb_type: 0 00010000:00010000:1.0:1746139102.302557:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fe00/0x1f9f6ca451acb945 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35127ab expref: 6 pid: 24929 timeout: 827 lvb_type: 0 00002000:00010000:1.0:1746139102.302566:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880087516680 00010000:00010000:3.0:1746139102.302819:0:8366:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746139102.305136:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139102.306545:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139102.306676:0:24929:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880087516d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24929:1830958832184192:192.168.203.56@tcp:104: 00010000:00010000:1.0:1746139102.306708:0:24929:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f14ea00/0x1f9f6ca451acb94c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35127b2 expref: 22 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139102.306724:0:24929:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f14ea00, rc 0) 00000100:00100000:1.0:1746139102.306769:0:24929:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087516a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b60e9717-019c-4527-a82a-15e993ac5189+22:1800:x1830958840399872:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4921us (5019us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139102.306777:0:24929:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29945 00000100:00100000:1.0:1746139102.306805:0:24929:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840400256 00000100:00100000:1.0:1746139102.306811:0:24929:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840400256 00000100:00100000:1.0:1746139102.306842:0:24929:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29946 00000100:00100000:1.0:1746139102.306849:0:24929:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087517100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b60e9717-019c-4527-a82a-15e993ac5189+22:1814:x1830958840400256:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139102.306864:0:24929:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139102.306877:0:24929:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acb953 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a35127b9 expref: -99 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139102.306901:0:24929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139102.306905:0:24929:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f14ea00/0x1f9f6ca451acb94c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35127b2 expref: 23 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139102.306910:0:24929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139102.306913:0:24929:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acb953 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35127b9 expref: 23 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139102.306943:0:24929:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f14ea00/0x1f9f6ca451acb94c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35127b2 expref: 23 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139102.306954:0:24929:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acb953 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35127b9 expref: 23 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139102.306960:0:24929:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7f200, rc 0) 00000100:00100000:1.0:1746139102.306976:0:24929:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087517100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b60e9717-019c-4527-a82a-15e993ac5189+23:1814:x1830958840400256:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 128us (1849us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139102.306981:0:24929:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29946 00000100:00100000:3.0:1746139102.307116:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840400384 00000100:00100000:3.0:1746139102.307120:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840400384 00010000:00010000:3.0:1746139102.307139:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fe00/0x1f9f6ca451acb945 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35127ab expref: 6 pid: 24929 timeout: 827 lvb_type: 0 00000100:00100000:3.0:1746139102.307163:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17259 00000100:00100000:3.0:1746139102.307168:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087517480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840400384:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139102.307177:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139102.307197:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fe00/0x1f9f6ca451acb945 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35127ab expref: 6 pid: 24929 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746139102.307207:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fe00/0x1f9f6ca451acb945 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35127ab expref: 6 pid: 24929 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746139102.307222:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fe00/0x1f9f6ca451acb945 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35127ab expref: 6 pid: 24929 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746139102.307236:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139102.307237:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139102.307243:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f14ea00/0x1f9f6ca451acb94c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35127b2 expref: 22 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139102.307250:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f14ea00/0x1f9f6ca451acb94c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35127b2 expref: 22 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139102.307268:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f14ea00/0x1f9f6ca451acb94c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35127b2 expref: 22 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139102.307279:0:7207:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f14ea00/0x1f9f6ca451acb94c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35127b2 expref: 22 pid: 24929 timeout: 827 lvb_type: 0 00000100:00100000:3.0:1746139102.307294:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0759180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832184448:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139102.307340:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f075c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746139102.311603:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0759180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832184448:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139102.311643:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139102.311693:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087517480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2008:x1830958840400384:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 4524us (5151us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139102.311703:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17259 00000100:00100000:0.0:1746139102.313052:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139102.313138:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840400640 00000100:00100000:2.0:1746139102.313146:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840400640 00002000:00100000:2.0:1746139102.313187:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880087517800 x1830958840400640/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:28/0 lens 488/0 e 0 to 0 dl 1746139113 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139102.313196:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087517800 with x1830958840400640 ext(0->4095) 00010000:00010000:2.0:1746139102.313205:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f14ea00/0x1f9f6ca451acb94c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35127b2 expref: 23 pid: 24929 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746139102.313218:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f14ea00/0x1f9f6ca451acb94c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35127b2 expref: 23 pid: 24929 timeout: 827 lvb_type: 0 00002000:00010000:2.0:1746139102.313224:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880087517800 00000100:00100000:2.0:1746139102.313253:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2715 00000100:00100000:2.0:1746139102.313260:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087517800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+23:2007:x1830958840400640:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746139102.313386:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087517800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+23:2007:x1830958840400640:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 126us (339us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746139102.313396:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2715 00002000:00100000:2.0:1746139102.313401:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880087517800 x1830958840400640/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:28/0 lens 488/4536 e 0 to 0 dl 1746139113 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139102.313408:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087517800 with x1830958840400640 ext(0->4095) 00010000:00010000:2.0:1746139102.313412:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f14ea00/0x1f9f6ca451acb94c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35127b2 expref: 23 pid: 24929 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746139102.313421:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f14ea00/0x1f9f6ca451acb94c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35127b2 expref: 23 pid: 24929 timeout: 827 lvb_type: 0 00002000:00010000:2.0:1746139102.313427:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880087517800 00000100:00100000:0.0:1746139102.315348:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139102.315769:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840400768 00000100:00100000:3.0:1746139102.315778:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840400768 00010000:00010000:3.0:1746139102.315815:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f14ea00/0x1f9f6ca451acb94c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35127b2 expref: 23 pid: 24929 timeout: 827 lvb_type: 0 00000100:00100000:3.0:1746139102.315877:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17260 00000100:00100000:3.0:1746139102.315884:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087517b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+23:2007:x1830958840400768:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139102.315896:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139102.315916:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f14ea00/0x1f9f6ca451acb94c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35127b2 expref: 23 pid: 24929 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746139102.315929:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f14ea00/0x1f9f6ca451acb94c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35127b2 expref: 23 pid: 24929 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746139102.315951:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f14ea00/0x1f9f6ca451acb94c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35127b2 expref: 23 pid: 24929 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746139102.315980:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139102.315983:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139102.315989:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acb953 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35127b9 expref: 22 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139102.315997:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acb953 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35127b9 expref: 22 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139102.316031:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acb953 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35127b9 expref: 22 pid: 24929 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139102.316044:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0759180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832184576:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139102.316896:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f075c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746139102.321150:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139102.321264:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0759180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832184576:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139102.321283:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139102.321327:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087517b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+22:2007:x1830958840400768:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 5443us (5987us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139102.321337:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17260 00000100:00100000:1.0:1746139102.321868:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840401024 00000100:00100000:1.0:1746139102.321876:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840401024 00002000:00100000:1.0:1746139102.321921:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880087516d80 x1830958840401024/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:28/0 lens 488/0 e 0 to 0 dl 1746139113 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139102.321931:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087516d80 with x1830958840401024 ext(0->4095) 00002000:00010000:1.0:1746139102.321935:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880087516d80 00000100:00100000:1.0:1746139102.321966:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13331 00000100:00100000:1.0:1746139102.321973:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087516d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+22:2008:x1830958840401024:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746139102.322091:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087516d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+22:2008:x1830958840401024:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 119us (952us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139102.322097:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13331 00002000:00100000:1.0:1746139102.322101:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880087516d80 x1830958840401024/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:28/0 lens 488/4536 e 0 to 0 dl 1746139113 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139102.322108:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087516d80 with x1830958840401024 ext(0->4095) 00002000:00010000:1.0:1746139102.322110:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880087516d80 00000100:00100000:0.0:1746139102.324913:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139102.325012:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840401152 00000100:00100000:2.0:1746139102.325021:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840401152 00000100:00100000:2.0:1746139102.325077:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29947 00000100:00100000:2.0:1746139102.325085:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087514000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840401152:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139102.325102:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139102.325119:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fa5de00/0x1f9f6ca451acb95a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a35127c0 expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.325147:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acb953 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35127b9 expref: 21 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.325153:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139102.325155:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139102.325158:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fa5de00/0x1f9f6ca451acb95a lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35127c0 expref: 6 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.325195:0:18644:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acb953 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35127b9 expref: 21 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.325207:0:18644:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acb953 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35127b9 expref: 21 pid: 24929 timeout: 827 lvb_type: 0 00000100:00100000:2.0:1746139102.325218:0:18644:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0869500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832184704:192.168.203.56@tcp:104: 00000100:00100000:2.0:1746139102.325291:0:18644:0:(client.c:2553:ptlrpc_set_wait()) set ffff880084a70f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746139102.327211:0:18644:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0869500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832184704:192.168.203.56@tcp:104: 00010000:00010000:2.0:1746139102.327243:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fa5de00/0x1f9f6ca451acb95a lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35127c0 expref: 6 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.327259:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fa5de00, rc 0) 00000100:00100000:2.0:1746139102.327300:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087514000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840401152:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2215us (2395us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139102.327308:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29947 00000100:00100000:0.0:1746139102.329131:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139102.329222:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840401280 00000100:00100000:3.0:1746139102.329231:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840401280 00010000:00010000:3.0:1746139102.329270:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acb953 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35127b9 expref: 22 pid: 24929 timeout: 827 lvb_type: 0 00000100:00100000:3.0:1746139102.329297:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17261 00000100:00100000:3.0:1746139102.329304:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087514700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+22:2007:x1830958840401280:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139102.329317:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139102.329340:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acb953 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35127b9 expref: 22 pid: 24929 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746139102.329358:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acb953 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35127b9 expref: 22 pid: 24929 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746139102.329381:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acb953 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35127b9 expref: 22 pid: 24929 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746139102.329413:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139102.329415:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139102.329422:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fa5de00/0x1f9f6ca451acb95a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35127c0 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139102.329430:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fa5de00/0x1f9f6ca451acb95a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35127c0 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139102.329464:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012fa5de00/0x1f9f6ca451acb95a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35127c0 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139102.329476:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0759180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832184832:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139102.329566:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f075c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746139102.331775:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139102.332169:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840401408 00000100:00100000:2.0:1746139102.332179:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840401408 00000100:00100000:2.0:1746139102.332891:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29948 00000100:00100000:2.0:1746139102.332901:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800874d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+22:1800:x1830958840401408:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139102.332921:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139102.332937:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fa5cc00/0x1f9f6ca451acb961 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a35127c7 expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.332967:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fa5de00/0x1f9f6ca451acb95a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35127c0 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.332974:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139102.332976:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139102.332980:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fa5cc00/0x1f9f6ca451acb961 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35127c7 expref: 23 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.333011:0:18644:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fa5de00/0x1f9f6ca451acb95a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35127c0 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.333021:0:18644:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fa5de00/0x1f9f6ca451acb95a lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35127c0 expref: 5 pid: 18644 timeout: 827 lvb_type: 0 00000100:00100000:2.0:1746139102.333035:0:18644:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0869500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832184960:192.168.203.56@tcp:104: 00000100:00100000:2.0:1746139102.333114:0:18644:0:(client.c:2553:ptlrpc_set_wait()) set ffff880084a70f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746139102.333896:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0759180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832184832:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139102.333912:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139102.334398:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087514700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+23:2007:x1830958840401280:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 5091us (5274us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139102.334409:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17261 00000100:00100000:0.0:1746139102.334970:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139102.335024:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840401664 00000100:00100000:2.0:1746139102.335029:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840401664 00002000:00100000:2.0:1746139102.335061:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800874d0380 x1830958840401664/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:28/0 lens 488/0 e 0 to 0 dl 1746139113 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139102.335071:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800874d0380 with x1830958840401664 ext(0->4095) 00010000:00010000:2.0:1746139102.335079:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fa5de00/0x1f9f6ca451acb95a lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35127c0 expref: 6 pid: 18644 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746139102.335096:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fa5de00/0x1f9f6ca451acb95a lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35127c0 expref: 6 pid: 18644 timeout: 827 lvb_type: 0 00002000:00010000:2.0:1746139102.335102:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800874d0380 00000100:00100000:2.0:1746139102.335789:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2716 00000100:00100000:2.0:1746139102.335797:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800874d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2009:x1830958840401664:12345-192.168.203.56@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746139102.335952:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800874d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2009:x1830958840401664:12345-192.168.203.56@tcp:3:ptlrpcd_01_00.0 Request processed in 156us (982us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746139102.335958:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2716 00002000:00100000:2.0:1746139102.335963:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800874d0380 x1830958840401664/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:28/0 lens 488/4536 e 0 to 0 dl 1746139113 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139102.335971:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800874d0380 with x1830958840401664 ext(0->4095) 00010000:00010000:2.0:1746139102.335976:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fa5de00/0x1f9f6ca451acb95a lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35127c0 expref: 6 pid: 18644 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746139102.335985:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fa5de00/0x1f9f6ca451acb95a lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35127c0 expref: 6 pid: 18644 timeout: 827 lvb_type: 0 00002000:00010000:2.0:1746139102.335991:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800874d0380 00000100:00100000:2.0:1746139102.338491:0:18644:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0869500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832184960:192.168.203.56@tcp:104: 00010000:00010000:2.0:1746139102.338528:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fa5cc00/0x1f9f6ca451acb961 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35127c7 expref: 22 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.338543:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fa5cc00, rc 0) 00000100:00100000:2.0:1746139102.338578:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800874d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+22:1800:x1830958840401408:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5679us (6812us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139102.338585:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29948 00000100:00100000:0.0:1746139102.339781:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139102.339927:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840401792 00000100:00100000:2.0:1746139102.339934:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840401792 00000100:00100000:2.0:1746139102.340556:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29949 00000100:00100000:2.0:1746139102.340564:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800874d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+22:1814:x1830958840401792:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139102.340582:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139102.340600:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f218000/0x1f9f6ca451acb968 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a35127ce expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.340660:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139102.340666:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fa5cc00/0x1f9f6ca451acb961 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35127c7 expref: 23 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.340672:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139102.340675:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f218000/0x1f9f6ca451acb968 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35127ce expref: 23 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.340711:0:18644:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fa5cc00/0x1f9f6ca451acb961 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35127c7 expref: 23 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.340722:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f218000/0x1f9f6ca451acb968 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35127ce expref: 23 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.340730:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f218000, rc 0) 00000100:00100000:2.0:1746139102.340763:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800874d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+23:1814:x1830958840401792:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 200us (986us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139102.340772:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29949 00000100:00100000:0.0:1746139102.341050:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139102.341174:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840401920 00000100:00100000:3.0:1746139102.341179:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840401920 00010000:00010000:3.0:1746139102.341201:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012fa5de00/0x1f9f6ca451acb95a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35127c0 expref: 6 pid: 18644 timeout: 827 lvb_type: 0 00000100:00100000:3.0:1746139102.341219:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17262 00000100:00100000:3.0:1746139102.341224:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800874d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840401920:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139102.341234:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139102.341254:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012fa5de00/0x1f9f6ca451acb95a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35127c0 expref: 6 pid: 18644 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746139102.341266:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012fa5de00/0x1f9f6ca451acb95a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35127c0 expref: 6 pid: 18644 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746139102.341282:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fa5de00/0x1f9f6ca451acb95a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35127c0 expref: 6 pid: 18644 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746139102.342010:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139102.342012:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139102.342019:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fa5cc00/0x1f9f6ca451acb961 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35127c7 expref: 22 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139102.342027:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fa5cc00/0x1f9f6ca451acb961 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35127c7 expref: 22 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139102.342051:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012fa5cc00/0x1f9f6ca451acb961 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35127c7 expref: 22 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139102.342062:0:7207:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fa5cc00/0x1f9f6ca451acb961 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35127c7 expref: 22 pid: 18644 timeout: 827 lvb_type: 0 00000100:00100000:3.0:1746139102.342072:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0759c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832185216:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139102.342131:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f075c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746139102.344421:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0759c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832185216:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139102.344440:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139102.344865:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800874d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2008:x1830958840401920:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3638us (3812us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139102.344875:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17262 00000100:00100000:0.0:1746139102.346717:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139102.346780:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840402176 00000100:00100000:1.0:1746139102.346788:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840402176 00002000:00100000:1.0:1746139102.346839:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800874d0e00 x1830958840402176/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:28/0 lens 488/0 e 0 to 0 dl 1746139113 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139102.346849:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800874d0e00 with x1830958840402176 ext(0->4095) 00010000:00010000:1.0:1746139102.346858:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fa5cc00/0x1f9f6ca451acb961 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35127c7 expref: 23 pid: 18644 timeout: 827 lvb_type: 0 00010000:00010000:1.0:1746139102.346873:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fa5cc00/0x1f9f6ca451acb961 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35127c7 expref: 23 pid: 18644 timeout: 827 lvb_type: 0 00002000:00010000:1.0:1746139102.346879:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800874d0e00 00000100:00100000:1.0:1746139102.346931:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2717 00000100:00100000:1.0:1746139102.346938:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800874d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+23:2008:x1830958840402176:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746139102.347078:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800874d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+23:2008:x1830958840402176:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 140us (370us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139102.347084:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2717 00002000:00100000:1.0:1746139102.347089:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800874d0e00 x1830958840402176/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:28/0 lens 488/4536 e 0 to 0 dl 1746139113 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139102.347096:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800874d0e00 with x1830958840402176 ext(0->4095) 00010000:00010000:1.0:1746139102.347100:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fa5cc00/0x1f9f6ca451acb961 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35127c7 expref: 23 pid: 18644 timeout: 827 lvb_type: 0 00010000:00010000:1.0:1746139102.347109:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fa5cc00/0x1f9f6ca451acb961 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35127c7 expref: 23 pid: 18644 timeout: 827 lvb_type: 0 00002000:00010000:1.0:1746139102.347115:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800874d0e00 00000100:00100000:0.0:1746139102.349272:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139102.349493:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840402304 00000100:00100000:3.0:1746139102.349515:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840402304 00010000:00010000:3.0:1746139102.349553:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012fa5cc00/0x1f9f6ca451acb961 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35127c7 expref: 23 pid: 18644 timeout: 827 lvb_type: 0 00000100:00100000:3.0:1746139102.349578:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17263 00000100:00100000:3.0:1746139102.349584:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b48e3c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+23:2007:x1830958840402304:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139102.349597:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139102.349636:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012fa5cc00/0x1f9f6ca451acb961 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35127c7 expref: 23 pid: 18644 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746139102.349648:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012fa5cc00/0x1f9f6ca451acb961 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35127c7 expref: 23 pid: 18644 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746139102.349668:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fa5cc00/0x1f9f6ca451acb961 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35127c7 expref: 23 pid: 18644 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746139102.350255:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139102.350258:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139102.350266:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f218000/0x1f9f6ca451acb968 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35127ce expref: 22 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139102.350275:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f218000/0x1f9f6ca451acb968 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35127ce expref: 22 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139102.350311:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f218000/0x1f9f6ca451acb968 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35127ce expref: 22 pid: 18644 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139102.350325:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0759c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832185344:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139102.350841:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f075c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746139102.353890:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0759c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832185344:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139102.353914:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139102.353955:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b48e3c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+22:2007:x1830958840402304:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 4370us (4690us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139102.353965:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17263 00000100:00100000:0.0:1746139102.354999:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139102.355508:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840402560 00000100:00100000:3.0:1746139102.355516:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840402560 00002000:00100000:3.0:1746139102.355558:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800874d1180 x1830958840402560/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:28/0 lens 488/0 e 0 to 0 dl 1746139113 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139102.355568:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800874d1180 with x1830958840402560 ext(0->4095) 00002000:00010000:3.0:1746139102.355572:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800874d1180 00000100:00100000:3.0:1746139102.355838:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13332 00000100:00100000:3.0:1746139102.356233:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800874d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+22:2007:x1830958840402560:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746139102.356403:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800874d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+22:2007:x1830958840402560:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 557us (1407us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746139102.356409:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13332 00002000:00100000:3.0:1746139102.356415:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800874d1180 x1830958840402560/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:28/0 lens 488/4536 e 0 to 0 dl 1746139113 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139102.356428:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800874d1180 with x1830958840402560 ext(0->4095) 00002000:00010000:3.0:1746139102.356431:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800874d1180 00000100:00100000:0.0:1746139102.358371:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139102.358865:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840402688 00000100:00100000:1.0:1746139102.358875:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840402688 00000100:00100000:1.0:1746139102.359115:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29950 00000100:00100000:1.0:1746139102.359123:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800874d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840402688:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139102.359142:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139102.359159:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ec00/0x1f9f6ca451acb96f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a35127d5 expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139102.359188:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f218000/0x1f9f6ca451acb968 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35127ce expref: 21 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139102.359196:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139102.359198:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139102.359202:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ec00/0x1f9f6ca451acb96f lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35127d5 expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139102.359235:0:9564:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f218000/0x1f9f6ca451acb968 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35127ce expref: 21 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139102.359248:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f218000/0x1f9f6ca451acb968 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35127ce expref: 21 pid: 18644 timeout: 827 lvb_type: 0 00000100:00100000:1.0:1746139102.359260:0:9564:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c410e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832185472:192.168.203.56@tcp:104: 00000100:00100000:1.0:1746139102.360208:0:9564:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a059d840 going to sleep for 11 seconds 00000100:00100000:1.0:1746139102.362777:0:9564:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c410e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832185472:192.168.203.56@tcp:104: 00010000:00010000:1.0:1746139102.362813:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ec00/0x1f9f6ca451acb96f lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35127d5 expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139102.362839:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7ec00, rc 0) 00000100:00100000:1.0:1746139102.362888:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800874d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840402688:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3765us (4524us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139102.362898:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29950 00000100:00100000:0.0:1746139102.363446:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139102.363647:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840402816 00000100:00100000:2.0:1746139102.363655:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840402816 00010000:00010000:2.0:1746139102.363685:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f218000/0x1f9f6ca451acb968 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35127ce expref: 22 pid: 18644 timeout: 827 lvb_type: 0 00000100:00100000:2.0:1746139102.363709:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17264 00000100:00100000:2.0:1746139102.363716:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800874d1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+22:2007:x1830958840402816:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139102.363730:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139102.363753:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f218000/0x1f9f6ca451acb968 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35127ce expref: 22 pid: 18644 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746139102.363764:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f218000/0x1f9f6ca451acb968 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35127ce expref: 22 pid: 18644 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746139102.363789:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f218000/0x1f9f6ca451acb968 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35127ce expref: 22 pid: 18644 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746139102.363815:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139102.363817:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139102.363824:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ec00/0x1f9f6ca451acb96f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35127d5 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.363833:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ec00/0x1f9f6ca451acb96f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35127d5 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.363863:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ec00/0x1f9f6ca451acb96f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35127d5 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746139102.363878:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0869500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832185600:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139102.363951:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012a2b2540 going to sleep for 11 seconds 00000100:00100000:0.0:1746139102.367037:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139102.367177:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840402944 00000100:00100000:1.0:1746139102.367186:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840402944 00000100:00100000:2.0:1746139102.367690:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0869500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832185600:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139102.367713:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746139102.367790:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29951 00000100:00100000:1.0:1746139102.367798:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800874d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+22:1800:x1830958840402944:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139102.367816:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139102.367832:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acb976 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a35127dc expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139102.367858:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ec00/0x1f9f6ca451acb96f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35127d5 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139102.367865:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139102.367867:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139102.367870:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acb976 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35127dc expref: 23 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139102.367899:0:9564:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ec00/0x1f9f6ca451acb96f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35127d5 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139102.367911:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ec00/0x1f9f6ca451acb96f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35127d5 expref: 5 pid: 9564 timeout: 827 lvb_type: 0 00000100:00100000:1.0:1746139102.367927:0:9564:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c410e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832185728:192.168.203.56@tcp:104: 00000100:00100000:0.0:1746139102.367996:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139102.368468:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800874d1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+23:2007:x1830958840402816:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 4751us (5022us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139102.368477:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17264 00000100:00100000:1.0:1746139102.368642:0:9564:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a059d840 going to sleep for 11 seconds 00000100:00100000:0.0:1746139102.368884:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840403200 00000100:00100000:0.0:1746139102.368889:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840403200 00002000:00100000:0.0:1746139102.368918:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800874d1f80 x1830958840403200/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:28/0 lens 488/0 e 0 to 0 dl 1746139113 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139102.368927:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800874d1f80 with x1830958840403200 ext(0->4095) 00010000:00010000:0.0:1746139102.368934:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ec00/0x1f9f6ca451acb96f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35127d5 expref: 6 pid: 9564 timeout: 827 lvb_type: 0 00010000:00010000:0.0:1746139102.368945:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ec00/0x1f9f6ca451acb96f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35127d5 expref: 6 pid: 9564 timeout: 827 lvb_type: 0 00002000:00010000:0.0:1746139102.368951:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800874d1f80 00000100:00100000:0.0:1746139102.368970:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2718 00000100:00100000:0.0:1746139102.368975:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800874d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840403200:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746139102.369088:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800874d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840403200:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 113us (1091us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746139102.369094:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2718 00002000:00100000:0.0:1746139102.369098:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800874d1f80 x1830958840403200/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:28/0 lens 488/4536 e 0 to 0 dl 1746139113 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139102.369104:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800874d1f80 with x1830958840403200 ext(0->4095) 00010000:00010000:0.0:1746139102.369109:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ec00/0x1f9f6ca451acb96f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35127d5 expref: 6 pid: 9564 timeout: 827 lvb_type: 0 00010000:00010000:0.0:1746139102.369116:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ec00/0x1f9f6ca451acb96f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35127d5 expref: 6 pid: 9564 timeout: 827 lvb_type: 0 00002000:00010000:0.0:1746139102.369122:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800874d1f80 00000100:00100000:1.0:1746139102.372537:0:9564:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c410e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832185728:192.168.203.56@tcp:104: 00010000:00010000:1.0:1746139102.372568:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acb976 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35127dc expref: 22 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139102.372585:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7f400, rc 0) 00000100:00100000:1.0:1746139102.372665:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800874d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+22:1800:x1830958840402944:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4867us (5637us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139102.372673:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29951 00000100:00100000:0.0:1746139102.373515:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139102.373576:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840403328 00000100:00100000:1.0:1746139102.373582:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840403328 00000100:00100000:1.0:1746139102.373639:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29952 00000100:00100000:1.0:1746139102.373646:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800874d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+22:1814:x1830958840403328:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139102.373662:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139102.373677:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fa00/0x1f9f6ca451acb97d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a35127e3 expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139102.373698:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139102.373703:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acb976 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35127dc expref: 23 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139102.373708:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139102.373711:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fa00/0x1f9f6ca451acb97d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35127e3 expref: 23 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139102.373747:0:9564:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acb976 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35127dc expref: 23 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139102.373756:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fa00/0x1f9f6ca451acb97d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35127e3 expref: 23 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139102.373763:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7fa00, rc 0) 00000100:00100000:1.0:1746139102.373796:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800874d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+23:1814:x1830958840403328:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 150us (283us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139102.373801:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29952 00000100:00100000:0.0:1746139102.376582:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139102.377299:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840403456 00000100:00100000:2.0:1746139102.377310:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840403456 00010000:00010000:2.0:1746139102.377355:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ec00/0x1f9f6ca451acb96f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35127d5 expref: 6 pid: 9564 timeout: 827 lvb_type: 0 00000100:00100000:2.0:1746139102.377544:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17265 00000100:00100000:2.0:1746139102.377553:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800874d2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840403456:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139102.377571:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139102.377594:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ec00/0x1f9f6ca451acb96f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35127d5 expref: 6 pid: 9564 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746139102.377605:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ec00/0x1f9f6ca451acb96f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35127d5 expref: 6 pid: 9564 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746139102.377651:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ec00/0x1f9f6ca451acb96f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35127d5 expref: 6 pid: 9564 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746139102.377681:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139102.377684:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139102.377694:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acb976 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35127dc expref: 22 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.377703:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acb976 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35127dc expref: 22 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.377744:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acb976 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35127dc expref: 22 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.377756:0:7207:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acb976 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35127dc expref: 22 pid: 9564 timeout: 827 lvb_type: 0 00000100:00100000:2.0:1746139102.377768:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0869500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832185984:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139102.377847:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012a2b2540 going to sleep for 11 seconds 00000100:00100000:0.0:1746139102.380960:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139102.381086:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840403712 00000100:00100000:1.0:1746139102.381097:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840403712 00002000:00100000:1.0:1746139102.381147:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800874d2a00 x1830958840403712/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:28/0 lens 488/0 e 0 to 0 dl 1746139113 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139102.381157:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800874d2a00 with x1830958840403712 ext(0->4095) 00010000:00010000:1.0:1746139102.381167:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acb976 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35127dc expref: 23 pid: 9564 timeout: 827 lvb_type: 0 00010000:00010000:1.0:1746139102.381183:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acb976 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35127dc expref: 23 pid: 9564 timeout: 827 lvb_type: 0 00002000:00010000:1.0:1746139102.381189:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800874d2a00 00000100:00100000:1.0:1746139102.381211:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2719 00000100:00100000:1.0:1746139102.381219:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800874d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+23:2007:x1830958840403712:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746139102.381392:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800874d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+23:2007:x1830958840403712:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 172us (442us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139102.381400:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2719 00002000:00100000:1.0:1746139102.381405:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800874d2a00 x1830958840403712/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:28/0 lens 488/4536 e 0 to 0 dl 1746139113 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139102.381413:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800874d2a00 with x1830958840403712 ext(0->4095) 00010000:00010000:1.0:1746139102.381417:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acb976 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35127dc expref: 23 pid: 9564 timeout: 827 lvb_type: 0 00010000:00010000:1.0:1746139102.381426:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acb976 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35127dc expref: 23 pid: 9564 timeout: 827 lvb_type: 0 00002000:00010000:1.0:1746139102.381431:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800874d2a00 00000100:00100000:2.0:1746139102.381663:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0869500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832185984:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139102.381684:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139102.381715:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800874d2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2007:x1830958840403456:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 4163us (5144us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139102.381723:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17265 00000100:00100000:0.0:1746139102.385243:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139102.386033:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840403840 00000100:00100000:2.0:1746139102.386043:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840403840 00010000:00010000:2.0:1746139102.386086:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acb976 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35127dc expref: 23 pid: 9564 timeout: 827 lvb_type: 0 00000100:00100000:2.0:1746139102.386158:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17266 00000100:00100000:2.0:1746139102.386167:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800874d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+23:2007:x1830958840403840:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139102.386184:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139102.386206:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acb976 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35127dc expref: 23 pid: 9564 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746139102.386219:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acb976 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35127dc expref: 23 pid: 9564 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746139102.386242:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acb976 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35127dc expref: 23 pid: 9564 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746139102.386271:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139102.386273:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139102.386279:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fa00/0x1f9f6ca451acb97d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35127e3 expref: 22 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.386286:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fa00/0x1f9f6ca451acb97d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35127e3 expref: 22 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.386318:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fa00/0x1f9f6ca451acb97d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35127e3 expref: 22 pid: 9564 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746139102.386328:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0869500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832186112:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139102.386414:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012a2b2540 going to sleep for 11 seconds 00000100:00100000:0.0:1746139102.389742:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139102.389888:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0869500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832186112:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139102.389912:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139102.389952:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800874d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+22:2007:x1830958840403840:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3787us (4718us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139102.389965:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17266 00000100:00100000:1.0:1746139102.390050:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840404096 00000100:00100000:1.0:1746139102.390056:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840404096 00002000:00100000:1.0:1746139102.390091:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800874d3100 x1830958840404096/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:28/0 lens 488/0 e 0 to 0 dl 1746139113 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139102.390101:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800874d3100 with x1830958840404096 ext(0->4095) 00002000:00010000:1.0:1746139102.390105:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800874d3100 00000100:00100000:1.0:1746139102.390120:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13333 00000100:00100000:1.0:1746139102.390126:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800874d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+22:2007:x1830958840404096:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746139102.390249:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800874d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+22:2007:x1830958840404096:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 123us (518us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139102.390255:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13333 00002000:00100000:1.0:1746139102.390260:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800874d3100 x1830958840404096/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:28/0 lens 488/4536 e 0 to 0 dl 1746139113 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139102.390271:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800874d3100 with x1830958840404096 ext(0->4095) 00002000:00010000:1.0:1746139102.390273:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800874d3100 00000100:00100000:0.0:1746139102.393554:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139102.393654:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840404224 00000100:00100000:3.0:1746139102.393664:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840404224 00000100:00100000:3.0:1746139102.393719:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29953 00000100:00100000:3.0:1746139102.393728:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800874d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840404224:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746139102.393747:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139102.393766:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008760ca00/0x1f9f6ca451acb984 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a35127ea expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139102.393793:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fa00/0x1f9f6ca451acb97d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35127e3 expref: 21 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139102.393801:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746139102.393802:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746139102.393805:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008760ca00/0x1f9f6ca451acb984 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35127ea expref: 6 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139102.393835:0:18644:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fa00/0x1f9f6ca451acb97d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35127e3 expref: 21 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139102.393846:0:18644:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fa00/0x1f9f6ca451acb97d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35127e3 expref: 21 pid: 9564 timeout: 827 lvb_type: 0 00000100:00100000:3.0:1746139102.393857:0:18644:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0759c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832186240:192.168.203.56@tcp:104: 00000100:00100000:3.0:1746139102.394090:0:18644:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f075900 going to sleep for 11 seconds 00000100:00100000:3.0:1746139102.395682:0:18644:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0759c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832186240:192.168.203.56@tcp:104: 00010000:00010000:3.0:1746139102.395709:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008760ca00/0x1f9f6ca451acb984 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35127ea expref: 6 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139102.395724:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008760ca00, rc 0) 00000100:00100000:3.0:1746139102.395758:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800874d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840404224:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2031us (2214us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139102.395766:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29953 00000100:00100000:0.0:1746139102.398612:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139102.399293:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840404352 00000100:00100000:2.0:1746139102.399308:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840404352 00010000:00010000:2.0:1746139102.399358:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fa00/0x1f9f6ca451acb97d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35127e3 expref: 22 pid: 9564 timeout: 827 lvb_type: 0 00000100:00100000:2.0:1746139102.399393:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17267 00000100:00100000:2.0:1746139102.399401:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800874d3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+22:2008:x1830958840404352:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139102.399421:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139102.399448:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fa00/0x1f9f6ca451acb97d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35127e3 expref: 22 pid: 9564 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746139102.399461:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fa00/0x1f9f6ca451acb97d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35127e3 expref: 22 pid: 9564 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746139102.399489:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fa00/0x1f9f6ca451acb97d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35127e3 expref: 22 pid: 9564 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746139102.399526:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139102.399529:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139102.399538:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008760ca00/0x1f9f6ca451acb984 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35127ea expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.399546:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008760ca00/0x1f9f6ca451acb984 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35127ea expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.399583:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008760ca00/0x1f9f6ca451acb984 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35127ea expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746139102.399597:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0869500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832186368:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139102.399717:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012a2b2540 going to sleep for 11 seconds 00000100:00100000:0.0:1746139102.400178:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139102.400742:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840404480 00000100:00100000:2.0:1746139102.400747:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840404480 00000100:00100000:2.0:1746139102.400784:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29954 00000100:00100000:2.0:1746139102.400790:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800874d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+22:1800:x1830958840404480:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139102.400805:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139102.400820:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc600/0x1f9f6ca451acb98b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a35127f1 expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.400837:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008760ca00/0x1f9f6ca451acb984 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35127ea expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.400844:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139102.400845:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139102.400848:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc600/0x1f9f6ca451acb98b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35127f1 expref: 23 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.400868:0:18644:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008760ca00/0x1f9f6ca451acb984 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35127ea expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.400879:0:18644:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008760ca00/0x1f9f6ca451acb984 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35127ea expref: 5 pid: 18644 timeout: 827 lvb_type: 0 00000100:00100000:2.0:1746139102.400887:0:18644:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c797100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832186496:192.168.203.56@tcp:104: 00000100:00100000:2.0:1746139102.400944:0:18644:0:(client.c:2553:ptlrpc_set_wait()) set ffff880084a70f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746139102.404421:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139102.404671:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840404736 00000100:00100000:1.0:1746139102.404682:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840404736 00002000:00100000:1.0:1746139102.404740:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800874d0a80 x1830958840404736/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:28/0 lens 488/0 e 0 to 0 dl 1746139113 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139102.404751:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800874d0a80 with x1830958840404736 ext(0->4095) 00010000:00010000:1.0:1746139102.404761:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008760ca00/0x1f9f6ca451acb984 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35127ea expref: 6 pid: 18644 timeout: 827 lvb_type: 0 00010000:00010000:1.0:1746139102.404774:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008760ca00/0x1f9f6ca451acb984 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35127ea expref: 6 pid: 18644 timeout: 827 lvb_type: 0 00002000:00010000:1.0:1746139102.404781:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800874d0a80 00000100:00100000:1.0:1746139102.404804:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2720 00000100:00100000:1.0:1746139102.404812:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800874d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840404736:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746139102.404945:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800874d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840404736:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 134us (535us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139102.404950:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2720 00002000:00100000:1.0:1746139102.404955:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800874d0a80 x1830958840404736/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:28/0 lens 488/4536 e 0 to 0 dl 1746139113 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139102.404962:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800874d0a80 with x1830958840404736 ext(0->4095) 00010000:00010000:1.0:1746139102.404965:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008760ca00/0x1f9f6ca451acb984 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35127ea expref: 6 pid: 18644 timeout: 827 lvb_type: 0 00010000:00010000:1.0:1746139102.404973:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008760ca00/0x1f9f6ca451acb984 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35127ea expref: 6 pid: 18644 timeout: 827 lvb_type: 0 00002000:00010000:1.0:1746139102.404979:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800874d0a80 00000100:00100000:2.0:1746139102.405106:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0869500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832186368:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139102.405126:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139102.405151:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800874d3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+23:2008:x1830958840404352:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 5751us (6553us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139102.405159:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17267 00000100:00100000:3.0:1746139102.405345:0:18644:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c797100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832186496:192.168.203.56@tcp:104: 00010000:00010000:3.0:1746139102.405365:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc600/0x1f9f6ca451acb98b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35127f1 expref: 22 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139102.405378:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f7cc600, rc 0) 00000100:00100000:3.0:1746139102.405397:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800874d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+22:1800:x1830958840404480:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4607us (5219us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139102.405402:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29954 00000100:00100000:0.0:1746139102.410069:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139102.410190:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840404864 00000100:00100000:2.0:1746139102.410201:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840404864 00010000:00010000:2.0:1746139102.410243:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008760ca00/0x1f9f6ca451acb984 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35127ea expref: 6 pid: 18644 timeout: 827 lvb_type: 0 00000100:00100000:2.0:1746139102.410346:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17268 00000100:00100000:2.0:1746139102.410355:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008855c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2010:x1830958840404864:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139102.410369:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139102.410393:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008760ca00/0x1f9f6ca451acb984 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35127ea expref: 6 pid: 18644 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746139102.410406:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008760ca00/0x1f9f6ca451acb984 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35127ea expref: 6 pid: 18644 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746139102.410432:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008760ca00/0x1f9f6ca451acb984 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35127ea expref: 6 pid: 18644 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746139102.410470:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139102.410472:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139102.410480:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc600/0x1f9f6ca451acb98b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35127f1 expref: 21 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.410493:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc600/0x1f9f6ca451acb98b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35127f1 expref: 21 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.410918:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc600/0x1f9f6ca451acb98b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35127f1 expref: 21 pid: 18644 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746139102.410932:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c797100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832186624:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139102.411214:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff880084a70f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746139102.414984:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c797100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832186624:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139102.415008:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139102.415053:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008855c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2010:x1830958840404864:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 4697us (4993us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139102.415064:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17268 00000100:00100000:0.0:1746139102.416693:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139102.416887:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840405120 00000100:00100000:2.0:1746139102.416894:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840405120 00002000:00100000:2.0:1746139102.416940:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88008855c380 x1830958840405120/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:28/0 lens 488/0 e 0 to 0 dl 1746139113 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139102.416950:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008855c380 with x1830958840405120 ext(0->4095) 00002000:00010000:2.0:1746139102.416954:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008855c380 00000100:00100000:2.0:1746139102.417006:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13334 00000100:00100000:2.0:1746139102.417013:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008855c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+22:2007:x1830958840405120:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746139102.417370:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008855c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+22:2007:x1830958840405120:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 357us (681us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746139102.417379:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13334 00002000:00100000:2.0:1746139102.417385:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88008855c380 x1830958840405120/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:28/0 lens 488/4536 e 0 to 0 dl 1746139113 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139102.417391:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008855c380 with x1830958840405120 ext(0->4095) 00002000:00010000:2.0:1746139102.417394:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008855c380 00000100:00100000:0.0:1746139102.421437:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139102.421606:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840405248 00000100:00100000:3.0:1746139102.421644:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840405248 00000100:00100000:3.0:1746139102.421704:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29955 00000100:00100000:3.0:1746139102.421711:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008855c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840405248:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746139102.421730:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139102.421748:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008760da00/0x1f9f6ca451acb992 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a35127f8 expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139102.421775:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc600/0x1f9f6ca451acb98b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35127f1 expref: 21 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139102.421787:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746139102.421789:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746139102.421792:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008760da00/0x1f9f6ca451acb992 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35127f8 expref: 6 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139102.421821:0:18644:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc600/0x1f9f6ca451acb98b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35127f1 expref: 21 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139102.421833:0:18644:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc600/0x1f9f6ca451acb98b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35127f1 expref: 21 pid: 18644 timeout: 827 lvb_type: 0 00000100:00100000:3.0:1746139102.421844:0:18644:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0759c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832186752:192.168.203.56@tcp:104: 00000100:00100000:3.0:1746139102.421922:0:18644:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f075900 going to sleep for 11 seconds 00000100:00100000:3.0:1746139102.425589:0:18644:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0759c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832186752:192.168.203.56@tcp:104: 00010000:00010000:3.0:1746139102.425661:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008760da00/0x1f9f6ca451acb992 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35127f8 expref: 6 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139102.425679:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008760da00, rc 0) 00000100:00100000:3.0:1746139102.425738:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008855c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840405248:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4027us (4309us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139102.425747:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29955 00000100:00100000:0.0:1746139102.426413:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139102.426477:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840405376 00000100:00100000:2.0:1746139102.426485:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840405376 00002000:00100000:2.0:1746139102.426529:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff88008855ca80 x1830958840405376/t0(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:28/0 lens 496/0 e 0 to 0 dl 1746139113 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139102.426539:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008855ca80 with x1830958840405376 ext(0->7) 00010000:00010000:2.0:1746139102.426546:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc600/0x1f9f6ca451acb98b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35127f1 expref: 22 pid: 18644 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746139102.426559:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc600/0x1f9f6ca451acb98b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35127f1 expref: 22 pid: 18644 timeout: 827 lvb_type: 0 00002000:00010000:2.0:1746139102.426565:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008855ca80 00000100:00100000:2.0:1746139102.426594:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2721 00000100:00100000:2.0:1746139102.426600:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008855ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+22:2008:x1830958840405376:12345-192.168.203.56@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746139102.427421:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008855ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+24:2008:x1830958840405376:12345-192.168.203.56@tcp:4:ldlm_bl.0 Request processed in 819us (1008us total) trans 4294972095 rc 0/0 00000100:00100000:0.0:1746139102.427430:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2721 00002000:00100000:0.0:1746139102.427435:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff88008855ca80 x1830958840405376/t4294972095(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:28/0 lens 496/448 e 0 to 0 dl 1746139113 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139102.427443:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008855ca80 with x1830958840405376 ext(0->7) 00010000:00010000:0.0:1746139102.427448:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc600/0x1f9f6ca451acb98b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35127f1 expref: 24 pid: 18644 timeout: 827 lvb_type: 0 00010000:00010000:0.0:1746139102.427457:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc600/0x1f9f6ca451acb98b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35127f1 expref: 24 pid: 18644 timeout: 827 lvb_type: 0 00002000:00010000:0.0:1746139102.427468:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008855ca80 00000100:00100000:0.0:1746139102.430293:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139102.430391:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840405504 00000100:00100000:2.0:1746139102.430399:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840405504 00010000:00010000:2.0:1746139102.430434:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc600/0x1f9f6ca451acb98b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35127f1 expref: 24 pid: 18644 timeout: 827 lvb_type: 0 00000100:00100000:2.0:1746139102.430459:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17269 00000100:00100000:2.0:1746139102.430468:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008855ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+24:2007:x1830958840405504:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139102.430484:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139102.430513:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc600/0x1f9f6ca451acb98b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35127f1 expref: 24 pid: 18644 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746139102.430525:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc600/0x1f9f6ca451acb98b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35127f1 expref: 24 pid: 18644 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746139102.430547:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc600/0x1f9f6ca451acb98b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35127f1 expref: 24 pid: 18644 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746139102.430923:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139102.430925:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139102.430933:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008760da00/0x1f9f6ca451acb992 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35127f8 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.430942:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008760da00/0x1f9f6ca451acb992 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35127f8 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.431003:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008760da00/0x1f9f6ca451acb992 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35127f8 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746139102.431016:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c797100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832186880:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139102.431097:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff880084a70f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746139102.433191:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139102.435360:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c797100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832186880:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139102.435388:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139102.435462:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008855ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+23:2007:x1830958840405504:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 4993us (5176us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139102.435475:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17269 00000100:00100000:1.0:1746139102.435557:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840405760 00000100:00100000:1.0:1746139102.435566:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840405760 00002000:00100000:1.0:1746139102.435608:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88008855d180 x1830958840405760/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:28/0 lens 488/0 e 0 to 0 dl 1746139113 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139102.435646:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008855d180 with x1830958840405760 ext(0->4095) 00002000:00010000:1.0:1746139102.435650:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008855d180 00000100:00100000:1.0:1746139102.435680:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13335 00000100:00100000:1.0:1746139102.435688:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008855d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840405760:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746139102.435804:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008855d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840405760:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 117us (2619us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139102.435809:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13335 00002000:00100000:1.0:1746139102.435813:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88008855d180 x1830958840405760/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:28/0 lens 488/4536 e 0 to 0 dl 1746139113 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139102.435820:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008855d180 with x1830958840405760 ext(0->4095) 00002000:00010000:1.0:1746139102.435822:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008855d180 00000100:00100000:0.0:1746139102.437850:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139102.439011:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840405888 00000100:00100000:3.0:1746139102.439024:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840405888 00000100:00100000:3.0:1746139102.439082:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29956 00000100:00100000:3.0:1746139102.439090:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008855d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+23:1800:x1830958840405888:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746139102.439118:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139102.439136:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008760ce00/0x1f9f6ca451acb999 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a35127ff expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139102.439171:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008760da00/0x1f9f6ca451acb992 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35127f8 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139102.439178:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139102.439180:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139102.439186:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008760ce00/0x1f9f6ca451acb999 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35127ff expref: 24 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139102.439220:0:18644:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008760da00/0x1f9f6ca451acb992 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35127f8 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139102.439232:0:18644:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008760da00/0x1f9f6ca451acb992 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35127f8 expref: 5 pid: 18644 timeout: 827 lvb_type: 0 00000100:00100000:3.0:1746139102.439243:0:18644:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0759c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832187008:192.168.203.56@tcp:104: 00000100:00100000:3.0:1746139102.439346:0:18644:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f075900 going to sleep for 11 seconds 00000100:00100000:2.0:1746139102.442210:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139102.442276:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840406016 00000100:00100000:1.0:1746139102.442286:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840406016 00000100:00100000:1.0:1746139102.442336:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29957 00000100:00100000:1.0:1746139102.442344:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c797100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+25:1814:x1830958840406016:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139102.442364:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139102.442381:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451acb9a0 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512806 expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139102.442407:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139102.442413:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008760ce00/0x1f9f6ca451acb999 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35127ff expref: 26 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139102.442418:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139102.442422:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451acb9a0 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512806 expref: 26 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139102.442457:0:9564:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008760ce00/0x1f9f6ca451acb999 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35127ff expref: 26 pid: 18644 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139102.442756:0:18644:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0759c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832187008:192.168.203.56@tcp:104: 00010000:00010000:3.0:1746139102.442774:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008760ce00/0x1f9f6ca451acb999 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35127ff expref: 26 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139102.442785:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008760ce00, rc 0) 00000100:00100000:3.0:1746139102.442824:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008855d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+26:1800:x1830958840405888:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3735us (4982us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139102.442834:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29956 00010000:00010000:1.0:1746139102.442846:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451acb9a0 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512806 expref: 26 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139102.442855:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7e000, rc 0) 00000100:00100000:1.0:1746139102.442886:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c797100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+25:1814:x1830958840406016:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 543us (685us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139102.442892:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29957 00000100:00100000:0.0:1746139102.443169:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139102.444191:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840406144 00000100:00100000:3.0:1746139102.444198:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840406144 00010000:00010000:3.0:1746139102.444226:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008760da00/0x1f9f6ca451acb992 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35127f8 expref: 6 pid: 18644 timeout: 827 lvb_type: 0 00000100:00100000:3.0:1746139102.444584:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17270 00000100:00100000:3.0:1746139102.444591:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b48e3850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840406144:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139102.444604:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139102.444638:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008760da00/0x1f9f6ca451acb992 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35127f8 expref: 6 pid: 18644 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746139102.445145:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008760da00/0x1f9f6ca451acb992 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35127f8 expref: 6 pid: 18644 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746139102.445169:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008760da00/0x1f9f6ca451acb992 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35127f8 expref: 6 pid: 18644 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746139102.445195:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139102.445198:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139102.445205:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008760ce00/0x1f9f6ca451acb999 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35127ff expref: 24 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139102.445212:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008760ce00/0x1f9f6ca451acb999 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35127ff expref: 24 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139102.445255:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008760ce00/0x1f9f6ca451acb999 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35127ff expref: 24 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139102.445267:0:7207:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008760ce00/0x1f9f6ca451acb999 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35127ff expref: 24 pid: 18644 timeout: 827 lvb_type: 0 00000100:00100000:3.0:1746139102.445279:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0759c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832187264:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139102.445352:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f075900 going to sleep for 11 seconds 00000100:00100000:0.0:1746139102.447485:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139102.447700:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840406400 00000100:00100000:2.0:1746139102.447708:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840406400 00002000:00100000:2.0:1746139102.447750:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88008855d880 x1830958840406400/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:28/0 lens 488/0 e 0 to 0 dl 1746139113 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139102.447759:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008855d880 with x1830958840406400 ext(0->4095) 00010000:00010000:2.0:1746139102.447767:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008760ce00/0x1f9f6ca451acb999 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35127ff expref: 25 pid: 18644 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746139102.447779:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008760ce00/0x1f9f6ca451acb999 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35127ff expref: 25 pid: 18644 timeout: 827 lvb_type: 0 00002000:00010000:2.0:1746139102.447785:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008855d880 00000100:00100000:2.0:1746139102.447812:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2722 00000100:00100000:2.0:1746139102.447819:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008855d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+25:2008:x1830958840406400:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746139102.447950:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008855d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+25:2008:x1830958840406400:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 132us (473us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746139102.447956:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2722 00002000:00100000:2.0:1746139102.447961:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88008855d880 x1830958840406400/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:28/0 lens 488/4536 e 0 to 0 dl 1746139113 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139102.447967:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008855d880 with x1830958840406400 ext(0->4095) 00010000:00010000:2.0:1746139102.447971:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008760ce00/0x1f9f6ca451acb999 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35127ff expref: 25 pid: 18644 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746139102.447984:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008760ce00/0x1f9f6ca451acb999 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35127ff expref: 25 pid: 18644 timeout: 827 lvb_type: 0 00002000:00010000:2.0:1746139102.447988:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008855d880 00000100:00100000:3.0:1746139102.448391:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0759c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832187264:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139102.448409:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139102.448433:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b48e3850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2007:x1830958840406144:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3842us (5264us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139102.448441:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17270 00000100:00100000:0.0:1746139102.450289:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139102.450494:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840406528 00000100:00100000:3.0:1746139102.450509:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840406528 00010000:00010000:3.0:1746139102.450544:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008760ce00/0x1f9f6ca451acb999 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35127ff expref: 25 pid: 18644 timeout: 827 lvb_type: 0 00000100:00100000:3.0:1746139102.450569:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17271 00000100:00100000:3.0:1746139102.450575:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008855dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+25:2007:x1830958840406528:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139102.450586:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139102.450606:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008760ce00/0x1f9f6ca451acb999 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35127ff expref: 25 pid: 18644 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746139102.450845:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008760ce00/0x1f9f6ca451acb999 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35127ff expref: 25 pid: 18644 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746139102.450869:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008760ce00/0x1f9f6ca451acb999 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35127ff expref: 25 pid: 18644 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746139102.450895:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139102.450897:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139102.450904:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451acb9a0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512806 expref: 24 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139102.450911:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451acb9a0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512806 expref: 24 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139102.450943:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451acb9a0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512806 expref: 24 pid: 9564 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139102.450955:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0759c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832187392:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139102.451034:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f075180 going to sleep for 11 seconds 00000100:00100000:3.0:1746139102.454357:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0759c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832187392:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139102.454383:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139102.454430:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008855dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+24:2007:x1830958840406528:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3853us (4146us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139102.454442:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17271 00000100:00100000:0.0:1746139102.454702:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139102.454813:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840406784 00000100:00100000:1.0:1746139102.454821:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840406784 00002000:00100000:1.0:1746139102.454861:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88008855df80 x1830958840406784/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:28/0 lens 488/0 e 0 to 0 dl 1746139113 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139102.454871:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008855df80 with x1830958840406784 ext(0->4095) 00002000:00010000:1.0:1746139102.454877:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008855df80 00000100:00100000:1.0:1746139102.454904:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13336 00000100:00100000:1.0:1746139102.454910:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008855df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+24:2007:x1830958840406784:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746139102.455044:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008855df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+24:2007:x1830958840406784:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 134us (344us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139102.455050:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13336 00002000:00100000:1.0:1746139102.455055:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88008855df80 x1830958840406784/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:28/0 lens 488/4536 e 0 to 0 dl 1746139113 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139102.455061:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008855df80 with x1830958840406784 ext(0->4095) 00002000:00010000:1.0:1746139102.455064:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008855df80 00000100:00100000:0.0:1746139102.457423:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139102.458160:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840406912 00000100:00100000:1.0:1746139102.458169:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840406912 00000100:00100000:1.0:1746139102.458226:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29958 00000100:00100000:1.0:1746139102.458234:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008855e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840406912:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139102.458252:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139102.458272:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451acb9a7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a351280d expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139102.458303:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451acb9a0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512806 expref: 23 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139102.458311:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139102.458313:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139102.458316:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451acb9a7 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351280d expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139102.458353:0:9564:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451acb9a0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512806 expref: 23 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139102.458365:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451acb9a0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512806 expref: 23 pid: 9564 timeout: 827 lvb_type: 0 00000100:00100000:1.0:1746139102.458376:0:9564:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c410e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832187520:192.168.203.56@tcp:104: 00000100:00100000:1.0:1746139102.458463:0:9564:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a059d3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746139102.460386:0:9564:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c410e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832187520:192.168.203.56@tcp:104: 00010000:00010000:1.0:1746139102.460416:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451acb9a7 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351280d expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139102.460435:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7f600, rc 0) 00000100:00100000:1.0:1746139102.460475:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008855e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840406912:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2241us (3059us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139102.460484:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29958 00000100:00100000:0.0:1746139102.462319:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139102.462551:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840407040 00000100:00100000:3.0:1746139102.462560:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840407040 00010000:00010000:3.0:1746139102.462596:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451acb9a0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512806 expref: 24 pid: 9564 timeout: 827 lvb_type: 0 00000100:00100000:3.0:1746139102.462659:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17272 00000100:00100000:3.0:1746139102.462667:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008855e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+24:2007:x1830958840407040:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139102.462686:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139102.462707:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451acb9a0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512806 expref: 24 pid: 9564 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746139102.462718:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451acb9a0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512806 expref: 24 pid: 9564 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746139102.462741:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451acb9a0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512806 expref: 24 pid: 9564 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746139102.462769:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139102.462770:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139102.462777:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451acb9a7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351280d expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139102.462785:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451acb9a7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351280d expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139102.462814:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451acb9a7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351280d expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139102.462824:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0759c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832187648:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139102.462894:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f075180 going to sleep for 11 seconds 00000100:00100000:0.0:1746139102.464469:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139102.465135:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840407168 00000100:00100000:1.0:1746139102.465143:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840407168 00000100:00100000:1.0:1746139102.465194:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29959 00000100:00100000:1.0:1746139102.465203:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008855ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+24:1800:x1830958840407168:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139102.465220:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139102.465236:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acb9ae lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512814 expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139102.465260:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451acb9a7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351280d expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139102.465267:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139102.465269:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139102.465272:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acb9ae lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512814 expref: 25 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139102.465298:0:9564:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451acb9a7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351280d expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139102.465310:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451acb9a7 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351280d expref: 5 pid: 9564 timeout: 827 lvb_type: 0 00000100:00100000:1.0:1746139102.465321:0:9564:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c410e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832187776:192.168.203.56@tcp:104: 00000100:00100000:1.0:1746139102.465383:0:9564:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a059d3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746139102.465598:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0759c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832187648:192.168.203.56@tcp:105: 00000100:00100000:0.0:1746139102.465904:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00010000:00010000:3.0:1746139102.465992:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139102.466020:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008855e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+25:2007:x1830958840407040:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3354us (3708us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139102.466032:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17272 00000100:00100000:2.0:1746139102.466097:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840407424 00000100:00100000:2.0:1746139102.466102:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840407424 00002000:00100000:2.0:1746139102.466129:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88008855ed80 x1830958840407424/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:28/0 lens 488/0 e 0 to 0 dl 1746139113 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139102.466139:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008855ed80 with x1830958840407424 ext(0->4095) 00010000:00010000:2.0:1746139102.466145:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451acb9a7 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351280d expref: 6 pid: 9564 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746139102.466156:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451acb9a7 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351280d expref: 6 pid: 9564 timeout: 827 lvb_type: 0 00002000:00010000:2.0:1746139102.466163:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008855ed80 00000100:00100000:2.0:1746139102.466177:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2723 00000100:00100000:2.0:1746139102.466182:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008855ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2010:x1830958840407424:12345-192.168.203.56@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746139102.466292:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008855ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2010:x1830958840407424:12345-192.168.203.56@tcp:3:ptlrpcd_01_01.0 Request processed in 109us (389us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746139102.466297:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2723 00002000:00100000:2.0:1746139102.466303:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88008855ed80 x1830958840407424/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:28/0 lens 488/4536 e 0 to 0 dl 1746139113 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139102.466309:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008855ed80 with x1830958840407424 ext(0->4095) 00010000:00010000:2.0:1746139102.466315:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451acb9a7 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351280d expref: 6 pid: 9564 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746139102.466324:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451acb9a7 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351280d expref: 6 pid: 9564 timeout: 827 lvb_type: 0 00002000:00010000:2.0:1746139102.466329:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008855ed80 00000100:00100000:1.0:1746139102.469564:0:9564:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c410e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832187776:192.168.203.56@tcp:104: 00010000:00010000:1.0:1746139102.469597:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acb9ae lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512814 expref: 24 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139102.469641:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7ea00, rc 0) 00000100:00100000:1.0:1746139102.469694:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008855ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+24:1800:x1830958840407168:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4491us (5230us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139102.469703:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29959 00000100:00100000:0.0:1746139102.469802:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139102.470545:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139102.470934:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840407680 00000100:00100000:2.0:1746139102.470941:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840407680 00010000:00010000:2.0:1746139102.470969:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451acb9a7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351280d expref: 6 pid: 9564 timeout: 827 lvb_type: 0 00000100:00100000:2.0:1746139102.470989:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17273 00000100:00100000:2.0:1746139102.470994:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008855f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840407680:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139102.471005:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139102.471023:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451acb9a7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351280d expref: 6 pid: 9564 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746139102.471034:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451acb9a7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351280d expref: 6 pid: 9564 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746139102.471054:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451acb9a7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351280d expref: 6 pid: 9564 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746139102.471068:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139102.471069:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139102.471076:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acb9ae lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512814 expref: 23 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.471088:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acb9ae lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512814 expref: 23 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.471116:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acb9ae lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512814 expref: 23 pid: 9564 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746139102.471126:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0869500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832187904:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139102.471180:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff880084a70f00 going to sleep for 11 seconds 00000100:00100000:1.0:1746139102.471355:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840407552 00000100:00100000:1.0:1746139102.471358:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840407552 00000100:00100000:1.0:1746139102.471385:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29960 00000100:00100000:1.0:1746139102.471390:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008855f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+24:1814:x1830958840407552:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139102.471404:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139102.471414:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fa00/0x1f9f6ca451acb9b5 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a351281b expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139102.471428:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acb9ae lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512814 expref: 25 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139102.471433:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139102.471434:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139102.471437:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fa00/0x1f9f6ca451acb9b5 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351281b expref: 25 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139102.471450:0:9564:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acb9ae lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512814 expref: 25 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139102.471458:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acb9ae lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512814 expref: 25 pid: 9564 timeout: 827 lvb_type: 0 00000100:00100000:1.0:1746139102.471465:0:9564:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c410e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832188032:192.168.203.56@tcp:104: 00000100:00100000:1.0:1746139102.471485:0:9564:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a059d3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746139102.473973:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0869500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832187904:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139102.473997:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139102.474039:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008855f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2008:x1830958840407680:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3044us (3494us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139102.474049:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17273 00000100:00100000:0.0:1746139102.475585:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139102.475802:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840407936 00000100:00100000:1.0:1746139102.475809:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840407936 00002000:00100000:1.0:1746139102.475854:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88008855f800 x1830958840407936/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:28/0 lens 488/0 e 0 to 0 dl 1746139113 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139102.475864:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008855f800 with x1830958840407936 ext(0->4095) 00010000:00010000:1.0:1746139102.475873:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acb9ae lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512814 expref: 26 pid: 9564 timeout: 827 lvb_type: 0 00010000:00010000:1.0:1746139102.475891:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acb9ae lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512814 expref: 26 pid: 9564 timeout: 827 lvb_type: 0 00002000:00010000:1.0:1746139102.475898:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008855f800 00000100:00100000:1.0:1746139102.475928:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2724 00000100:00100000:1.0:1746139102.475936:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008855f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+26:2007:x1830958840407936:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746139102.476066:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008855f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+26:2007:x1830958840407936:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 130us (485us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139102.476073:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2724 00002000:00100000:1.0:1746139102.476078:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88008855f800 x1830958840407936/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:28/0 lens 488/4536 e 0 to 0 dl 1746139113 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139102.476084:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008855f800 with x1830958840407936 ext(0->4095) 00010000:00010000:1.0:1746139102.476088:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acb9ae lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512814 expref: 26 pid: 9564 timeout: 827 lvb_type: 0 00010000:00010000:1.0:1746139102.476097:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acb9ae lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512814 expref: 26 pid: 9564 timeout: 827 lvb_type: 0 00002000:00010000:1.0:1746139102.476103:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008855f800 00000100:00100000:2.0:1746139102.476249:0:9564:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c410e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832188032:192.168.203.56@tcp:104: 00010000:00010000:2.0:1746139102.476272:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fa00/0x1f9f6ca451acb9b5 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351281b expref: 25 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.476289:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7fa00, rc 0) 00000100:00100000:2.0:1746139102.476313:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008855f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+25:1814:x1830958840407552:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4923us (6512us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139102.476321:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29960 00000100:00100000:0.0:1746139102.479445:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139102.479556:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840408064 00000100:00100000:2.0:1746139102.479568:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840408064 00010000:00010000:2.0:1746139102.479608:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acb9ae lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512814 expref: 25 pid: 9564 timeout: 827 lvb_type: 0 00000100:00100000:2.0:1746139102.479710:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17274 00000100:00100000:2.0:1746139102.479718:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008855fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+25:2008:x1830958840408064:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139102.479733:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139102.479754:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acb9ae lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512814 expref: 25 pid: 9564 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746139102.479766:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acb9ae lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512814 expref: 25 pid: 9564 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746139102.479788:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acb9ae lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512814 expref: 25 pid: 9564 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746139102.479983:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139102.479985:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139102.479994:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fa00/0x1f9f6ca451acb9b5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351281b expref: 24 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.480002:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fa00/0x1f9f6ca451acb9b5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351281b expref: 24 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.480037:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fa00/0x1f9f6ca451acb9b5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351281b expref: 24 pid: 9564 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746139102.480050:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0869500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832188160:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139102.480132:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff880084a70f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746139102.481597:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0869500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832188160:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139102.481614:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139102.481982:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008855fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+24:2008:x1830958840408064:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 2262us (2545us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139102.481990:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17274 00000100:00100000:0.0:1746139102.482110:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139102.482326:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840408320 00000100:00100000:3.0:1746139102.482333:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840408320 00002000:00100000:3.0:1746139102.482365:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88008855c000 x1830958840408320/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:28/0 lens 488/0 e 0 to 0 dl 1746139113 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139102.482375:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008855c000 with x1830958840408320 ext(0->4095) 00002000:00010000:3.0:1746139102.482379:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008855c000 00000100:00100000:3.0:1746139102.482393:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13337 00000100:00100000:3.0:1746139102.482398:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008855c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+24:2009:x1830958840408320:12345-192.168.203.56@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746139102.482510:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008855c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+24:2009:x1830958840408320:12345-192.168.203.56@tcp:3:ptlrpcd_01_00.0 Request processed in 112us (400us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746139102.482515:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13337 00002000:00100000:3.0:1746139102.482520:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88008855c000 x1830958840408320/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:28/0 lens 488/4536 e 0 to 0 dl 1746139113 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139102.482526:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008855c000 with x1830958840408320 ext(0->4095) 00002000:00010000:3.0:1746139102.482529:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008855c000 00000100:00100000:0.0:1746139102.483992:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139102.484091:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840408448 00000100:00100000:2.0:1746139102.484097:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840408448 00000100:00100000:2.0:1746139102.484397:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29961 00000100:00100000:2.0:1746139102.484405:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ff6bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840408448:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139102.484418:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139102.484433:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc600/0x1f9f6ca451acb9bc lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512822 expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.484459:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fa00/0x1f9f6ca451acb9b5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351281b expref: 23 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.484466:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139102.484467:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139102.484471:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc600/0x1f9f6ca451acb9bc lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512822 expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.484505:0:9564:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fa00/0x1f9f6ca451acb9b5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351281b expref: 23 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.484516:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fa00/0x1f9f6ca451acb9b5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351281b expref: 23 pid: 9564 timeout: 827 lvb_type: 0 00000100:00100000:2.0:1746139102.484526:0:9564:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0869500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832188288:192.168.203.56@tcp:104: 00000100:00100000:2.0:1746139102.485046:0:9564:0:(client.c:2553:ptlrpc_set_wait()) set ffff880084a70f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746139102.487089:0:9564:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0869500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832188288:192.168.203.56@tcp:104: 00010000:00010000:2.0:1746139102.487121:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc600/0x1f9f6ca451acb9bc lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512822 expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.487136:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f7cc600, rc 0) 00000100:00100000:2.0:1746139102.487172:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ff6bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840408448:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2767us (3186us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139102.487179:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29961 00000100:00100000:0.0:1746139102.487865:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139102.488223:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840408576 00000100:00100000:2.0:1746139102.488229:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840408576 00010000:00010000:2.0:1746139102.488252:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fa00/0x1f9f6ca451acb9b5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351281b expref: 24 pid: 9564 timeout: 827 lvb_type: 0 00000100:00100000:2.0:1746139102.488789:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17275 00000100:00100000:2.0:1746139102.488795:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008855ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+24:2008:x1830958840408576:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139102.488808:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139102.488826:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fa00/0x1f9f6ca451acb9b5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351281b expref: 24 pid: 9564 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746139102.488838:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fa00/0x1f9f6ca451acb9b5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351281b expref: 24 pid: 9564 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746139102.488859:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fa00/0x1f9f6ca451acb9b5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351281b expref: 24 pid: 9564 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746139102.488889:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139102.488891:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139102.488897:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc600/0x1f9f6ca451acb9bc lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512822 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.488905:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc600/0x1f9f6ca451acb9bc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512822 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.488931:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc600/0x1f9f6ca451acb9bc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512822 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746139102.488942:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0868380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832188416:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139102.489164:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff880084a70f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746139102.492140:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139102.492239:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0868380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832188416:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139102.492261:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139102.492298:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008855ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+23:2008:x1830958840408576:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3502us (4434us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139102.492309:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17275 00000100:00100000:1.0:1746139102.492449:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840408832 00000100:00100000:1.0:1746139102.492457:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840408832 00002000:00100000:1.0:1746139102.492494:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88008855c700 x1830958840408832/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:28/0 lens 488/0 e 0 to 0 dl 1746139113 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139102.492513:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008855c700 with x1830958840408832 ext(0->4095) 00002000:00010000:1.0:1746139102.492518:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008855c700 00000100:00100000:1.0:1746139102.492534:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13338 00000100:00100000:1.0:1746139102.492540:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008855c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840408832:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746139102.492669:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008855c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840408832:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 129us (539us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139102.492675:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13338 00002000:00100000:1.0:1746139102.492680:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88008855c700 x1830958840408832/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:28/0 lens 488/4536 e 0 to 0 dl 1746139113 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139102.492687:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008855c700 with x1830958840408832 ext(0->4095) 00002000:00010000:1.0:1746139102.492689:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008855c700 00000100:00100000:2.0:1746139102.494174:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139102.495381:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840408960 00000100:00100000:0.0:1746139102.495390:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840408960 00000100:00100000:0.0:1746139102.495655:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29962 00000100:00100000:0.0:1746139102.495663:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0868380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+23:1800:x1830958840408960:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746139102.495681:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746139102.495700:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f14e400/0x1f9f6ca451acb9c3 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512829 expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139102.495726:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc600/0x1f9f6ca451acb9bc lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512822 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139102.495734:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139102.495736:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139102.495739:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f14e400/0x1f9f6ca451acb9c3 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512829 expref: 24 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139102.495769:0:9564:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc600/0x1f9f6ca451acb9bc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512822 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139102.495782:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc600/0x1f9f6ca451acb9bc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512822 expref: 5 pid: 9564 timeout: 827 lvb_type: 0 00000100:00100000:0.0:1746139102.495793:0:9564:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008855d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832188544:192.168.203.56@tcp:104: 00000100:00100000:0.0:1746139102.495869:0:9564:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007fe37840 going to sleep for 11 seconds 00000100:00100000:0.0:1746139102.497649:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139102.497809:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840409088 00000100:00100000:3.0:1746139102.497816:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840409088 00000100:00100000:3.0:1746139102.497859:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29963 00000100:00100000:3.0:1746139102.497865:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008855e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+25:1814:x1830958840409088:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746139102.497879:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139102.497893:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008760d200/0x1f9f6ca451acb9ca lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512830 expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139102.497919:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139102.497923:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f14e400/0x1f9f6ca451acb9c3 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512829 expref: 26 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139102.497929:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746139102.497932:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008760d200/0x1f9f6ca451acb9ca lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512830 expref: 26 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139102.497957:0:18644:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f14e400/0x1f9f6ca451acb9c3 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512829 expref: 26 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139102.497967:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008760d200/0x1f9f6ca451acb9ca lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512830 expref: 26 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139102.497976:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008760d200, rc 0) 00000100:00100000:3.0:1746139102.498007:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008855e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+26:1814:x1830958840409088:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 143us (392us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139102.498013:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29963 00000100:00100000:2.0:1746139102.498765:0:9564:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008855d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832188544:192.168.203.56@tcp:104: 00010000:00010000:2.0:1746139102.498786:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f14e400/0x1f9f6ca451acb9c3 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512829 expref: 25 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.498795:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f14e400, rc 0) 00000100:00100000:2.0:1746139102.498818:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0868380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+25:1800:x1830958840408960:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3156us (4650us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139102.498824:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29962 00000100:00100000:0.0:1746139102.500949:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139102.501300:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840409216 00000100:00100000:2.0:1746139102.501307:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840409216 00010000:00010000:2.0:1746139102.501341:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc600/0x1f9f6ca451acb9bc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512822 expref: 6 pid: 9564 timeout: 827 lvb_type: 0 00000100:00100000:2.0:1746139102.501364:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17276 00000100:00100000:2.0:1746139102.501371:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008855ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840409216:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139102.501384:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139102.501406:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc600/0x1f9f6ca451acb9bc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512822 expref: 6 pid: 9564 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746139102.501417:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc600/0x1f9f6ca451acb9bc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512822 expref: 6 pid: 9564 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746139102.501437:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc600/0x1f9f6ca451acb9bc lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512822 expref: 6 pid: 9564 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746139102.501470:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139102.501472:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139102.501479:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f14e400/0x1f9f6ca451acb9c3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512829 expref: 24 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.501486:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f14e400/0x1f9f6ca451acb9c3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512829 expref: 24 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.501524:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f14e400/0x1f9f6ca451acb9c3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512829 expref: 24 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.501536:0:7207:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f14e400/0x1f9f6ca451acb9c3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512829 expref: 24 pid: 9564 timeout: 827 lvb_type: 0 00000100:00100000:2.0:1746139102.501548:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0869500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832188800:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139102.501640:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff880084a70f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746139102.504766:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139102.504806:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840409472 00000100:00100000:3.0:1746139102.504818:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840409472 00002000:00100000:3.0:1746139102.504867:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88008855f100 x1830958840409472/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:28/0 lens 488/0 e 0 to 0 dl 1746139113 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746139102.504875:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0869500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832188800:192.168.203.56@tcp:105: 00002000:00100000:3.0:1746139102.504876:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008855f100 with x1830958840409472 ext(0->4095) 00010000:00010000:3.0:1746139102.504885:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f14e400/0x1f9f6ca451acb9c3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512829 expref: 25 pid: 9564 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746139102.504897:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746139102.504902:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f14e400/0x1f9f6ca451acb9c3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512829 expref: 25 pid: 9564 timeout: 827 lvb_type: 0 00002000:00010000:3.0:1746139102.504907:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008855f100 00000100:00100000:3.0:1746139102.504941:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2725 00000100:00100000:2.0:1746139102.504941:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008855ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2007:x1830958840409216:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3566us (3996us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139102.504948:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008855f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+25:2008:x1830958840409472:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746139102.504950:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17276 00000100:00100000:3.0:1746139102.505060:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008855f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+25:2008:x1830958840409472:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 112us (304us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746139102.505066:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2725 00002000:00100000:3.0:1746139102.505071:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88008855f100 x1830958840409472/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:28/0 lens 488/4536 e 0 to 0 dl 1746139113 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139102.505077:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008855f100 with x1830958840409472 ext(0->4095) 00010000:00010000:3.0:1746139102.505081:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f14e400/0x1f9f6ca451acb9c3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512829 expref: 25 pid: 9564 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746139102.505088:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f14e400/0x1f9f6ca451acb9c3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512829 expref: 25 pid: 9564 timeout: 827 lvb_type: 0 00002000:00010000:3.0:1746139102.505094:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008855f100 00000100:00100000:0.0:1746139102.507573:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139102.508160:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840409600 00000100:00100000:2.0:1746139102.508169:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840409600 00010000:00010000:2.0:1746139102.508207:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f14e400/0x1f9f6ca451acb9c3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512829 expref: 25 pid: 9564 timeout: 827 lvb_type: 0 00000100:00100000:2.0:1746139102.508242:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17277 00000100:00100000:2.0:1746139102.508250:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b52be450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+25:2008:x1830958840409600:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139102.508265:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139102.508287:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f14e400/0x1f9f6ca451acb9c3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512829 expref: 25 pid: 9564 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746139102.508300:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f14e400/0x1f9f6ca451acb9c3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512829 expref: 25 pid: 9564 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746139102.508322:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f14e400/0x1f9f6ca451acb9c3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512829 expref: 25 pid: 9564 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746139102.508348:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139102.508350:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139102.508357:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008760d200/0x1f9f6ca451acb9ca lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512830 expref: 24 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.508365:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008760d200/0x1f9f6ca451acb9ca lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512830 expref: 24 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.508399:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008760d200/0x1f9f6ca451acb9ca lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512830 expref: 24 pid: 18644 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746139102.508411:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0869500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832188928:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139102.508488:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff880084a70f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746139102.510456:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0869500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832188928:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139102.510480:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139102.510537:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b52be450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+24:2008:x1830958840409600:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 2286us (2971us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139102.510547:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17277 00000100:00100000:0.0:1746139102.510648:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139102.510737:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840409856 00000100:00100000:2.0:1746139102.510743:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840409856 00002000:00100000:2.0:1746139102.510782:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88008855dc00 x1830958840409856/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:28/0 lens 488/0 e 0 to 0 dl 1746139113 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139102.510791:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008855dc00 with x1830958840409856 ext(0->4095) 00002000:00010000:2.0:1746139102.510795:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008855dc00 00000100:00100000:2.0:1746139102.510822:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13339 00000100:00100000:2.0:1746139102.510828:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008855dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+24:2007:x1830958840409856:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746139102.510963:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008855dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+24:2007:x1830958840409856:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 134us (315us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746139102.510969:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13339 00002000:00100000:2.0:1746139102.510975:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88008855dc00 x1830958840409856/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:28/0 lens 488/4536 e 0 to 0 dl 1746139113 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139102.510982:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008855dc00 with x1830958840409856 ext(0->4095) 00002000:00010000:2.0:1746139102.510984:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008855dc00 00000100:00100000:0.0:1746139102.512056:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139102.512132:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840409984 00000100:00100000:2.0:1746139102.512138:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840409984 00000100:00100000:2.0:1746139102.512172:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29964 00000100:00100000:2.0:1746139102.512177:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008855e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840409984:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139102.512189:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139102.512204:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f7cd400/0x1f9f6ca451acb9d1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512837 expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.512227:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008760d200/0x1f9f6ca451acb9ca lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512830 expref: 23 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.512234:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139102.512236:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139102.512239:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f7cd400/0x1f9f6ca451acb9d1 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512837 expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.512266:0:9564:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008760d200/0x1f9f6ca451acb9ca lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512830 expref: 23 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.512281:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008760d200/0x1f9f6ca451acb9ca lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512830 expref: 23 pid: 18644 timeout: 827 lvb_type: 0 00000100:00100000:2.0:1746139102.512293:0:9564:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0869500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832189056:192.168.203.56@tcp:104: 00000100:00100000:2.0:1746139102.512823:0:9564:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012a2b2540 going to sleep for 11 seconds 00000100:00100000:2.0:1746139102.514446:0:9564:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0869500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832189056:192.168.203.56@tcp:104: 00010000:00010000:2.0:1746139102.514476:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f7cd400/0x1f9f6ca451acb9d1 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512837 expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.514491:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f7cd400, rc 0) 00000100:00100000:2.0:1746139102.514542:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008855e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840409984:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2364us (2489us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139102.514551:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29964 00000100:00100000:0.0:1746139102.515682:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139102.515881:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840410112 00000100:00100000:2.0:1746139102.515888:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840410112 00010000:00010000:2.0:1746139102.515915:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008760d200/0x1f9f6ca451acb9ca lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512830 expref: 24 pid: 18644 timeout: 827 lvb_type: 0 00000100:00100000:2.0:1746139102.515939:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17278 00000100:00100000:2.0:1746139102.515945:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008855f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+24:2008:x1830958840410112:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139102.515957:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139102.515976:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008760d200/0x1f9f6ca451acb9ca lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512830 expref: 24 pid: 18644 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746139102.515991:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008760d200/0x1f9f6ca451acb9ca lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512830 expref: 24 pid: 18644 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746139102.516014:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008760d200/0x1f9f6ca451acb9ca lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512830 expref: 24 pid: 18644 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746139102.516052:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139102.516056:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139102.516064:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f7cd400/0x1f9f6ca451acb9d1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512837 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.516072:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f7cd400/0x1f9f6ca451acb9d1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512837 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.516102:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f7cd400/0x1f9f6ca451acb9d1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512837 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746139102.516114:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0869500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832189184:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139102.516259:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012a2b2540 going to sleep for 11 seconds 00000100:00100000:2.0:1746139102.518024:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0869500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832189184:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139102.518043:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139102.518085:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008855f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+23:2008:x1830958840410112:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 2140us (2406us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139102.518096:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17278 00000100:00100000:0.0:1746139102.518515:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139102.518670:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840410368 00000100:00100000:3.0:1746139102.518678:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840410368 00002000:00100000:3.0:1746139102.518726:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88008855fb80 x1830958840410368/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:28/0 lens 488/0 e 0 to 0 dl 1746139113 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139102.518736:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008855fb80 with x1830958840410368 ext(0->4095) 00002000:00010000:3.0:1746139102.518742:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008855fb80 00000100:00100000:3.0:1746139102.518759:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13340 00000100:00100000:3.0:1746139102.518766:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008855fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840410368:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746139102.519413:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008855fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840410368:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 646us (896us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746139102.519419:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13340 00002000:00100000:3.0:1746139102.519425:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88008855fb80 x1830958840410368/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:28/0 lens 488/4536 e 0 to 0 dl 1746139113 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139102.519433:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008855fb80 with x1830958840410368 ext(0->4095) 00002000:00010000:3.0:1746139102.519436:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008855fb80 00000100:00100000:0.0:1746139102.521248:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139102.521324:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139102.521554:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840410496 00000100:00100000:2.0:1746139102.521563:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840410496 00000100:00100000:2.0:1746139102.521793:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840410624 00000100:00100000:2.0:1746139102.521797:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840410624 00000100:00100000:1.0:1746139102.521853:0:24929:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29965 00000100:00100000:1.0:1746139102.521873:0:24929:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008855ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b60e9717-019c-4527-a82a-15e993ac5189+24:1814:x1830958840410496:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139102.521889:0:24929:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139102.521906:0:24929:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acb9d8 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a351283e expref: -99 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139102.521935:0:24929:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f7cd400/0x1f9f6ca451acb9d1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512837 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139102.521943:0:24929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139102.521945:0:24929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139102.521948:0:24929:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acb9d8 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351283e expref: 25 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139102.521978:0:24929:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f7cd400/0x1f9f6ca451acb9d1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512837 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139102.521995:0:24929:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f7cd400/0x1f9f6ca451acb9d1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512837 expref: 5 pid: 9564 timeout: 827 lvb_type: 0 00000100:00100000:1.0:1746139102.522006:0:24929:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c411c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24929:1830958832189312:192.168.203.56@tcp:104: 00000100:00100000:1.0:1746139102.522070:0:24929:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a059d6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746139102.522210:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29966 00000100:00100000:2.0:1746139102.522217:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008855ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+25:1800:x1830958840410624:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139102.522223:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139102.522230:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f7cd200/0x1f9f6ca451acb9df lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512845 expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.522240:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139102.522244:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acb9d8 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351283e expref: 26 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.522250:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139102.522252:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f7cd200/0x1f9f6ca451acb9df lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512845 expref: 26 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.522274:0:9564:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acb9d8 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351283e expref: 26 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.522285:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f7cd200/0x1f9f6ca451acb9df lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512845 expref: 26 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.522294:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f7cd200, rc 0) 00000100:00100000:2.0:1746139102.522316:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008855ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+26:1800:x1830958840410624:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 100us (992us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139102.522322:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29966 00000100:00100000:0.0:1746139102.525866:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139102.526023:0:24929:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c411c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24929:1830958832189312:192.168.203.56@tcp:104: 00010000:00010000:1.0:1746139102.526054:0:24929:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acb9d8 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351283e expref: 25 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139102.526072:0:24929:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7f400, rc 0) 00000100:00100000:1.0:1746139102.526113:0:24929:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008855ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b60e9717-019c-4527-a82a-15e993ac5189+25:1814:x1830958840410496:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4252us (4872us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139102.526122:0:24929:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29965 00000100:00100000:2.0:1746139102.526218:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840410752 00000100:00100000:2.0:1746139102.526227:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840410752 00010000:00010000:2.0:1746139102.526255:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f7cd400/0x1f9f6ca451acb9d1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512837 expref: 6 pid: 9564 timeout: 827 lvb_type: 0 00000100:00100000:2.0:1746139102.526279:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17279 00000100:00100000:2.0:1746139102.526286:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008855d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840410752:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139102.526300:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139102.526470:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f7cd400/0x1f9f6ca451acb9d1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512837 expref: 6 pid: 9564 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746139102.526482:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f7cd400/0x1f9f6ca451acb9d1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512837 expref: 6 pid: 9564 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746139102.526513:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f7cd400/0x1f9f6ca451acb9d1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512837 expref: 6 pid: 9564 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746139102.526530:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139102.526532:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139102.526539:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acb9d8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351283e expref: 24 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.526547:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acb9d8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351283e expref: 24 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.526577:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acb9d8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351283e expref: 24 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.526588:0:7207:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acb9d8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351283e expref: 24 pid: 24929 timeout: 827 lvb_type: 0 00000100:00100000:2.0:1746139102.526599:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0869500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832189568:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139102.526686:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012a2b2540 going to sleep for 11 seconds 00000100:00100000:2.0:1746139102.533770:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0869500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832189568:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139102.533794:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139102.533860:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008855d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2008:x1830958840410752:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 7574us (8004us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139102.533871:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17279 00000100:00100000:0.0:1746139102.534989:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139102.536654:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840411008 00000100:00100000:3.0:1746139102.536667:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840411008 00002000:00100000:3.0:1746139102.536725:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c797100 x1830958840411008/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:28/0 lens 488/0 e 0 to 0 dl 1746139113 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139102.536736:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c797100 with x1830958840411008 ext(0->4095) 00010000:00010000:3.0:1746139102.536863:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acb9d8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351283e expref: 25 pid: 24929 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746139102.536878:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acb9d8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351283e expref: 25 pid: 24929 timeout: 827 lvb_type: 0 00002000:00010000:3.0:1746139102.536886:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c797100 00000100:00100000:3.0:1746139102.536921:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2726 00000100:00100000:3.0:1746139102.536928:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c797100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+25:2008:x1830958840411008:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746139102.537073:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c797100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+25:2008:x1830958840411008:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 145us (2087us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746139102.537079:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2726 00002000:00100000:3.0:1746139102.537084:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c797100 x1830958840411008/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:28/0 lens 488/4536 e 0 to 0 dl 1746139113 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139102.537092:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c797100 with x1830958840411008 ext(0->4095) 00010000:00010000:3.0:1746139102.537096:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acb9d8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351283e expref: 25 pid: 24929 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746139102.537105:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acb9d8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351283e expref: 25 pid: 24929 timeout: 827 lvb_type: 0 00002000:00010000:3.0:1746139102.537110:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c797100 00000100:00100000:0.0:1746139102.540356:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139102.540471:0:24929:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840411136 00000100:00100000:1.0:1746139102.540480:0:24929:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840411136 00000100:00100000:1.0:1746139102.540544:0:24929:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29967 00000100:00100000:1.0:1746139102.540560:0:24929:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840411136:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139102.540581:0:24929:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139102.540599:0:24929:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fc00/0x1f9f6ca451acb9e6 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a351284c expref: -99 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139102.540654:0:24929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139102.540659:0:24929:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f7cd200/0x1f9f6ca451acb9df lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512845 expref: 24 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139102.540668:0:24929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746139102.540672:0:24929:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fc00/0x1f9f6ca451acb9e6 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351284c expref: 6 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139102.540707:0:24929:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f7cd200/0x1f9f6ca451acb9df lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512845 expref: 24 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139102.540718:0:24929:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fc00/0x1f9f6ca451acb9e6 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351284c expref: 6 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139102.540727:0:24929:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7fc00, rc 0) 00000100:00100000:1.0:1746139102.540766:0:24929:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840411136:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 208us (420us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139102.540772:0:24929:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29967 00000100:00100000:0.0:1746139102.542921:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139102.543283:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840411264 00000100:00100000:2.0:1746139102.543292:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840411264 00010000:00010000:2.0:1746139102.543327:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acb9d8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351283e expref: 25 pid: 24929 timeout: 827 lvb_type: 0 00000100:00100000:2.0:1746139102.543363:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17280 00000100:00100000:2.0:1746139102.543370:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391d1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+25:2008:x1830958840411264:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139102.543385:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139102.543405:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acb9d8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351283e expref: 25 pid: 24929 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746139102.543417:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acb9d8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351283e expref: 25 pid: 24929 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746139102.543441:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acb9d8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351283e expref: 25 pid: 24929 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746139102.543468:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139102.543470:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139102.543478:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f7cd200/0x1f9f6ca451acb9df lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512845 expref: 24 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.543485:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f7cd200/0x1f9f6ca451acb9df lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512845 expref: 24 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.543524:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f7cd200/0x1f9f6ca451acb9df lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512845 expref: 24 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.543536:0:7207:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f7cd200/0x1f9f6ca451acb9df lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512845 expref: 24 pid: 9564 timeout: 827 lvb_type: 0 00000100:00100000:2.0:1746139102.543872:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0869500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832189824:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139102.543955:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012a2b2540 going to sleep for 11 seconds 00000100:00100000:2.0:1746139102.549456:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0869500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832189824:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139102.549483:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746139102.549512:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139102.549539:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+24:2008:x1830958840411264:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 6168us (6626us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139102.549551:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17280 00000100:00100000:3.0:1746139102.549647:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840411520 00000100:00100000:3.0:1746139102.549655:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840411520 00002000:00100000:3.0:1746139102.549696:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c411c00 x1830958840411520/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:28/0 lens 488/0 e 0 to 0 dl 1746139113 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139102.549706:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c411c00 with x1830958840411520 ext(0->4095) 00010000:00010000:3.0:1746139102.549714:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f7cd200/0x1f9f6ca451acb9df lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512845 expref: 24 pid: 9564 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746139102.549728:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f7cd200/0x1f9f6ca451acb9df lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512845 expref: 24 pid: 9564 timeout: 827 lvb_type: 0 00002000:00010000:3.0:1746139102.549735:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c411c00 00000100:00100000:3.0:1746139102.549766:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2727 00000100:00100000:3.0:1746139102.549773:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c411c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+24:2007:x1830958840411520:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746139102.549904:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c411c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+24:2007:x1830958840411520:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 132us (394us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746139102.549911:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2727 00002000:00100000:3.0:1746139102.549916:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c411c00 x1830958840411520/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:28/0 lens 488/4536 e 0 to 0 dl 1746139113 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139102.549923:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c411c00 with x1830958840411520 ext(0->4095) 00010000:00010000:3.0:1746139102.549927:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f7cd200/0x1f9f6ca451acb9df lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512845 expref: 24 pid: 9564 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746139102.549936:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f7cd200/0x1f9f6ca451acb9df lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512845 expref: 24 pid: 9564 timeout: 827 lvb_type: 0 00002000:00010000:3.0:1746139102.549942:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c411c00 00000100:00100000:0.0:1746139102.552960:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139102.553065:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840411648 00000100:00100000:2.0:1746139102.553075:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840411648 00000100:00100000:2.0:1746139102.553130:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29968 00000100:00100000:2.0:1746139102.553137:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013107ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+24:1800:x1830958840411648:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139102.553156:0:9563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139102.553199:0:9563:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f7cd000/0x1f9f6ca451acb9ed lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512853 expref: -99 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.553233:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139102.553239:0:9563:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fc00/0x1f9f6ca451acb9e6 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351284c expref: 5 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.553245:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746139102.553248:0:9563:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f7cd000/0x1f9f6ca451acb9ed lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512853 expref: 25 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.553288:0:9563:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fc00/0x1f9f6ca451acb9e6 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351284c expref: 5 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.553299:0:9563:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f7cd000/0x1f9f6ca451acb9ed lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512853 expref: 25 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.553309:0:9563:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f7cd000, rc 0) 00000100:00100000:0.0:1746139102.553457:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139102.553546:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013107ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+25:1800:x1830958840411648:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 407us (595us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139102.553551:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29968 00000100:00100000:3.0:1746139102.553648:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840411776 00000100:00100000:3.0:1746139102.553651:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840411776 00010000:00010000:3.0:1746139102.553667:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f7cd200/0x1f9f6ca451acb9df lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512845 expref: 25 pid: 9564 timeout: 827 lvb_type: 0 00000100:00100000:3.0:1746139102.554409:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17281 00000100:00100000:3.0:1746139102.554416:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013107ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+25:2010:x1830958840411776:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139102.554430:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139102.554449:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f7cd200/0x1f9f6ca451acb9df lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512845 expref: 25 pid: 9564 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746139102.554465:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f7cd200/0x1f9f6ca451acb9df lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512845 expref: 25 pid: 9564 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746139102.554482:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f7cd200/0x1f9f6ca451acb9df lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512845 expref: 25 pid: 9564 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746139102.554518:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139102.554520:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139102.554526:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fc00/0x1f9f6ca451acb9e6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351284c expref: 5 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139102.554532:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fc00/0x1f9f6ca451acb9e6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351284c expref: 5 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139102.554555:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fc00/0x1f9f6ca451acb9e6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351284c expref: 5 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139102.554566:0:7207:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fc00/0x1f9f6ca451acb9e6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351284c expref: 5 pid: 24929 timeout: 827 lvb_type: 0 00000100:00100000:3.0:1746139102.554576:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0759c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832190080:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139102.554666:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f075240 going to sleep for 11 seconds 00000100:00100000:3.0:1746139102.556953:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0759c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832190080:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139102.556973:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746139102.556980:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139102.557013:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013107ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+24:2010:x1830958840411776:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 2597us (3556us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139102.557026:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17281 00000100:00100000:2.0:1746139102.557326:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840412032 00000100:00100000:2.0:1746139102.557333:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840412032 00002000:00100000:2.0:1746139102.557370:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c412300 x1830958840412032/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:28/0 lens 488/0 e 0 to 0 dl 1746139113 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139102.557380:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c412300 with x1830958840412032 ext(0->4095) 00010000:00010000:2.0:1746139102.557388:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fc00/0x1f9f6ca451acb9e6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351284c expref: 6 pid: 24929 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746139102.557407:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fc00/0x1f9f6ca451acb9e6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351284c expref: 6 pid: 24929 timeout: 827 lvb_type: 0 00002000:00010000:2.0:1746139102.557414:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c412300 00000100:00100000:2.0:1746139102.557430:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2728 00000100:00100000:2.0:1746139102.557437:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c412300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840412032:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746139102.557564:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c412300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840412032:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 126us (587us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746139102.557569:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2728 00002000:00100000:2.0:1746139102.557574:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c412300 x1830958840412032/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:28/0 lens 488/4536 e 0 to 0 dl 1746139113 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139102.557681:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c412300 with x1830958840412032 ext(0->4095) 00010000:00010000:2.0:1746139102.557687:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fc00/0x1f9f6ca451acb9e6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351284c expref: 6 pid: 24929 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746139102.557695:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fc00/0x1f9f6ca451acb9e6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351284c expref: 6 pid: 24929 timeout: 827 lvb_type: 0 00002000:00010000:2.0:1746139102.557701:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c412300 00000100:00100000:0.0:1746139102.559304:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139102.559371:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840412160 00000100:00100000:3.0:1746139102.559375:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840412160 00010000:00010000:3.0:1746139102.559399:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fc00/0x1f9f6ca451acb9e6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351284c expref: 6 pid: 24929 timeout: 827 lvb_type: 0 00000100:00100000:3.0:1746139102.559488:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17282 00000100:00100000:3.0:1746139102.559495:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c0cc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840412160:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139102.559516:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139102.559534:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fc00/0x1f9f6ca451acb9e6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351284c expref: 6 pid: 24929 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746139102.559546:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fc00/0x1f9f6ca451acb9e6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351284c expref: 6 pid: 24929 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746139102.559566:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fc00/0x1f9f6ca451acb9e6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351284c expref: 6 pid: 24929 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746139102.559580:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139102.559582:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139102.559588:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f7cd000/0x1f9f6ca451acb9ed lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512853 expref: 23 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139102.559596:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f7cd000/0x1f9f6ca451acb9ed lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512853 expref: 23 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139102.559650:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f7cd000/0x1f9f6ca451acb9ed lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512853 expref: 23 pid: 9563 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139102.559663:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0759c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832190208:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139102.559744:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f075240 going to sleep for 11 seconds 00000100:00100000:3.0:1746139102.562065:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0759c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832190208:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139102.562083:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139102.562129:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c0cc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2008:x1830958840412160:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 2634us (2830us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139102.562139:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17282 00000100:00100000:0.0:1746139102.562487:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139102.562670:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840412416 00000100:00100000:3.0:1746139102.562676:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840412416 00002000:00100000:3.0:1746139102.562711:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800a07b5f80 x1830958840412416/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:28/0 lens 488/0 e 0 to 0 dl 1746139113 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139102.562720:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a07b5f80 with x1830958840412416 ext(0->4095) 00002000:00010000:3.0:1746139102.562725:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a07b5f80 00000100:00100000:3.0:1746139102.562750:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13341 00000100:00100000:3.0:1746139102.562757:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a07b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+24:2007:x1830958840412416:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746139102.562865:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a07b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+24:2007:x1830958840412416:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 109us (380us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746139102.562871:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13341 00002000:00100000:3.0:1746139102.562876:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800a07b5f80 x1830958840412416/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:28/0 lens 488/4536 e 0 to 0 dl 1746139113 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139102.562884:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a07b5f80 with x1830958840412416 ext(0->4095) 00002000:00010000:3.0:1746139102.562886:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a07b5f80 00000100:00100000:0.0:1746139102.566708:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139102.566820:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840412544 00000100:00100000:2.0:1746139102.566830:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840412544 00000100:00100000:2.0:1746139102.566888:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29969 00000100:00100000:2.0:1746139102.566896:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f15ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840412544:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139102.566915:0:9563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139102.566934:0:9563:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f7cca00/0x1f9f6ca451acb9f4 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a351285a expref: -99 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.566963:0:9563:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f7cd000/0x1f9f6ca451acb9ed lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512853 expref: 23 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.566970:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139102.566972:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139102.566975:0:9563:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f7cca00/0x1f9f6ca451acb9f4 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351285a expref: 6 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.567007:0:9563:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f7cd000/0x1f9f6ca451acb9ed lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512853 expref: 23 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.567019:0:9563:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f7cd000/0x1f9f6ca451acb9ed lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512853 expref: 23 pid: 9563 timeout: 827 lvb_type: 0 00000100:00100000:2.0:1746139102.567030:0:9563:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0869500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832190336:192.168.203.56@tcp:104: 00000100:00100000:2.0:1746139102.567114:0:9563:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012a2b2540 going to sleep for 11 seconds 00000100:00100000:2.0:1746139102.573212:0:9563:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0869500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832190336:192.168.203.56@tcp:104: 00010000:00010000:2.0:1746139102.573747:0:9563:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f7cca00/0x1f9f6ca451acb9f4 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351285a expref: 6 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.573766:0:9563:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f7cca00, rc 0) 00000100:00100000:2.0:1746139102.573821:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f15ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840412544:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6924us (7125us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139102.573831:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29969 00000100:00100000:0.0:1746139102.574693:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139102.574843:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139102.575081:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840412800 00000100:00100000:3.0:1746139102.575089:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840412800 00010000:00010000:3.0:1746139102.575124:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f7cd000/0x1f9f6ca451acb9ed lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512853 expref: 24 pid: 9563 timeout: 827 lvb_type: 0 00000100:00100000:3.0:1746139102.575157:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17283 00000100:00100000:3.0:1746139102.575164:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093490000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+24:2007:x1830958840412800:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139102.575176:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139102.575195:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f7cd000/0x1f9f6ca451acb9ed lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512853 expref: 24 pid: 9563 timeout: 827 lvb_type: 0 00000100:00100000:2.0:1746139102.575229:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840412672 00000100:00100000:2.0:1746139102.575232:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840412672 00000100:00100000:2.0:1746139102.575250:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29970 00000100:00100000:2.0:1746139102.575254:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093492680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+25:1800:x1830958840412672:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139102.575266:0:9563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139102.575278:0:9563:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc600/0x1f9f6ca451acb9fb lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512861 expref: -99 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.575293:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139102.575297:0:9563:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f7cca00/0x1f9f6ca451acb9f4 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351285a expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.575302:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746139102.575306:0:9563:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc600/0x1f9f6ca451acb9fb lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512861 expref: 26 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.575335:0:9563:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f7cca00/0x1f9f6ca451acb9f4 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351285a expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.575344:0:9563:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc600/0x1f9f6ca451acb9fb lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512861 expref: 26 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.575352:0:9563:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f7cc600, rc 0) 00010000:00010000:3.0:1746139102.575658:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f7cd000/0x1f9f6ca451acb9ed lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512853 expref: 26 pid: 9563 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746139102.575675:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f7cd000/0x1f9f6ca451acb9ed lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512853 expref: 26 pid: 9563 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746139102.575693:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139102.575694:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139102.575700:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f7cca00/0x1f9f6ca451acb9f4 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351285a expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139102.575707:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f7cca00/0x1f9f6ca451acb9f4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351285a expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139102.575725:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f7cca00/0x1f9f6ca451acb9f4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351285a expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139102.575740:0:7207:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f7cca00/0x1f9f6ca451acb9f4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351285a expref: 5 pid: 9563 timeout: 827 lvb_type: 0 00000100:00100000:3.0:1746139102.575751:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0759c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832190592:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139102.575846:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093492680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+25:1800:x1830958840412672:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 591us (1155us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139102.575852:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29970 00000100:00100000:3.0:1746139102.577117:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f075d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746139102.580892:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0759c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832190592:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139102.580913:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139102.580958:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093490000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+24:2007:x1830958840412800:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 5793us (6113us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139102.580970:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17283 00000100:00100000:0.0:1746139102.581744:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139102.582375:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840413056 00000100:00100000:1.0:1746139102.582383:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840413056 00002000:00100000:1.0:1746139102.582429:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c18c000 x1830958840413056/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:28/0 lens 488/0 e 0 to 0 dl 1746139113 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139102.582439:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c18c000 with x1830958840413056 ext(0->4095) 00010000:00010000:1.0:1746139102.582448:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f7cca00/0x1f9f6ca451acb9f4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351285a expref: 6 pid: 9563 timeout: 827 lvb_type: 0 00010000:00010000:1.0:1746139102.582462:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f7cca00/0x1f9f6ca451acb9f4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351285a expref: 6 pid: 9563 timeout: 827 lvb_type: 0 00002000:00010000:1.0:1746139102.582473:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c18c000 00000100:00100000:1.0:1746139102.582831:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2729 00000100:00100000:1.0:1746139102.582839:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c18c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840413056:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746139102.582968:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c18c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840413056:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 130us (1229us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139102.582974:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2729 00002000:00100000:1.0:1746139102.582978:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c18c000 x1830958840413056/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:28/0 lens 488/4536 e 0 to 0 dl 1746139113 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139102.582986:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c18c000 with x1830958840413056 ext(0->4095) 00010000:00010000:1.0:1746139102.582990:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f7cca00/0x1f9f6ca451acb9f4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351285a expref: 6 pid: 9563 timeout: 827 lvb_type: 0 00010000:00010000:1.0:1746139102.582999:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f7cca00/0x1f9f6ca451acb9f4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351285a expref: 6 pid: 9563 timeout: 827 lvb_type: 0 00002000:00010000:1.0:1746139102.583004:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c18c000 00000100:00100000:0.0:1746139102.587834:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139102.588322:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840413184 00000100:00100000:3.0:1746139102.588332:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840413184 00010000:00010000:3.0:1746139102.588372:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f7cca00/0x1f9f6ca451acb9f4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351285a expref: 6 pid: 9563 timeout: 827 lvb_type: 0 00000100:00100000:3.0:1746139102.588420:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17284 00000100:00100000:3.0:1746139102.588429:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013770e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840413184:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139102.588443:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139102.588464:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f7cca00/0x1f9f6ca451acb9f4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351285a expref: 6 pid: 9563 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746139102.588477:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f7cca00/0x1f9f6ca451acb9f4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351285a expref: 6 pid: 9563 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746139102.588510:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f7cca00/0x1f9f6ca451acb9f4 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351285a expref: 6 pid: 9563 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746139102.588540:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139102.588542:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139102.588550:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc600/0x1f9f6ca451acb9fb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512861 expref: 23 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139102.588557:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc600/0x1f9f6ca451acb9fb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512861 expref: 23 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139102.588592:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc600/0x1f9f6ca451acb9fb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512861 expref: 23 pid: 9563 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139102.588603:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0759c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832190720:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139102.588717:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f075d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746139102.592482:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0759c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832190720:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139102.592519:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139102.592563:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013770e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2007:x1830958840413184:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 4134us (4739us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139102.592574:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17284 00000100:00100000:0.0:1746139102.592766:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139102.592852:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840413440 00000100:00100000:3.0:1746139102.592858:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840413440 00002000:00100000:3.0:1746139102.592891:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88012bbe2680 x1830958840413440/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:28/0 lens 488/0 e 0 to 0 dl 1746139113 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139102.592901:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bbe2680 with x1830958840413440 ext(0->4095) 00002000:00010000:3.0:1746139102.592905:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bbe2680 00000100:00100000:3.0:1746139102.592929:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13342 00000100:00100000:3.0:1746139102.592935:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bbe2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+24:2009:x1830958840413440:12345-192.168.203.56@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746139102.593796:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bbe2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+24:2009:x1830958840413440:12345-192.168.203.56@tcp:3:ptlrpcd_01_00.0 Request processed in 857us (1027us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746139102.593803:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13342 00002000:00100000:3.0:1746139102.593810:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88012bbe2680 x1830958840413440/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:28/0 lens 488/4536 e 0 to 0 dl 1746139113 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139102.593817:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bbe2680 with x1830958840413440 ext(0->4095) 00002000:00010000:3.0:1746139102.593820:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bbe2680 00000100:00100000:0.0:1746139102.605158:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139102.605280:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840413568 00000100:00100000:2.0:1746139102.605291:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840413568 00000100:00100000:2.0:1746139102.605353:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29971 00000100:00100000:2.0:1746139102.605361:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bbe3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840413568:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139102.605381:0:9563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139102.605400:0:9563:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc000/0x1f9f6ca451acba02 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512868 expref: -99 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.605430:0:9563:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc600/0x1f9f6ca451acb9fb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512861 expref: 23 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.605437:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139102.605439:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139102.605442:0:9563:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc000/0x1f9f6ca451acba02 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512868 expref: 6 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.605473:0:9563:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc600/0x1f9f6ca451acb9fb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512861 expref: 23 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.605485:0:9563:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc600/0x1f9f6ca451acb9fb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512861 expref: 23 pid: 9563 timeout: 827 lvb_type: 0 00000100:00100000:2.0:1746139102.605524:0:9563:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0869500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832190848:192.168.203.56@tcp:104: 00000100:00100000:2.0:1746139102.605612:0:9563:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012a2b2540 going to sleep for 11 seconds 00000100:00100000:2.0:1746139102.611124:0:9563:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0869500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832190848:192.168.203.56@tcp:104: 00010000:00010000:2.0:1746139102.611160:0:9563:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc000/0x1f9f6ca451acba02 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512868 expref: 6 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.611176:0:9563:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f7cc000, rc 0) 00000100:00100000:2.0:1746139102.611222:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bbe3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840413568:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5861us (6075us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139102.611231:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29971 00000100:00100000:0.0:1746139102.623472:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139102.623588:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840413696 00000100:00100000:2.0:1746139102.623598:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840413696 00000100:00100000:2.0:1746139102.623684:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29972 00000100:00100000:2.0:1746139102.623692:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbafb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+24:1800:x1830958840413696:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139102.623713:0:9563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139102.623735:0:9563:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc200/0x1f9f6ca451acba09 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a351286f expref: -99 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.623765:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139102.623771:0:9563:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc000/0x1f9f6ca451acba02 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512868 expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.623777:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746139102.623780:0:9563:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc200/0x1f9f6ca451acba09 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351286f expref: 25 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.623825:0:9563:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc000/0x1f9f6ca451acba02 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512868 expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.623837:0:9563:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc200/0x1f9f6ca451acba09 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351286f expref: 25 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.623847:0:9563:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f7cc200, rc 0) 00000100:00100000:2.0:1746139102.623895:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbafb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+25:1800:x1830958840413696:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 204us (436us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139102.623905:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29972 00000100:00100000:0.0:1746139102.629570:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139102.629672:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840413824 00000100:00100000:3.0:1746139102.629682:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840413824 00002000:00100000:3.0:1746139102.629735:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff88009eeedc00 x1830958840413824/t0(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:28/0 lens 496/0 e 0 to 0 dl 1746139113 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139102.629745:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009eeedc00 with x1830958840413824 ext(0->7) 00010000:00010000:3.0:1746139102.629755:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc600/0x1f9f6ca451acb9fb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512861 expref: 25 pid: 9563 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746139102.629769:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc600/0x1f9f6ca451acb9fb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512861 expref: 25 pid: 9563 timeout: 827 lvb_type: 0 00002000:00010000:3.0:1746139102.629776:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009eeedc00 00000100:00100000:3.0:1746139102.629797:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2730 00000100:00100000:3.0:1746139102.629804:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eeedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+25:2008:x1830958840413824:12345-192.168.203.56@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746139102.631946:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eeedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+27:2008:x1830958840413824:12345-192.168.203.56@tcp:4:ldlm_bl.0 Request processed in 2133us (2377us total) trans 4294972096 rc 0/0 00000100:00100000:3.0:1746139102.631961:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2730 00002000:00100000:3.0:1746139102.631970:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff88009eeedc00 x1830958840413824/t4294972096(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:28/0 lens 496/448 e 0 to 0 dl 1746139113 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139102.631980:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009eeedc00 with x1830958840413824 ext(0->7) 00010000:00010000:3.0:1746139102.631988:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc600/0x1f9f6ca451acb9fb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512861 expref: 27 pid: 9563 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746139102.632001:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc600/0x1f9f6ca451acb9fb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512861 expref: 27 pid: 9563 timeout: 827 lvb_type: 0 00002000:00010000:3.0:1746139102.632007:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009eeedc00 00000100:00100000:0.0:1746139102.634598:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139102.634799:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840413952 00000100:00100000:3.0:1746139102.634809:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840413952 00010000:00010000:3.0:1746139102.635039:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc600/0x1f9f6ca451acb9fb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512861 expref: 27 pid: 9563 timeout: 827 lvb_type: 0 00000100:00100000:3.0:1746139102.636145:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17285 00000100:00100000:3.0:1746139102.636156:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391d1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+27:2007:x1830958840413952:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139102.636171:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1746139102.636191:0:7207:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x1a:0x0] updating lvb mtime from disk: 1746139102 -> 1746139103 00002000:00010000:3.0:1746139102.636193:0:7207:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x1a:0x0] updating lvb ctime from disk: 1746139102 -> 1746139103 00010000:00010000:3.0:1746139102.636200:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc600/0x1f9f6ca451acb9fb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512861 expref: 27 pid: 9563 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746139102.636213:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc600/0x1f9f6ca451acb9fb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512861 expref: 27 pid: 9563 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746139102.636237:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc600/0x1f9f6ca451acb9fb lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512861 expref: 27 pid: 9563 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746139102.636268:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139102.636271:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139102.636278:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc000/0x1f9f6ca451acba02 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512868 expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139102.636286:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc000/0x1f9f6ca451acba02 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512868 expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139102.636425:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc000/0x1f9f6ca451acba02 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512868 expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139102.636437:0:7207:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc000/0x1f9f6ca451acba02 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512868 expref: 5 pid: 9563 timeout: 827 lvb_type: 0 00000100:00100000:3.0:1746139102.636448:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0759c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832191104:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139102.638336:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f0756c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746139102.640184:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0759c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832191104:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139102.640206:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139102.640268:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+26:2007:x1830958840413952:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 4113us (5679us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139102.640280:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17285 00000100:00100000:0.0:1746139102.641568:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139102.641654:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840414208 00000100:00100000:3.0:1746139102.641661:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840414208 00002000:00100000:3.0:1746139102.641710:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800885cfb80 x1830958840414208/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:28/0 lens 488/0 e 0 to 0 dl 1746139113 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139102.641720:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800885cfb80 with x1830958840414208 ext(0->4095) 00010000:00010000:3.0:1746139102.641729:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc000/0x1f9f6ca451acba02 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512868 expref: 6 pid: 9563 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746139102.641744:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc000/0x1f9f6ca451acba02 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512868 expref: 6 pid: 9563 timeout: 827 lvb_type: 0 00002000:00010000:3.0:1746139102.641750:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800885cfb80 00000100:00100000:3.0:1746139102.641775:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2731 00000100:00100000:3.0:1746139102.641781:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800885cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840414208:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746139102.643041:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800885cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840414208:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 1252us (1472us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746139102.643050:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2731 00002000:00100000:3.0:1746139102.643058:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800885cfb80 x1830958840414208/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:28/0 lens 488/4536 e 0 to 0 dl 1746139113 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139102.643067:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800885cfb80 with x1830958840414208 ext(0->4095) 00010000:00010000:3.0:1746139102.643074:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc000/0x1f9f6ca451acba02 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512868 expref: 6 pid: 9563 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746139102.643085:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc000/0x1f9f6ca451acba02 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512868 expref: 6 pid: 9563 timeout: 827 lvb_type: 0 00002000:00010000:3.0:1746139102.643091:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800885cfb80 00000100:00100000:0.0:1746139102.646289:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139102.646752:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840414336 00000100:00100000:3.0:1746139102.646763:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840414336 00010000:00010000:3.0:1746139102.646807:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc000/0x1f9f6ca451acba02 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512868 expref: 6 pid: 9563 timeout: 827 lvb_type: 0 00000100:00100000:3.0:1746139102.647084:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17286 00000100:00100000:3.0:1746139102.647093:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800885cea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840414336:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139102.647110:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139102.647132:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc000/0x1f9f6ca451acba02 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512868 expref: 6 pid: 9563 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746139102.647146:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc000/0x1f9f6ca451acba02 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512868 expref: 6 pid: 9563 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746139102.647171:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc000/0x1f9f6ca451acba02 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512868 expref: 6 pid: 9563 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746139102.647194:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139102.647196:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139102.647204:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc200/0x1f9f6ca451acba09 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351286f expref: 25 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139102.647211:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc200/0x1f9f6ca451acba09 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351286f expref: 25 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139102.647246:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc200/0x1f9f6ca451acba09 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351286f expref: 25 pid: 9563 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139102.647263:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0759c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832191232:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139102.647362:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f075180 going to sleep for 11 seconds 00000100:00100000:3.0:1746139102.652592:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0759c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832191232:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139102.652650:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139102.652697:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800885cea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2008:x1830958840414336:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 5603us (6417us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139102.652708:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17286 00000100:00100000:0.0:1746139102.652921:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139102.653169:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840414592 00000100:00100000:2.0:1746139102.653177:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840414592 00002000:00100000:2.0:1746139102.653224:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009f2d0000 x1830958840414592/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:28/0 lens 488/0 e 0 to 0 dl 1746139113 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139102.653235:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f2d0000 with x1830958840414592 ext(0->4095) 00002000:00010000:2.0:1746139102.653240:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f2d0000 00000100:00100000:2.0:1746139102.653259:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13343 00000100:00100000:2.0:1746139102.653267:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f2d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+26:2007:x1830958840414592:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746139102.654708:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f2d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+26:2007:x1830958840414592:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 1433us (1778us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746139102.654718:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13343 00002000:00100000:2.0:1746139102.654726:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009f2d0000 x1830958840414592/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:28/0 lens 488/4536 e 0 to 0 dl 1746139113 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139102.654735:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f2d0000 with x1830958840414592 ext(0->4095) 00002000:00010000:2.0:1746139102.654738:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f2d0000 00000100:00100000:0.0:1746139102.657256:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139102.657327:0:24929:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840414720 00000100:00100000:1.0:1746139102.657337:0:24929:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840414720 00000100:00100000:1.0:1746139102.657396:0:24929:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29973 00000100:00100000:1.0:1746139102.657404:0:24929:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011dd87100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840414720:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139102.657424:0:24929:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139102.657442:0:24929:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acba10 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512876 expref: -99 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139102.657476:0:24929:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc200/0x1f9f6ca451acba09 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351286f expref: 25 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139102.657484:0:24929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139102.657485:0:24929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139102.657489:0:24929:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acba10 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512876 expref: 6 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139102.657525:0:24929:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc200/0x1f9f6ca451acba09 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351286f expref: 25 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139102.657537:0:24929:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc200/0x1f9f6ca451acba09 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351286f expref: 25 pid: 9563 timeout: 827 lvb_type: 0 00000100:00100000:1.0:1746139102.657550:0:24929:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c410e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24929:1830958832191360:192.168.203.56@tcp:104: 00000100:00100000:1.0:1746139102.658711:0:24929:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a059d6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746139102.663261:0:24929:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c410e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24929:1830958832191360:192.168.203.56@tcp:104: 00010000:00010000:1.0:1746139102.663299:0:24929:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acba10 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512876 expref: 6 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139102.663319:0:24929:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7ea00, rc 0) 00000100:00100000:1.0:1746139102.663377:0:24929:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011dd87100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840414720:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5973us (6131us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139102.663386:0:24929:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29973 00000100:00100000:0.0:1746139102.666399:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139102.666467:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840414848 00000100:00100000:2.0:1746139102.666476:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840414848 00002000:00100000:2.0:1746139102.666534:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff88011dd86680 x1830958840414848/t0(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:28/0 lens 496/0 e 0 to 0 dl 1746139113 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139102.666544:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011dd86680 with x1830958840414848 ext(0->7) 00010000:00010000:2.0:1746139102.666555:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc200/0x1f9f6ca451acba09 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351286f expref: 26 pid: 9563 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746139102.666576:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc200/0x1f9f6ca451acba09 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351286f expref: 26 pid: 9563 timeout: 827 lvb_type: 0 00002000:00010000:2.0:1746139102.666582:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011dd86680 00000100:00100000:2.0:1746139102.666611:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2732 00000100:00100000:2.0:1746139102.666647:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011dd86680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+26:2008:x1830958840414848:12345-192.168.203.56@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746139102.667772:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011dd86680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+28:2008:x1830958840414848:12345-192.168.203.56@tcp:4:ldlm_bl.0 Request processed in 1151us (1379us total) trans 4294972097 rc 0/0 00000100:00100000:2.0:1746139102.667780:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2732 00002000:00100000:2.0:1746139102.667786:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff88011dd86680 x1830958840414848/t4294972097(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:28/0 lens 496/448 e 0 to 0 dl 1746139113 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139102.667793:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011dd86680 with x1830958840414848 ext(0->7) 00010000:00010000:2.0:1746139102.667798:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc200/0x1f9f6ca451acba09 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351286f expref: 28 pid: 9563 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746139102.667809:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc200/0x1f9f6ca451acba09 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351286f expref: 28 pid: 9563 timeout: 827 lvb_type: 0 00002000:00010000:2.0:1746139102.667815:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011dd86680 00000100:00100000:0.0:1746139102.674841:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139102.674954:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840414976 00000100:00100000:3.0:1746139102.674965:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840414976 00010000:00010000:3.0:1746139102.675005:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc200/0x1f9f6ca451acba09 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351286f expref: 28 pid: 9563 timeout: 827 lvb_type: 0 00000100:00100000:3.0:1746139102.675052:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17287 00000100:00100000:3.0:1746139102.675061:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013107ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+28:2008:x1830958840414976:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139102.675075:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139102.675099:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc200/0x1f9f6ca451acba09 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351286f expref: 28 pid: 9563 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746139102.675112:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc200/0x1f9f6ca451acba09 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351286f expref: 28 pid: 9563 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746139102.675136:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc200/0x1f9f6ca451acba09 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351286f expref: 28 pid: 9563 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746139102.675156:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139102.675159:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139102.675167:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acba10 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512876 expref: 5 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139102.675180:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acba10 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512876 expref: 5 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139102.675216:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acba10 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512876 expref: 5 pid: 24929 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139102.675229:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0759c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832191488:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139102.675308:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f075180 going to sleep for 11 seconds 00000100:00100000:0.0:1746139102.675336:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139102.675360:0:24929:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840415104 00000100:00100000:0.0:1746139102.675363:0:24929:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840415104 00000100:00100000:0.0:1746139102.675390:0:24929:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29974 00000100:00100000:0.0:1746139102.675395:0:24929:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800874d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b60e9717-019c-4527-a82a-15e993ac5189+28:1800:x1830958840415104:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746139102.675411:0:24929:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746139102.675422:0:24929:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fa5de00/0x1f9f6ca451acba17 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a351287d expref: -99 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139102.675440:0:24929:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acba10 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512876 expref: 5 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139102.675445:0:24929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139102.675447:0:24929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139102.675449:0:24929:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fa5de00/0x1f9f6ca451acba17 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351287d expref: 29 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139102.675465:0:24929:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acba10 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512876 expref: 5 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139102.675475:0:24929:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acba10 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512876 expref: 5 pid: 24929 timeout: 827 lvb_type: 0 00000100:00100000:0.0:1746139102.675485:0:24929:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800874d0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24929:1830958832191616:192.168.203.56@tcp:104: 00000100:00100000:1.0:1746139102.675590:0:24929:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007fe37a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746139102.677757:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0759c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832191488:192.168.203.56@tcp:105: 00000100:00100000:1.0:1746139102.677758:0:24929:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800874d0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24929:1830958832191616:192.168.203.56@tcp:104: 00010000:00010000:3.0:1746139102.677777:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746139102.677785:0:24929:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fa5de00/0x1f9f6ca451acba17 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351287d expref: 29 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139102.677798:0:24929:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fa5de00, rc 0) 00000100:00100000:3.0:1746139102.677815:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013107ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+29:2008:x1830958840414976:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 2755us (2985us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139102.677818:0:24929:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800874d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b60e9717-019c-4527-a82a-15e993ac5189+29:1800:x1830958840415104:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2423us (2482us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139102.677826:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17287 00000100:00100000:1.0:1746139102.677826:0:24929:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29974 00000100:00100000:0.0:1746139102.677914:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139102.678084:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840415360 00000100:00100000:2.0:1746139102.678091:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840415360 00002000:00100000:2.0:1746139102.678128:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800874d1500 x1830958840415360/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:28/0 lens 488/0 e 0 to 0 dl 1746139113 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139102.678138:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800874d1500 with x1830958840415360 ext(0->4095) 00010000:00010000:2.0:1746139102.678144:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acba10 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512876 expref: 6 pid: 24929 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746139102.678156:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acba10 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512876 expref: 6 pid: 24929 timeout: 827 lvb_type: 0 00002000:00010000:2.0:1746139102.678163:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800874d1500 00000100:00100000:2.0:1746139102.678177:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2733 00000100:00100000:2.0:1746139102.678184:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800874d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840415360:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746139102.678301:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800874d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840415360:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 117us (387us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746139102.678306:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2733 00002000:00100000:2.0:1746139102.678311:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800874d1500 x1830958840415360/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:28/0 lens 488/4536 e 0 to 0 dl 1746139113 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139102.678318:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800874d1500 with x1830958840415360 ext(0->4095) 00010000:00010000:2.0:1746139102.678323:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acba10 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512876 expref: 6 pid: 24929 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746139102.678331:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acba10 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512876 expref: 6 pid: 24929 timeout: 827 lvb_type: 0 00002000:00010000:2.0:1746139102.678337:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800874d1500 00000100:00100000:3.0:1746139102.681132:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139102.681211:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840415488 00000100:00100000:0.0:1746139102.681221:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840415488 00010000:00010000:0.0:1746139102.681252:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acba10 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512876 expref: 6 pid: 24929 timeout: 827 lvb_type: 0 00000100:00100000:0.0:1746139102.681284:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17288 00000100:00100000:0.0:1746139102.681292:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0759c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840415488:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746139102.681306:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746139102.681326:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acba10 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512876 expref: 6 pid: 24929 timeout: 827 lvb_type: 0 00010000:00010000:0.0:1746139102.681339:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acba10 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512876 expref: 6 pid: 24929 timeout: 827 lvb_type: 0 00010000:00010000:0.0:1746139102.681368:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acba10 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512876 expref: 6 pid: 24929 timeout: 827 lvb_type: 0 00010000:00010000:0.0:1746139102.681388:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139102.681390:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139102.681397:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fa5de00/0x1f9f6ca451acba17 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351287d expref: 27 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139102.681405:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fa5de00/0x1f9f6ca451acba17 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351287d expref: 27 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139102.681439:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012fa5de00/0x1f9f6ca451acba17 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351287d expref: 27 pid: 24929 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746139102.681451:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800874d1c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832191744:192.168.203.56@tcp:105: 00000100:00100000:0.0:1746139102.681553:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007fe37240 going to sleep for 11 seconds 00000100:00100000:0.0:1746139102.683753:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139102.684191:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800874d1c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832191744:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139102.684213:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746139102.684311:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840415744 00000100:00100000:1.0:1746139102.684319:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840415744 00002000:00100000:1.0:1746139102.684360:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800874d2300 x1830958840415744/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:28/0 lens 488/0 e 0 to 0 dl 1746139113 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139102.684371:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800874d2300 with x1830958840415744 ext(0->4095) 00002000:00010000:1.0:1746139102.684375:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800874d2300 00000100:00100000:1.0:1746139102.684402:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13344 00000100:00100000:1.0:1746139102.684409:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800874d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+28:2008:x1830958840415744:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746139102.684415:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0759c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2007:x1830958840415488:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3121us (3290us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139102.684425:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17288 00000100:00100000:1.0:1746139102.684560:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800874d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+28:2008:x1830958840415744:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 151us (816us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139102.684567:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13344 00002000:00100000:1.0:1746139102.684572:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800874d2300 x1830958840415744/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:28/0 lens 488/4536 e 0 to 0 dl 1746139113 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139102.684580:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800874d2300 with x1830958840415744 ext(0->4095) 00002000:00010000:1.0:1746139102.684583:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800874d2300 00000100:00100000:0.0:1746139102.688194:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139102.688701:0:24929:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840415872 00000100:00100000:1.0:1746139102.688711:0:24929:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840415872 00000100:00100000:1.0:1746139102.688761:0:24929:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29975 00000100:00100000:1.0:1746139102.688769:0:24929:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800874d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840415872:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139102.688792:0:24929:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139102.688813:0:24929:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acba1e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512884 expref: -99 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139102.688844:0:24929:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fa5de00/0x1f9f6ca451acba17 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351287d expref: 27 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139102.688852:0:24929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139102.688854:0:24929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139102.688858:0:24929:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acba1e lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512884 expref: 6 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139102.688890:0:24929:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fa5de00/0x1f9f6ca451acba17 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351287d expref: 27 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139102.688904:0:24929:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fa5de00/0x1f9f6ca451acba17 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351287d expref: 27 pid: 24929 timeout: 827 lvb_type: 0 00000100:00100000:1.0:1746139102.688917:0:24929:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c410e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24929:1830958832191872:192.168.203.56@tcp:104: 00000100:00100000:1.0:1746139102.689006:0:24929:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a059dcc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746139102.696113:0:24929:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c410e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24929:1830958832191872:192.168.203.56@tcp:104: 00010000:00010000:1.0:1746139102.696151:0:24929:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acba1e lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512884 expref: 6 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139102.696175:0:24929:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7ea00, rc 0) 00000100:00100000:1.0:1746139102.696242:0:24929:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800874d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840415872:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7473us (8059us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139102.696253:0:24929:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29975 00000100:00100000:0.0:1746139102.696843:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139102.696889:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840416000 00000100:00100000:1.0:1746139102.696896:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840416000 00002000:00100000:1.0:1746139102.696940:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff8800874d3b80 x1830958840416000/t0(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:28/0 lens 496/0 e 0 to 0 dl 1746139113 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139102.696950:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800874d3b80 with x1830958840416000 ext(0->7) 00010000:00010000:1.0:1746139102.696957:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fa5de00/0x1f9f6ca451acba17 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351287d expref: 28 pid: 24929 timeout: 827 lvb_type: 0 00010000:00010000:1.0:1746139102.696969:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fa5de00/0x1f9f6ca451acba17 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351287d expref: 28 pid: 24929 timeout: 827 lvb_type: 0 00002000:00010000:1.0:1746139102.696974:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800874d3b80 00000100:00100000:1.0:1746139102.697006:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2734 00000100:00100000:1.0:1746139102.697013:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800874d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+28:2007:x1830958840416000:12345-192.168.203.56@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746139102.698102:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800874d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+30:2007:x1830958840416000:12345-192.168.203.56@tcp:4:ldlm_bl.0 Request processed in 1084us (1254us total) trans 4294972098 rc 0/0 00000100:00100000:1.0:1746139102.698109:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2734 00002000:00100000:1.0:1746139102.698113:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff8800874d3b80 x1830958840416000/t4294972098(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:28/0 lens 496/448 e 0 to 0 dl 1746139113 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139102.698127:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800874d3b80 with x1830958840416000 ext(0->7) 00010000:00010000:1.0:1746139102.698132:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fa5de00/0x1f9f6ca451acba17 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351287d expref: 30 pid: 24929 timeout: 827 lvb_type: 0 00010000:00010000:1.0:1746139102.698143:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fa5de00/0x1f9f6ca451acba17 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351287d expref: 30 pid: 24929 timeout: 827 lvb_type: 0 00002000:00010000:1.0:1746139102.698149:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800874d3b80 00000100:00100000:0.0:1746139102.699522:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139102.700041:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840416128 00000100:00100000:2.0:1746139102.700052:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840416128 00010000:00010000:2.0:1746139102.700091:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012fa5de00/0x1f9f6ca451acba17 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351287d expref: 30 pid: 24929 timeout: 827 lvb_type: 0 00000100:00100000:2.0:1746139102.704249:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17289 00000100:00100000:2.0:1746139102.704271:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800874d1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+30:2009:x1830958840416128:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139102.704299:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139102.704330:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012fa5de00/0x1f9f6ca451acba17 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351287d expref: 30 pid: 24929 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746139102.704346:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012fa5de00/0x1f9f6ca451acba17 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351287d expref: 30 pid: 24929 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746139102.704372:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fa5de00/0x1f9f6ca451acba17 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351287d expref: 30 pid: 24929 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746139102.704395:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139102.704397:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139102.704406:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acba1e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512884 expref: 5 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.704414:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acba1e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512884 expref: 5 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.704447:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acba1e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512884 expref: 5 pid: 24929 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746139102.704459:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0869500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832192000:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139102.704571:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012a2b2540 going to sleep for 11 seconds 00000100:00100000:0.0:1746139102.705306:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139102.705326:0:24929:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840416256 00000100:00100000:1.0:1746139102.705334:0:24929:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840416256 00000100:00100000:1.0:1746139102.705375:0:24929:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29976 00000100:00100000:1.0:1746139102.705381:0:24929:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800874d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b60e9717-019c-4527-a82a-15e993ac5189+30:1800:x1830958840416256:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139102.705395:0:24929:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139102.705407:0:24929:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acba25 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a351288b expref: -99 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139102.705425:0:24929:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acba1e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512884 expref: 5 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139102.705431:0:24929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139102.705432:0:24929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139102.705435:0:24929:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acba25 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351288b expref: 31 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139102.705454:0:24929:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acba1e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512884 expref: 5 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139102.705469:0:24929:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acba1e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512884 expref: 5 pid: 24929 timeout: 827 lvb_type: 0 00000100:00100000:1.0:1746139102.705478:0:24929:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c410e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24929:1830958832192128:192.168.203.56@tcp:104: 00000100:00100000:1.0:1746139102.705555:0:24929:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a059dcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746139102.708917:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0869500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832192000:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139102.708943:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139102.708984:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800874d1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+31:2009:x1830958840416128:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 4723us (9467us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139102.708995:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17289 00000100:00100000:0.0:1746139102.709456:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139102.709532:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840416512 00000100:00100000:2.0:1746139102.709539:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840416512 00002000:00100000:2.0:1746139102.709579:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800874d2d80 x1830958840416512/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:28/0 lens 488/0 e 0 to 0 dl 1746139113 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139102.709589:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800874d2d80 with x1830958840416512 ext(0->4095) 00010000:00010000:2.0:1746139102.709598:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acba1e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512884 expref: 6 pid: 24929 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746139102.709610:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acba1e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512884 expref: 6 pid: 24929 timeout: 827 lvb_type: 0 00002000:00010000:2.0:1746139102.709644:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800874d2d80 00000100:00100000:2.0:1746139102.709670:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2735 00000100:00100000:2.0:1746139102.709677:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800874d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840416512:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746139102.709806:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800874d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840416512:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 130us (351us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746139102.709816:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2735 00002000:00100000:2.0:1746139102.709820:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800874d2d80 x1830958840416512/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:28/0 lens 488/4536 e 0 to 0 dl 1746139113 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139102.709827:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800874d2d80 with x1830958840416512 ext(0->4095) 00010000:00010000:2.0:1746139102.709832:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acba1e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512884 expref: 6 pid: 24929 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746139102.709840:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acba1e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512884 expref: 6 pid: 24929 timeout: 827 lvb_type: 0 00002000:00010000:2.0:1746139102.709845:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800874d2d80 00000100:00100000:1.0:1746139102.710105:0:24929:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c410e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24929:1830958832192128:192.168.203.56@tcp:104: 00010000:00010000:1.0:1746139102.710128:0:24929:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acba25 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351288b expref: 30 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139102.710142:0:24929:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7f200, rc 0) 00000100:00100000:1.0:1746139102.710639:0:24929:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800874d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b60e9717-019c-4527-a82a-15e993ac5189+30:1800:x1830958840416256:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5233us (5309us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139102.710646:0:24929:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29976 00000100:00100000:0.0:1746139102.711236:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139102.711297:0:24929:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840416640 00000100:00100000:1.0:1746139102.711301:0:24929:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840416640 00000100:00100000:1.0:1746139102.711334:0:24929:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29977 00000100:00100000:1.0:1746139102.711339:0:24929:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800874d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b60e9717-019c-4527-a82a-15e993ac5189+30:1814:x1830958840416640:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139102.711350:0:24929:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139102.711366:0:24929:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fe00/0x1f9f6ca451acba2c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512892 expref: -99 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139102.712331:0:24929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139102.712343:0:24929:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acba25 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351288b expref: 31 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139102.712355:0:24929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139102.712358:0:24929:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fe00/0x1f9f6ca451acba2c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512892 expref: 31 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139102.712400:0:24929:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acba25 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351288b expref: 31 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139102.712415:0:24929:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fe00/0x1f9f6ca451acba2c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512892 expref: 31 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139102.712426:0:24929:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7fe00, rc 0) 00000100:00100000:1.0:1746139102.712474:0:24929:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800874d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b60e9717-019c-4527-a82a-15e993ac5189+31:1814:x1830958840416640:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1135us (1240us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139102.712482:0:24929:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29977 00000100:00100000:0.0:1746139102.712584:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139102.712651:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840416768 00000100:00100000:2.0:1746139102.712658:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840416768 00010000:00010000:2.0:1746139102.712682:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acba1e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512884 expref: 6 pid: 24929 timeout: 827 lvb_type: 0 00000100:00100000:2.0:1746139102.712719:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17290 00000100:00100000:2.0:1746139102.712726:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800874d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840416768:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139102.712740:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139102.712767:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acba1e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512884 expref: 6 pid: 24929 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746139102.712781:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acba1e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512884 expref: 6 pid: 24929 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746139102.712804:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acba1e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512884 expref: 6 pid: 24929 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746139102.712834:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139102.712836:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139102.712844:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acba25 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351288b expref: 30 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.712851:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acba25 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351288b expref: 30 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.712875:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acba25 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351288b expref: 30 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.712888:0:7207:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acba25 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351288b expref: 30 pid: 24929 timeout: 827 lvb_type: 0 00000100:00100000:2.0:1746139102.712901:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0869500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832192384:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139102.712970:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012a2b2540 going to sleep for 11 seconds 00000100:00100000:2.0:1746139102.714288:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0869500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832192384:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139102.714305:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139102.714336:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800874d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2008:x1830958840416768:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 1610us (1752us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139102.714344:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17290 00000100:00100000:0.0:1746139102.715127:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139102.715375:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840417024 00000100:00100000:2.0:1746139102.715381:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840417024 00002000:00100000:2.0:1746139102.715418:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800874d0700 x1830958840417024/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:28/0 lens 488/0 e 0 to 0 dl 1746139113 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139102.715434:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800874d0700 with x1830958840417024 ext(0->4095) 00010000:00010000:2.0:1746139102.715443:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acba25 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351288b expref: 31 pid: 24929 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746139102.715461:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acba25 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351288b expref: 31 pid: 24929 timeout: 827 lvb_type: 0 00002000:00010000:2.0:1746139102.715467:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800874d0700 00000100:00100000:2.0:1746139102.715495:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2736 00000100:00100000:2.0:1746139102.715513:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800874d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+31:2007:x1830958840417024:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746139102.715674:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800874d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+31:2007:x1830958840417024:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 162us (547us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746139102.715681:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2736 00002000:00100000:2.0:1746139102.715685:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800874d0700 x1830958840417024/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:28/0 lens 488/4536 e 0 to 0 dl 1746139113 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139102.715692:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800874d0700 with x1830958840417024 ext(0->4095) 00010000:00010000:2.0:1746139102.715697:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acba25 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351288b expref: 31 pid: 24929 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746139102.715705:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acba25 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351288b expref: 31 pid: 24929 timeout: 827 lvb_type: 0 00002000:00010000:2.0:1746139102.715710:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800874d0700 00000100:00100000:0.0:1746139102.717371:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139102.717526:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840417152 00000100:00100000:2.0:1746139102.717534:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840417152 00010000:00010000:2.0:1746139102.717561:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acba25 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351288b expref: 31 pid: 24929 timeout: 827 lvb_type: 0 00000100:00100000:2.0:1746139102.717598:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17291 00000100:00100000:2.0:1746139102.717605:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013770ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+31:2008:x1830958840417152:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139102.717634:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139102.717654:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acba25 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351288b expref: 31 pid: 24929 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746139102.717666:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acba25 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351288b expref: 31 pid: 24929 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746139102.717688:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acba25 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351288b expref: 31 pid: 24929 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746139102.717701:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139102.717703:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139102.717710:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fe00/0x1f9f6ca451acba2c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512892 expref: 30 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.717951:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fe00/0x1f9f6ca451acba2c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512892 expref: 30 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.717984:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fe00/0x1f9f6ca451acba2c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512892 expref: 30 pid: 24929 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746139102.717995:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0869500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832192512:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139102.718080:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012a2b2540 going to sleep for 11 seconds 00000100:00100000:2.0:1746139102.719946:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0869500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832192512:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139102.719966:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139102.720000:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013770ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+30:2008:x1830958840417152:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 2395us (2635us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139102.720010:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17291 00000100:00100000:0.0:1746139102.720606:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139102.720660:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840417408 00000100:00100000:3.0:1746139102.720666:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840417408 00002000:00100000:3.0:1746139102.720696:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800874d1880 x1830958840417408/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:28/0 lens 488/0 e 0 to 0 dl 1746139113 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139102.720704:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800874d1880 with x1830958840417408 ext(0->4095) 00002000:00010000:3.0:1746139102.720708:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800874d1880 00000100:00100000:3.0:1746139102.720719:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13345 00000100:00100000:3.0:1746139102.720724:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800874d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+30:2007:x1830958840417408:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746139102.720834:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800874d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+30:2007:x1830958840417408:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 109us (230us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746139102.720840:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13345 00002000:00100000:3.0:1746139102.720845:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800874d1880 x1830958840417408/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:28/0 lens 488/4536 e 0 to 0 dl 1746139113 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139102.720851:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800874d1880 with x1830958840417408 ext(0->4095) 00002000:00010000:3.0:1746139102.720854:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800874d1880 00000100:00100000:0.0:1746139102.722689:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139102.722744:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840417536 00000100:00100000:3.0:1746139102.722752:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840417536 00000100:00100000:3.0:1746139102.722801:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29978 00000100:00100000:3.0:1746139102.722807:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800874d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840417536:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746139102.722820:0:9563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139102.722837:0:9563:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008760c400/0x1f9f6ca451acba33 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512899 expref: -99 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139102.722863:0:9563:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fe00/0x1f9f6ca451acba2c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512892 expref: 29 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139102.722871:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746139102.722873:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746139102.722876:0:9563:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008760c400/0x1f9f6ca451acba33 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512899 expref: 6 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139102.722906:0:9563:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fe00/0x1f9f6ca451acba2c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512892 expref: 29 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139102.722924:0:9563:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fe00/0x1f9f6ca451acba2c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512892 expref: 29 pid: 24929 timeout: 827 lvb_type: 0 00000100:00100000:3.0:1746139102.722935:0:9563:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0759c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832192640:192.168.203.56@tcp:104: 00000100:00100000:3.0:1746139102.723015:0:9563:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f075000 going to sleep for 11 seconds 00000100:00100000:3.0:1746139102.724031:0:9563:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0759c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832192640:192.168.203.56@tcp:104: 00010000:00010000:3.0:1746139102.724050:0:9563:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008760c400/0x1f9f6ca451acba33 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512899 expref: 6 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139102.724063:0:9563:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008760c400, rc 0) 00000100:00100000:3.0:1746139102.724089:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800874d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840417536:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1282us (1408us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139102.724095:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29978 00000100:00100000:0.0:1746139102.724401:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139102.724945:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840417664 00000100:00100000:2.0:1746139102.724951:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840417664 00010000:00010000:2.0:1746139102.724976:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fe00/0x1f9f6ca451acba2c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512892 expref: 30 pid: 24929 timeout: 827 lvb_type: 0 00000100:00100000:2.0:1746139102.725004:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17292 00000100:00100000:2.0:1746139102.725011:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093490000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+30:2007:x1830958840417664:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139102.725021:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139102.725073:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fe00/0x1f9f6ca451acba2c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512892 expref: 30 pid: 24929 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746139102.725083:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fe00/0x1f9f6ca451acba2c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512892 expref: 30 pid: 24929 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746139102.725105:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fe00/0x1f9f6ca451acba2c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512892 expref: 30 pid: 24929 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746139102.725227:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139102.725230:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139102.725236:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008760c400/0x1f9f6ca451acba33 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512899 expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.725249:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008760c400/0x1f9f6ca451acba33 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512899 expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.725277:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008760c400/0x1f9f6ca451acba33 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512899 expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746139102.725285:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0869500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832192768:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139102.725353:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ec29180 going to sleep for 11 seconds 00000100:00100000:0.0:1746139102.726978:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139102.727079:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0869500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832192768:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139102.727097:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139102.727131:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093490000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+29:2007:x1830958840417664:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 2119us (2729us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139102.727140:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17292 00000100:00100000:1.0:1746139102.727364:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840417920 00000100:00100000:1.0:1746139102.727371:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840417920 00002000:00100000:1.0:1746139102.727415:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c0cc700 x1830958840417920/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:28/0 lens 488/0 e 0 to 0 dl 1746139113 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139102.727425:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c0cc700 with x1830958840417920 ext(0->4095) 00002000:00010000:1.0:1746139102.727430:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c0cc700 00000100:00100000:1.0:1746139102.727460:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13346 00000100:00100000:1.0:1746139102.727467:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c0cc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840417920:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746139102.727664:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c0cc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840417920:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 194us (690us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139102.727675:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13346 00002000:00100000:1.0:1746139102.727680:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c0cc700 x1830958840417920/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:28/0 lens 488/4536 e 0 to 0 dl 1746139113 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139102.727688:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c0cc700 with x1830958840417920 ext(0->4095) 00002000:00010000:1.0:1746139102.727690:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c0cc700 00000100:00100000:0.0:1746139102.730773:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139102.730882:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840418048 00000100:00100000:2.0:1746139102.730893:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840418048 00000100:00100000:2.0:1746139102.730996:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29979 00000100:00100000:2.0:1746139102.731004:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087514e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+29:1800:x1830958840418048:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139102.731023:0:9563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139102.731043:0:9563:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc000/0x1f9f6ca451acba3a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a35128a0 expref: -99 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.731077:0:9563:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008760c400/0x1f9f6ca451acba33 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512899 expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.731085:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139102.731088:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139102.731093:0:9563:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc000/0x1f9f6ca451acba3a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35128a0 expref: 30 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.731125:0:9563:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008760c400/0x1f9f6ca451acba33 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512899 expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.731137:0:9563:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008760c400/0x1f9f6ca451acba33 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512899 expref: 5 pid: 9563 timeout: 827 lvb_type: 0 00000100:00100000:2.0:1746139102.731149:0:9563:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0869500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832192896:192.168.203.56@tcp:104: 00000100:00100000:2.0:1746139102.732027:0:9563:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ec29180 going to sleep for 11 seconds 00000100:00100000:1.0:1746139102.733713:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139102.733859:0:24929:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840418176 00000100:00100000:0.0:1746139102.733868:0:24929:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840418176 00000100:00100000:0.0:1746139102.733920:0:24929:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29980 00000100:00100000:0.0:1746139102.733928:0:24929:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c410e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b60e9717-019c-4527-a82a-15e993ac5189+31:1814:x1830958840418176:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746139102.733946:0:24929:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746139102.733962:0:24929:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c800/0x1f9f6ca451acba41 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a35128a7 expref: -99 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139102.733986:0:24929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139102.733992:0:24929:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc000/0x1f9f6ca451acba3a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35128a0 expref: 32 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139102.733998:0:24929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746139102.734002:0:24929:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c800/0x1f9f6ca451acba41 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35128a7 expref: 32 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139102.734036:0:24929:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc000/0x1f9f6ca451acba3a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35128a0 expref: 32 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139102.734051:0:24929:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c800/0x1f9f6ca451acba41 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35128a7 expref: 32 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139102.734061:0:24929:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fa5c800, rc 0) 00000100:00100000:0.0:1746139102.734109:0:24929:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c410e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b60e9717-019c-4527-a82a-15e993ac5189+32:1814:x1830958840418176:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 181us (404us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139102.734116:0:24929:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29980 00000100:00100000:2.0:1746139102.735565:0:9563:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0869500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832192896:192.168.203.56@tcp:104: 00010000:00010000:2.0:1746139102.735594:0:9563:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc000/0x1f9f6ca451acba3a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35128a0 expref: 31 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.735608:0:9563:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f7cc000, rc 0) 00000100:00100000:2.0:1746139102.736113:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087514e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+31:1800:x1830958840418048:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5104us (5345us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139102.736122:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29979 00000100:00100000:0.0:1746139102.736743:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139102.736929:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840418304 00000100:00100000:2.0:1746139102.736936:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840418304 00010000:00010000:2.0:1746139102.736967:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008760c400/0x1f9f6ca451acba33 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512899 expref: 6 pid: 9563 timeout: 827 lvb_type: 0 00000100:00100000:2.0:1746139102.736999:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17293 00000100:00100000:2.0:1746139102.737005:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087515c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840418304:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139102.737021:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139102.737042:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008760c400/0x1f9f6ca451acba33 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512899 expref: 6 pid: 9563 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746139102.737054:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008760c400/0x1f9f6ca451acba33 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512899 expref: 6 pid: 9563 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746139102.737076:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008760c400/0x1f9f6ca451acba33 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512899 expref: 6 pid: 9563 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746139102.737093:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139102.737095:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139102.737103:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc000/0x1f9f6ca451acba3a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35128a0 expref: 30 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.737110:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc000/0x1f9f6ca451acba3a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35128a0 expref: 30 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.737134:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc000/0x1f9f6ca451acba3a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35128a0 expref: 30 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.737143:0:7207:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc000/0x1f9f6ca451acba3a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35128a0 expref: 30 pid: 9563 timeout: 827 lvb_type: 0 00000100:00100000:2.0:1746139102.737153:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0869500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832193152:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139102.737591:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ec29180 going to sleep for 11 seconds 00000100:00100000:0.0:1746139102.739310:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139102.739364:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840418560 00000100:00100000:1.0:1746139102.739372:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840418560 00000100:00100000:2.0:1746139102.739381:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0869500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832193152:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139102.739404:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:1.0:1746139102.739414:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880087516a00 x1830958840418560/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:28/0 lens 488/0 e 0 to 0 dl 1746139113 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139102.739423:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087516a00 with x1830958840418560 ext(0->4095) 00010000:00010000:1.0:1746139102.739430:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc000/0x1f9f6ca451acba3a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35128a0 expref: 31 pid: 9563 timeout: 827 lvb_type: 0 00010000:00010000:1.0:1746139102.739442:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc000/0x1f9f6ca451acba3a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35128a0 expref: 31 pid: 9563 timeout: 827 lvb_type: 0 00002000:00010000:1.0:1746139102.739448:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880087516a00 00000100:00100000:2.0:1746139102.739451:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087515c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2008:x1830958840418304:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 2445us (2709us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139102.739459:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17293 00000100:00100000:1.0:1746139102.739478:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2737 00000100:00100000:1.0:1746139102.739484:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087516a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+31:2008:x1830958840418560:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746139102.739612:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087516a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+31:2008:x1830958840418560:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 128us (310us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139102.739643:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2737 00002000:00100000:1.0:1746139102.739648:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880087516a00 x1830958840418560/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:28/0 lens 488/4536 e 0 to 0 dl 1746139113 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139102.739656:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087516a00 with x1830958840418560 ext(0->4095) 00010000:00010000:1.0:1746139102.739659:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc000/0x1f9f6ca451acba3a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35128a0 expref: 31 pid: 9563 timeout: 827 lvb_type: 0 00010000:00010000:1.0:1746139102.739668:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc000/0x1f9f6ca451acba3a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35128a0 expref: 31 pid: 9563 timeout: 828 lvb_type: 0 00002000:00010000:1.0:1746139102.739673:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880087516a00 00000100:00100000:0.0:1746139102.741771:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139102.742015:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840418688 00000100:00100000:2.0:1746139102.742025:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840418688 00010000:00010000:2.0:1746139102.742058:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc000/0x1f9f6ca451acba3a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35128a0 expref: 31 pid: 9563 timeout: 828 lvb_type: 0 00000100:00100000:2.0:1746139102.742463:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17294 00000100:00100000:2.0:1746139102.742472:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087517100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+31:2010:x1830958840418688:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139102.742488:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139102.742522:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc000/0x1f9f6ca451acba3a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35128a0 expref: 31 pid: 9563 timeout: 828 lvb_type: 0 00010000:00010000:2.0:1746139102.742533:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc000/0x1f9f6ca451acba3a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35128a0 expref: 31 pid: 9563 timeout: 828 lvb_type: 0 00010000:00010000:2.0:1746139102.742559:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc000/0x1f9f6ca451acba3a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35128a0 expref: 31 pid: 9563 timeout: 828 lvb_type: 0 00010000:00010000:2.0:1746139102.742594:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139102.742597:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139102.742604:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c800/0x1f9f6ca451acba41 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35128a7 expref: 30 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.742612:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c800/0x1f9f6ca451acba41 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35128a7 expref: 30 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.742679:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c800/0x1f9f6ca451acba41 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35128a7 expref: 30 pid: 24929 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746139102.742693:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0869500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832193280:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139102.742772:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ec29180 going to sleep for 11 seconds 00000100:00100000:2.0:1746139102.745109:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0869500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832193280:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139102.745133:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139102.745170:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087517100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+30:2010:x1830958840418688:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 2698us (3407us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139102.745180:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17294 00000100:00100000:0.0:1746139102.746487:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139102.746974:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840418944 00000100:00100000:1.0:1746139102.746984:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840418944 00002000:00100000:1.0:1746139102.747033:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880087514000 x1830958840418944/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:28/0 lens 488/0 e 0 to 0 dl 1746139113 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139102.747043:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087514000 with x1830958840418944 ext(0->4095) 00002000:00010000:1.0:1746139102.747048:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880087514000 00000100:00100000:1.0:1746139102.747082:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13347 00000100:00100000:1.0:1746139102.747091:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087514000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+30:2007:x1830958840418944:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746139102.747247:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087514000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+30:2007:x1830958840418944:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 156us (765us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139102.747254:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13347 00002000:00100000:1.0:1746139102.747259:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880087514000 x1830958840418944/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:28/0 lens 488/4536 e 0 to 0 dl 1746139113 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139102.747265:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087514000 with x1830958840418944 ext(0->4095) 00002000:00010000:1.0:1746139102.747268:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880087514000 00000100:00100000:0.0:1746139102.749742:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139102.749991:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840419072 00000100:00100000:2.0:1746139102.749999:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840419072 00000100:00100000:2.0:1746139102.750053:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29981 00000100:00100000:2.0:1746139102.750061:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087515500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840419072:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139102.750079:0:9563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139102.750098:0:9563:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc600/0x1f9f6ca451acba48 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a35128ae expref: -99 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.750127:0:9563:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c800/0x1f9f6ca451acba41 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35128a7 expref: 29 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.750135:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139102.750137:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139102.750141:0:9563:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc600/0x1f9f6ca451acba48 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35128ae expref: 6 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.750179:0:9563:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c800/0x1f9f6ca451acba41 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35128a7 expref: 29 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.750193:0:9563:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c800/0x1f9f6ca451acba41 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35128a7 expref: 29 pid: 24929 timeout: 828 lvb_type: 0 00000100:00100000:2.0:1746139102.750206:0:9563:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0869500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832193408:192.168.203.56@tcp:104: 00000100:00100000:2.0:1746139102.751540:0:9563:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ec29180 going to sleep for 11 seconds 00000100:00100000:2.0:1746139102.754904:0:9563:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0869500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832193408:192.168.203.56@tcp:104: 00010000:00010000:2.0:1746139102.754942:0:9563:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc600/0x1f9f6ca451acba48 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35128ae expref: 6 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.754961:0:9563:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f7cc600, rc 0) 00000100:00100000:2.0:1746139102.755020:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087515500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840419072:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4959us (5286us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139102.755031:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29981 00000100:00100000:0.0:1746139102.755959:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139102.756024:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139102.756163:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840419200 00000100:00100000:3.0:1746139102.756169:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840419200 00010000:00010000:3.0:1746139102.756201:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c800/0x1f9f6ca451acba41 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35128a7 expref: 30 pid: 24929 timeout: 828 lvb_type: 0 00000100:00100000:3.0:1746139102.756238:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17295 00000100:00100000:3.0:1746139102.756245:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087517480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+30:2007:x1830958840419200:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139102.756257:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139102.756278:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c800/0x1f9f6ca451acba41 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35128a7 expref: 30 pid: 24929 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746139102.756294:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c800/0x1f9f6ca451acba41 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35128a7 expref: 30 pid: 24929 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746139102.756314:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c800/0x1f9f6ca451acba41 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35128a7 expref: 30 pid: 24929 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746139102.756337:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139102.756340:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139102.756347:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc600/0x1f9f6ca451acba48 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35128ae expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139102.756355:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc600/0x1f9f6ca451acba48 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35128ae expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139102.756383:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc600/0x1f9f6ca451acba48 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35128ae expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139102.756395:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0759c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832193536:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139102.756454:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f075000 going to sleep for 11 seconds 00000100:00100000:2.0:1746139102.756526:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840419328 00000100:00100000:2.0:1746139102.756529:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840419328 00000100:00100000:2.0:1746139102.756548:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29982 00000100:00100000:2.0:1746139102.756553:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087516300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+30:1800:x1830958840419328:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139102.756565:0:9563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139102.756576:0:9563:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f7cd400/0x1f9f6ca451acba4f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a35128b5 expref: -99 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.756593:0:9563:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc600/0x1f9f6ca451acba48 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35128ae expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.756599:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139102.756601:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139102.756603:0:9563:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f7cd400/0x1f9f6ca451acba4f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35128b5 expref: 31 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.756641:0:9563:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc600/0x1f9f6ca451acba48 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35128ae expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.756651:0:9563:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc600/0x1f9f6ca451acba48 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35128ae expref: 5 pid: 9563 timeout: 828 lvb_type: 0 00000100:00100000:2.0:1746139102.756659:0:9563:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0869500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832193664:192.168.203.56@tcp:104: 00000100:00100000:2.0:1746139102.756689:0:9563:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ec29180 going to sleep for 11 seconds 00000100:00100000:0.0:1746139102.758575:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139102.758652:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840419584 00000100:00100000:3.0:1746139102.758659:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840419584 00002000:00100000:3.0:1746139102.758699:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880087517b80 x1830958840419584/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:28/0 lens 488/0 e 0 to 0 dl 1746139113 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139102.758708:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087517b80 with x1830958840419584 ext(0->4095) 00010000:00010000:3.0:1746139102.758716:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc600/0x1f9f6ca451acba48 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35128ae expref: 6 pid: 9563 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746139102.758733:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc600/0x1f9f6ca451acba48 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35128ae expref: 6 pid: 9563 timeout: 828 lvb_type: 0 00002000:00010000:3.0:1746139102.758739:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880087517b80 00000100:00100000:2.0:1746139102.758970:0:9563:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0869500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832193664:192.168.203.56@tcp:104: 00010000:00010000:2.0:1746139102.758997:0:9563:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f7cd400/0x1f9f6ca451acba4f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35128b5 expref: 31 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.759012:0:9563:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f7cd400, rc 0) 00000100:00100000:2.0:1746139102.759049:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087516300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+31:1800:x1830958840419328:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2495us (3093us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139102.759057:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29982 00000100:00100000:3.0:1746139102.759280:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2738 00000100:00100000:3.0:1746139102.759288:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087517b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840419584:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746139102.759402:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087517b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840419584:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 115us (836us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746139102.759408:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2738 00002000:00100000:3.0:1746139102.759413:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880087517b80 x1830958840419584/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:28/0 lens 488/4536 e 0 to 0 dl 1746139113 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139102.759420:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087517b80 with x1830958840419584 ext(0->4095) 00010000:00010000:3.0:1746139102.759425:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc600/0x1f9f6ca451acba48 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35128ae expref: 6 pid: 9563 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746139102.759434:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc600/0x1f9f6ca451acba48 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35128ae expref: 6 pid: 9563 timeout: 828 lvb_type: 0 00002000:00010000:3.0:1746139102.759440:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880087517b80 00000100:00100000:2.0:1746139102.759558:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0759c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832193536:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139102.759567:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139102.759591:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087517480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+30:2007:x1830958840419200:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3346us (3566us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139102.759602:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17295 00000100:00100000:1.0:1746139102.763284:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139102.763370:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840419712 00000100:00100000:2.0:1746139102.763379:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840419712 00010000:00010000:2.0:1746139102.763413:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc600/0x1f9f6ca451acba48 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35128ae expref: 6 pid: 9563 timeout: 828 lvb_type: 0 00000100:00100000:2.0:1746139102.763439:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17296 00000100:00100000:2.0:1746139102.763446:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c410a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840419712:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139102.763459:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139102.763477:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc600/0x1f9f6ca451acba48 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35128ae expref: 6 pid: 9563 timeout: 828 lvb_type: 0 00010000:00010000:2.0:1746139102.763488:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc600/0x1f9f6ca451acba48 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35128ae expref: 6 pid: 9563 timeout: 828 lvb_type: 0 00010000:00010000:2.0:1746139102.763518:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc600/0x1f9f6ca451acba48 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35128ae expref: 6 pid: 9563 timeout: 828 lvb_type: 0 00010000:00010000:2.0:1746139102.763781:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139102.763783:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139102.763792:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f7cd400/0x1f9f6ca451acba4f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35128b5 expref: 29 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.763800:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f7cd400/0x1f9f6ca451acba4f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35128b5 expref: 29 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.763834:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f7cd400/0x1f9f6ca451acba4f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35128b5 expref: 29 pid: 9563 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746139102.763847:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0869500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832193792:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139102.764348:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ec29180 going to sleep for 11 seconds 00000100:00100000:2.0:1746139102.766400:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0869500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832193792:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139102.766420:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139102.766468:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c410a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2008:x1830958840419712:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3022us (3193us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139102.766478:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17296 00000100:00100000:1.0:1746139102.768791:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139102.768928:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840419968 00000100:00100000:2.0:1746139102.768936:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840419968 00002000:00100000:2.0:1746139102.768982:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c410000 x1830958840419968/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:28/0 lens 488/0 e 0 to 0 dl 1746139113 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139102.768992:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c410000 with x1830958840419968 ext(0->4095) 00002000:00010000:2.0:1746139102.768997:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c410000 00000100:00100000:2.0:1746139102.769029:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13348 00000100:00100000:2.0:1746139102.769036:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c410000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+30:2008:x1830958840419968:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746139102.769205:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c410000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+30:2008:x1830958840419968:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 169us (424us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746139102.769212:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13348 00002000:00100000:2.0:1746139102.769217:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c410000 x1830958840419968/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:28/0 lens 488/4536 e 0 to 0 dl 1746139113 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139102.769224:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c410000 with x1830958840419968 ext(0->4095) 00002000:00010000:2.0:1746139102.769227:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c410000 00000100:00100000:0.0:1746139102.773460:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139102.773653:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840420096 00000100:00100000:2.0:1746139102.773663:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840420096 00000100:00100000:2.0:1746139102.773721:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29983 00000100:00100000:2.0:1746139102.773730:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087514700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840420096:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139102.773752:0:9563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139102.773771:0:9563:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f7ccc00/0x1f9f6ca451acba56 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a35128bc expref: -99 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.773800:0:9563:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f7cd400/0x1f9f6ca451acba4f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35128b5 expref: 29 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.773808:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139102.773810:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139102.773813:0:9563:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f7ccc00/0x1f9f6ca451acba56 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35128bc expref: 6 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.773847:0:9563:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f7cd400/0x1f9f6ca451acba4f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35128b5 expref: 29 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.773860:0:9563:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f7cd400/0x1f9f6ca451acba4f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35128b5 expref: 29 pid: 9563 timeout: 828 lvb_type: 0 00000100:00100000:2.0:1746139102.773872:0:9563:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0869500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832193920:192.168.203.56@tcp:104: 00000100:00100000:2.0:1746139102.773967:0:9563:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ec29240 going to sleep for 11 seconds 00000100:00100000:2.0:1746139102.777777:0:9563:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0869500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832193920:192.168.203.56@tcp:104: 00010000:00010000:2.0:1746139102.777810:0:9563:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f7ccc00/0x1f9f6ca451acba56 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35128bc expref: 6 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.777832:0:9563:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f7ccc00, rc 0) 00000100:00100000:2.0:1746139102.778359:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087514700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840420096:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4627us (4907us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139102.778368:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29983 00000100:00100000:0.0:1746139102.778858:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139102.779830:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840420224 00000100:00100000:3.0:1746139102.779838:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840420224 00002000:00100000:3.0:1746139102.779875:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff8801333dc380 x1830958840420224/t0(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:28/0 lens 496/0 e 0 to 0 dl 1746139113 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139102.779885:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801333dc380 with x1830958840420224 ext(0->7) 00010000:00010000:3.0:1746139102.779893:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f7cd400/0x1f9f6ca451acba4f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35128b5 expref: 30 pid: 9563 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746139102.779906:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f7cd400/0x1f9f6ca451acba4f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35128b5 expref: 30 pid: 9563 timeout: 828 lvb_type: 0 00002000:00010000:3.0:1746139102.779913:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801333dc380 00000100:00100000:3.0:1746139102.779943:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2739 00000100:00100000:3.0:1746139102.779951:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801333dc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+30:2008:x1830958840420224:12345-192.168.203.56@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746139102.786205:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801333dc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+32:2008:x1830958840420224:12345-192.168.203.56@tcp:4:ldlm_bl.0 Request processed in 6244us (7337us total) trans 4294972099 rc 0/0 00000100:00100000:3.0:1746139102.786217:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2739 00002000:00100000:3.0:1746139102.786226:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff8801333dc380 x1830958840420224/t4294972099(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:28/0 lens 496/448 e 0 to 0 dl 1746139113 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139102.786237:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801333dc380 with x1830958840420224 ext(0->7) 00010000:00010000:3.0:1746139102.786247:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f7cd400/0x1f9f6ca451acba4f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35128b5 expref: 32 pid: 9563 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746139102.786263:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f7cd400/0x1f9f6ca451acba4f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35128b5 expref: 32 pid: 9563 timeout: 828 lvb_type: 0 00002000:00010000:3.0:1746139102.786271:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801333dc380 00000100:00100000:0.0:1746139102.793440:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139102.793554:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840420352 00000100:00100000:2.0:1746139102.793565:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840420352 00000100:00100000:2.0:1746139102.793644:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29984 00000100:00100000:2.0:1746139102.793656:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801333dd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+32:1800:x1830958840420352:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139102.793675:0:9563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139102.793692:0:9563:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f7cdc00/0x1f9f6ca451acba5d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a35128c3 expref: -99 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.793718:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139102.793723:0:9563:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f7ccc00/0x1f9f6ca451acba56 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35128bc expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.793728:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746139102.793731:0:9563:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f7cdc00/0x1f9f6ca451acba5d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35128c3 expref: 33 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.793765:0:9563:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f7ccc00/0x1f9f6ca451acba56 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35128bc expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.793775:0:9563:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f7cdc00/0x1f9f6ca451acba5d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35128c3 expref: 33 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.793789:0:9563:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f7cdc00, rc 0) 00000100:00100000:2.0:1746139102.793841:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801333dd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+33:1800:x1830958840420352:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 190us (412us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139102.793847:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29984 00000100:00100000:0.0:1746139102.794750:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139102.794989:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840420480 00000100:00100000:2.0:1746139102.794994:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840420480 00010000:00010000:2.0:1746139102.795018:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f7cd400/0x1f9f6ca451acba4f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35128b5 expref: 33 pid: 9563 timeout: 828 lvb_type: 0 00000100:00100000:2.0:1746139102.795051:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17297 00000100:00100000:2.0:1746139102.795058:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801333ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+33:2010:x1830958840420480:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139102.795068:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139102.795089:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f7cd400/0x1f9f6ca451acba4f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35128b5 expref: 33 pid: 9563 timeout: 828 lvb_type: 0 00010000:00010000:2.0:1746139102.795100:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f7cd400/0x1f9f6ca451acba4f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35128b5 expref: 33 pid: 9563 timeout: 828 lvb_type: 0 00010000:00010000:2.0:1746139102.795122:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f7cd400/0x1f9f6ca451acba4f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35128b5 expref: 33 pid: 9563 timeout: 828 lvb_type: 0 00010000:00010000:2.0:1746139102.795148:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139102.795150:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139102.795157:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f7ccc00/0x1f9f6ca451acba56 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35128bc expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.795169:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f7ccc00/0x1f9f6ca451acba56 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35128bc expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.795195:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f7ccc00/0x1f9f6ca451acba56 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35128bc expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.795206:0:7207:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f7ccc00/0x1f9f6ca451acba56 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35128bc expref: 5 pid: 9563 timeout: 828 lvb_type: 0 00000100:00100000:2.0:1746139102.795217:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0869500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832194176:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139102.795333:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ec29240 going to sleep for 11 seconds 00000100:00100000:1.0:1746139102.798932:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139102.799028:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0869500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832194176:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139102.799048:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139102.799085:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801333ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+32:2010:x1830958840420480:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 4027us (4337us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139102.799096:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17297 00000100:00100000:3.0:1746139102.799166:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840420736 00000100:00100000:3.0:1746139102.799173:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840420736 00002000:00100000:3.0:1746139102.799209:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800a0223800 x1830958840420736/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:28/0 lens 488/0 e 0 to 0 dl 1746139113 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139102.799225:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0223800 with x1830958840420736 ext(0->4095) 00010000:00010000:3.0:1746139102.799233:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f7ccc00/0x1f9f6ca451acba56 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35128bc expref: 6 pid: 9563 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746139102.799245:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f7ccc00/0x1f9f6ca451acba56 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35128bc expref: 6 pid: 9563 timeout: 828 lvb_type: 0 00002000:00010000:3.0:1746139102.799251:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a0223800 00000100:00100000:3.0:1746139102.799272:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2740 00000100:00100000:3.0:1746139102.799277:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0223800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840420736:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746139102.800308:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0223800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840420736:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 1027us (1385us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746139102.800315:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2740 00002000:00100000:3.0:1746139102.800321:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800a0223800 x1830958840420736/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:28/0 lens 488/4536 e 0 to 0 dl 1746139113 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139102.800328:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0223800 with x1830958840420736 ext(0->4095) 00010000:00010000:3.0:1746139102.800334:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f7ccc00/0x1f9f6ca451acba56 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35128bc expref: 6 pid: 9563 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746139102.800343:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f7ccc00/0x1f9f6ca451acba56 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35128bc expref: 6 pid: 9563 timeout: 828 lvb_type: 0 00002000:00010000:3.0:1746139102.800349:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a0223800 00000100:00100000:0.0:1746139102.802334:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139102.802429:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840420864 00000100:00100000:2.0:1746139102.802437:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840420864 00010000:00010000:2.0:1746139102.802476:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f7ccc00/0x1f9f6ca451acba56 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35128bc expref: 6 pid: 9563 timeout: 828 lvb_type: 0 00000100:00100000:2.0:1746139102.803117:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17298 00000100:00100000:2.0:1746139102.803126:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013770c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840420864:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139102.803141:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139102.803162:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f7ccc00/0x1f9f6ca451acba56 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35128bc expref: 6 pid: 9563 timeout: 828 lvb_type: 0 00010000:00010000:2.0:1746139102.803175:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f7ccc00/0x1f9f6ca451acba56 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35128bc expref: 6 pid: 9563 timeout: 828 lvb_type: 0 00010000:00010000:2.0:1746139102.803197:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f7ccc00/0x1f9f6ca451acba56 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35128bc expref: 6 pid: 9563 timeout: 828 lvb_type: 0 00010000:00010000:2.0:1746139102.803216:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139102.803218:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139102.803225:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f7cdc00/0x1f9f6ca451acba5d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35128c3 expref: 31 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.803232:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f7cdc00/0x1f9f6ca451acba5d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35128c3 expref: 31 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.803265:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f7cdc00/0x1f9f6ca451acba5d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35128c3 expref: 31 pid: 9563 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746139102.803277:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0869500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832194304:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139102.803537:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ec29240 going to sleep for 11 seconds 00000100:00100000:2.0:1746139102.806677:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0869500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832194304:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139102.806699:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139102.806740:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013770c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2007:x1830958840420864:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3615us (4414us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139102.806751:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17298 00000100:00100000:0.0:1746139102.807070:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139102.807118:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840421120 00000100:00100000:3.0:1746139102.807126:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840421120 00002000:00100000:3.0:1746139102.807167:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8801333dea00 x1830958840421120/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:28/0 lens 488/0 e 0 to 0 dl 1746139113 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139102.807177:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801333dea00 with x1830958840421120 ext(0->4095) 00002000:00010000:3.0:1746139102.807181:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801333dea00 00000100:00100000:3.0:1746139102.807210:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13349 00000100:00100000:3.0:1746139102.807218:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801333dea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+32:2008:x1830958840421120:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746139102.807349:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801333dea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+32:2008:x1830958840421120:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 132us (280us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746139102.807355:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13349 00002000:00100000:3.0:1746139102.807361:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8801333dea00 x1830958840421120/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:28/0 lens 488/4536 e 0 to 0 dl 1746139113 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139102.807368:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801333dea00 with x1830958840421120 ext(0->4095) 00002000:00010000:3.0:1746139102.807371:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801333dea00 00000100:00100000:0.0:1746139102.809314:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139102.809428:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840421248 00000100:00100000:3.0:1746139102.809435:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840421248 00000100:00100000:3.0:1746139102.809753:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29985 00000100:00100000:3.0:1746139102.809761:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801333ded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840421248:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746139102.809780:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139102.809798:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008760c400/0x1f9f6ca451acba64 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a35128ca expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139102.809832:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f7cdc00/0x1f9f6ca451acba5d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35128c3 expref: 31 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139102.809844:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746139102.809846:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746139102.809849:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008760c400/0x1f9f6ca451acba64 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35128ca expref: 6 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139102.809881:0:18644:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f7cdc00/0x1f9f6ca451acba5d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35128c3 expref: 31 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139102.809893:0:18644:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f7cdc00/0x1f9f6ca451acba5d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35128c3 expref: 31 pid: 9563 timeout: 828 lvb_type: 0 00000100:00100000:3.0:1746139102.809904:0:18644:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a075aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832194432:192.168.203.56@tcp:104: 00000100:00100000:3.0:1746139102.809986:0:18644:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f075240 going to sleep for 11 seconds 00000100:00100000:3.0:1746139102.812124:0:18644:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a075aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832194432:192.168.203.56@tcp:104: 00010000:00010000:3.0:1746139102.812154:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008760c400/0x1f9f6ca451acba64 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35128ca expref: 6 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139102.812168:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008760c400, rc 0) 00000100:00100000:3.0:1746139102.812209:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801333ded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840421248:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2448us (2903us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139102.812218:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29985 00000100:00100000:0.0:1746139102.812986:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139102.813483:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840421376 00000100:00100000:3.0:1746139102.813491:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840421376 00010000:00010000:3.0:1746139102.813693:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f7cdc00/0x1f9f6ca451acba5d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35128c3 expref: 32 pid: 9563 timeout: 828 lvb_type: 0 00000100:00100000:3.0:1746139102.813839:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17299 00000100:00100000:3.0:1746139102.813847:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801333df800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+32:2008:x1830958840421376:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139102.813860:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139102.813882:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f7cdc00/0x1f9f6ca451acba5d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35128c3 expref: 32 pid: 9563 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746139102.813893:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f7cdc00/0x1f9f6ca451acba5d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35128c3 expref: 32 pid: 9563 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746139102.813915:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f7cdc00/0x1f9f6ca451acba5d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35128c3 expref: 32 pid: 9563 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746139102.814334:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139102.814337:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139102.814346:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008760c400/0x1f9f6ca451acba64 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35128ca expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139102.814354:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008760c400/0x1f9f6ca451acba64 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35128ca expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139102.814386:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008760c400/0x1f9f6ca451acba64 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35128ca expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139102.814399:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a075aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832194560:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139102.814640:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f075240 going to sleep for 11 seconds 00000100:00100000:0.0:1746139102.816685:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139102.816770:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a075aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832194560:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139102.816787:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139102.816833:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801333df800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+31:2008:x1830958840421376:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 2986us (3849us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139102.816843:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17299 00000100:00100000:2.0:1746139102.817126:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840421632 00000100:00100000:2.0:1746139102.817133:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840421632 00002000:00100000:2.0:1746139102.817173:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8801333dce00 x1830958840421632/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:28/0 lens 488/0 e 0 to 0 dl 1746139113 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139102.817182:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801333dce00 with x1830958840421632 ext(0->4095) 00002000:00010000:2.0:1746139102.817188:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801333dce00 00000100:00100000:2.0:1746139102.817204:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13350 00000100:00100000:2.0:1746139102.817210:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801333dce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840421632:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746139102.817328:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801333dce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840421632:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 118us (652us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746139102.817334:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13350 00002000:00100000:2.0:1746139102.817339:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8801333dce00 x1830958840421632/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:28/0 lens 488/4536 e 0 to 0 dl 1746139113 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139102.817345:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801333dce00 with x1830958840421632 ext(0->4095) 00002000:00010000:2.0:1746139102.817348:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801333dce00 00000100:00100000:2.0:1746139102.818288:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139102.818926:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840421760 00000100:00100000:3.0:1746139102.818934:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840421760 00000100:00100000:3.0:1746139102.818969:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29986 00000100:00100000:3.0:1746139102.818976:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0869500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+31:1800:x1830958840421760:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746139102.818990:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139102.819008:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008760cc00/0x1f9f6ca451acba6b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a35128d1 expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139102.819037:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008760c400/0x1f9f6ca451acba64 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35128ca expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139102.819046:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139102.819048:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139102.819051:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008760cc00/0x1f9f6ca451acba6b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35128d1 expref: 32 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139102.819084:0:18644:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008760c400/0x1f9f6ca451acba64 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35128ca expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139102.819096:0:18644:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008760c400/0x1f9f6ca451acba64 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35128ca expref: 5 pid: 18644 timeout: 828 lvb_type: 0 00000100:00100000:3.0:1746139102.819108:0:18644:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a075aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832194688:192.168.203.56@tcp:104: 00000100:00100000:3.0:1746139102.819181:0:18644:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f075240 going to sleep for 11 seconds 00000100:00100000:0.0:1746139102.820380:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139102.821775:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840421888 00000100:00100000:2.0:1746139102.821786:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840421888 00000100:00100000:2.0:1746139102.821829:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29987 00000100:00100000:2.0:1746139102.821836:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801333ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+33:1814:x1830958840421888:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139102.821853:0:9563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139102.821869:0:9563:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f7cdc00/0x1f9f6ca451acba72 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a35128d8 expref: -99 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.821893:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139102.821898:0:9563:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008760cc00/0x1f9f6ca451acba6b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35128d1 expref: 34 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.821905:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139102.821908:0:9563:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f7cdc00/0x1f9f6ca451acba72 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35128d8 expref: 34 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.821942:0:9563:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008760cc00/0x1f9f6ca451acba6b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35128d1 expref: 34 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.821955:0:9563:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f7cdc00/0x1f9f6ca451acba72 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35128d8 expref: 34 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.821965:0:9563:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f7cdc00, rc 0) 00000100:00100000:2.0:1746139102.822022:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801333ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+34:1814:x1830958840421888:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 185us (1648us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139102.822030:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29987 00000100:00100000:3.0:1746139102.823048:0:18644:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a075aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832194688:192.168.203.56@tcp:104: 00010000:00010000:3.0:1746139102.823068:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008760cc00/0x1f9f6ca451acba6b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35128d1 expref: 33 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139102.823079:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008760cc00, rc 0) 00000100:00100000:3.0:1746139102.823113:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0869500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+33:1800:x1830958840421760:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4137us (4828us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139102.823119:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29986 00000100:00100000:0.0:1746139102.823564:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139102.823649:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840422016 00000100:00100000:3.0:1746139102.823654:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840422016 00010000:00010000:3.0:1746139102.823676:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008760c400/0x1f9f6ca451acba64 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35128ca expref: 6 pid: 18644 timeout: 828 lvb_type: 0 00000100:00100000:3.0:1746139102.823706:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17300 00000100:00100000:3.0:1746139102.823711:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801333de300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840422016:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139102.823722:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139102.823742:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008760c400/0x1f9f6ca451acba64 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35128ca expref: 6 pid: 18644 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746139102.823753:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008760c400/0x1f9f6ca451acba64 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35128ca expref: 6 pid: 18644 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746139102.823773:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008760c400/0x1f9f6ca451acba64 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35128ca expref: 6 pid: 18644 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746139102.823792:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139102.823795:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139102.823802:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008760cc00/0x1f9f6ca451acba6b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35128d1 expref: 32 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139102.823809:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008760cc00/0x1f9f6ca451acba6b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35128d1 expref: 32 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139102.823834:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008760cc00/0x1f9f6ca451acba6b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35128d1 expref: 32 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139102.823845:0:7207:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008760cc00/0x1f9f6ca451acba6b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35128d1 expref: 32 pid: 18644 timeout: 828 lvb_type: 0 00000100:00100000:3.0:1746139102.823857:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a075aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832194944:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139102.823919:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f075240 going to sleep for 11 seconds 00000100:00100000:2.0:1746139102.827820:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139102.827890:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840422272 00000100:00100000:0.0:1746139102.827900:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840422272 00002000:00100000:0.0:1746139102.827950:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880093490000 x1830958840422272/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:28/0 lens 488/0 e 0 to 0 dl 1746139113 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139102.827961:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093490000 with x1830958840422272 ext(0->4095) 00010000:00010000:0.0:1746139102.827969:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008760cc00/0x1f9f6ca451acba6b lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35128d1 expref: 33 pid: 18644 timeout: 828 lvb_type: 0 00010000:00010000:0.0:1746139102.827982:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008760cc00/0x1f9f6ca451acba6b lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35128d1 expref: 33 pid: 18644 timeout: 828 lvb_type: 0 00002000:00010000:0.0:1746139102.827989:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093490000 00000100:00100000:0.0:1746139102.828010:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2741 00000100:00100000:0.0:1746139102.828018:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093490000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+33:2007:x1830958840422272:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746139102.828171:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093490000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+33:2007:x1830958840422272:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 153us (361us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746139102.828178:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2741 00002000:00100000:0.0:1746139102.828184:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880093490000 x1830958840422272/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:28/0 lens 488/4536 e 0 to 0 dl 1746139113 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139102.828192:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093490000 with x1830958840422272 ext(0->4095) 00010000:00010000:0.0:1746139102.828196:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008760cc00/0x1f9f6ca451acba6b lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35128d1 expref: 33 pid: 18644 timeout: 828 lvb_type: 0 00010000:00010000:0.0:1746139102.828206:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008760cc00/0x1f9f6ca451acba6b lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35128d1 expref: 33 pid: 18644 timeout: 828 lvb_type: 0 00002000:00010000:0.0:1746139102.828217:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093490000 00000100:00100000:3.0:1746139102.828750:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a075aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832194944:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139102.828768:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139102.828801:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801333de300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2007:x1830958840422016:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 5089us (5238us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139102.828808:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17300 00000100:00100000:0.0:1746139102.830190:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139102.830869:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840422400 00000100:00100000:3.0:1746139102.830876:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840422400 00010000:00010000:3.0:1746139102.830907:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008760cc00/0x1f9f6ca451acba6b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35128d1 expref: 33 pid: 18644 timeout: 828 lvb_type: 0 00000100:00100000:3.0:1746139102.830942:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17301 00000100:00100000:3.0:1746139102.830948:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801333df100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+33:2007:x1830958840422400:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139102.830963:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139102.830980:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008760cc00/0x1f9f6ca451acba6b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35128d1 expref: 33 pid: 18644 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746139102.830990:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008760cc00/0x1f9f6ca451acba6b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35128d1 expref: 33 pid: 18644 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746139102.831010:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008760cc00/0x1f9f6ca451acba6b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35128d1 expref: 33 pid: 18644 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746139102.831032:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139102.831034:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139102.831040:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f7cdc00/0x1f9f6ca451acba72 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35128d8 expref: 32 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139102.831047:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f7cdc00/0x1f9f6ca451acba72 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35128d8 expref: 32 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139102.831076:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f7cdc00/0x1f9f6ca451acba72 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35128d8 expref: 32 pid: 9563 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139102.831086:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a075aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832195072:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139102.831159:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f075240 going to sleep for 11 seconds 00000100:00100000:0.0:1746139102.833669:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139102.833769:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a075aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832195072:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139102.833787:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139102.833828:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801333df100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+32:2007:x1830958840422400:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 2878us (3641us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139102.833838:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17301 00000100:00100000:2.0:1746139102.833925:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840422656 00000100:00100000:2.0:1746139102.833931:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840422656 00002000:00100000:2.0:1746139102.833967:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8801333dfb80 x1830958840422656/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:28/0 lens 488/0 e 0 to 0 dl 1746139113 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139102.833975:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801333dfb80 with x1830958840422656 ext(0->4095) 00002000:00010000:2.0:1746139102.833980:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801333dfb80 00000100:00100000:2.0:1746139102.834004:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13351 00000100:00100000:2.0:1746139102.834010:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801333dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+32:2007:x1830958840422656:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746139102.834138:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801333dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+32:2007:x1830958840422656:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 128us (477us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746139102.834148:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13351 00002000:00100000:2.0:1746139102.834154:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8801333dfb80 x1830958840422656/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:28/0 lens 488/4536 e 0 to 0 dl 1746139113 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139102.834162:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801333dfb80 with x1830958840422656 ext(0->4095) 00002000:00010000:2.0:1746139102.834165:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801333dfb80 00000100:00100000:0.0:1746139102.836388:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139102.836504:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840422784 00000100:00100000:3.0:1746139102.836513:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840422784 00000100:00100000:3.0:1746139102.836558:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29988 00000100:00100000:3.0:1746139102.836564:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801333ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840422784:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746139102.836580:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139102.836595:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072515600/0x1f9f6ca451acba79 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a35128df expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139102.836639:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f7cdc00/0x1f9f6ca451acba72 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35128d8 expref: 31 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139102.836646:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746139102.836648:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746139102.836651:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072515600/0x1f9f6ca451acba79 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35128df expref: 6 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139102.836679:0:18644:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f7cdc00/0x1f9f6ca451acba72 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35128d8 expref: 31 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139102.836689:0:18644:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f7cdc00/0x1f9f6ca451acba72 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35128d8 expref: 31 pid: 9563 timeout: 828 lvb_type: 0 00000100:00100000:3.0:1746139102.836700:0:18644:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a075aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832195200:192.168.203.56@tcp:104: 00000100:00100000:3.0:1746139102.836814:0:18644:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f075240 going to sleep for 11 seconds 00000100:00100000:3.0:1746139102.839274:0:18644:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a075aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832195200:192.168.203.56@tcp:104: 00010000:00010000:3.0:1746139102.839306:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072515600/0x1f9f6ca451acba79 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35128df expref: 6 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139102.839323:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072515600, rc 0) 00000100:00100000:3.0:1746139102.839373:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801333ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840422784:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2808us (2994us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139102.839383:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29988 00000100:00100000:0.0:1746139102.841044:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139102.841162:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840422912 00000100:00100000:3.0:1746139102.841171:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840422912 00010000:00010000:3.0:1746139102.841214:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f7cdc00/0x1f9f6ca451acba72 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35128d8 expref: 32 pid: 9563 timeout: 828 lvb_type: 0 00000100:00100000:3.0:1746139102.841257:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17302 00000100:00100000:3.0:1746139102.841265:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eed8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+32:2007:x1830958840422912:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139102.841279:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139102.841303:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f7cdc00/0x1f9f6ca451acba72 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35128d8 expref: 32 pid: 9563 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746139102.841317:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f7cdc00/0x1f9f6ca451acba72 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35128d8 expref: 32 pid: 9563 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746139102.841343:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f7cdc00/0x1f9f6ca451acba72 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35128d8 expref: 32 pid: 9563 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746139102.841378:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139102.841380:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139102.841388:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880072515600/0x1f9f6ca451acba79 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35128df expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139102.841396:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072515600/0x1f9f6ca451acba79 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35128df expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139102.841433:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880072515600/0x1f9f6ca451acba79 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35128df expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139102.841446:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a075aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832195328:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139102.841540:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f075240 going to sleep for 11 seconds 00000100:00100000:0.0:1746139102.844357:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139102.844468:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a075aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832195328:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139102.844488:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139102.844550:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eed8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+31:2007:x1830958840422912:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3284us (3512us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139102.844562:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17302 00000100:00100000:0.0:1746139102.844842:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139102.844911:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840423168 00000100:00100000:1.0:1746139102.844918:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840423168 00002000:00100000:1.0:1746139102.844953:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88012eeda300 x1830958840423168/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:28/0 lens 488/0 e 0 to 0 dl 1746139113 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139102.844964:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012eeda300 with x1830958840423168 ext(0->4095) 00002000:00010000:1.0:1746139102.844969:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012eeda300 00000100:00100000:1.0:1746139102.844990:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13352 00000100:00100000:1.0:1746139102.844996:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eeda300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840423168:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746139102.845113:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eeda300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840423168:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 117us (767us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139102.845118:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13352 00002000:00100000:1.0:1746139102.845122:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88012eeda300 x1830958840423168/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:28/0 lens 488/4536 e 0 to 0 dl 1746139113 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139102.845129:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012eeda300 with x1830958840423168 ext(0->4095) 00002000:00010000:1.0:1746139102.845132:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012eeda300 00000100:00100000:3.0:1746139102.845404:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840423296 00000100:00100000:3.0:1746139102.845408:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840423296 00000100:00100000:3.0:1746139102.845439:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29989 00000100:00100000:3.0:1746139102.845445:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bd8a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+31:1800:x1830958840423296:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746139102.845454:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139102.845470:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072514400/0x1f9f6ca451acba80 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a35128e6 expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139102.845508:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880072515600/0x1f9f6ca451acba79 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35128df expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139102.845515:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139102.845517:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139102.845520:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072514400/0x1f9f6ca451acba80 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35128e6 expref: 32 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139102.845548:0:18644:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880072515600/0x1f9f6ca451acba79 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35128df expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139102.845561:0:18644:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880072515600/0x1f9f6ca451acba79 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35128df expref: 5 pid: 18644 timeout: 828 lvb_type: 0 00000100:00100000:3.0:1746139102.845571:0:18644:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a075aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832195456:192.168.203.56@tcp:104: 00000100:00100000:3.0:1746139102.845644:0:18644:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f075240 going to sleep for 11 seconds 00000100:00100000:0.0:1746139102.848843:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139102.848927:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139102.848997:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840423552 00000100:00100000:1.0:1746139102.849003:0:24929:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840423424 00000100:00100000:2.0:1746139102.849005:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840423552 00000100:00100000:1.0:1746139102.849008:0:24929:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840423424 00010000:00010000:2.0:1746139102.849039:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880072515600/0x1f9f6ca451acba79 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35128df expref: 6 pid: 18644 timeout: 828 lvb_type: 0 00000100:00100000:1.0:1746139102.849051:0:24929:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29990 00000100:00100000:1.0:1746139102.849059:0:24929:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bb71500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b60e9717-019c-4527-a82a-15e993ac5189+33:1814:x1830958840423424:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139102.849073:0:24929:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1746139102.849080:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17303 00000100:00100000:2.0:1746139102.849086:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bb72680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840423552:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746139102.849087:0:24929:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fe00/0x1f9f6ca451acba87 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a35128ed expref: -99 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.849099:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746139102.849115:0:24929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139102.849121:0:24929:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880072514400/0x1f9f6ca451acba80 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35128e6 expref: 34 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139102.849320:0:24929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139102.849325:0:24929:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fe00/0x1f9f6ca451acba87 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35128ed expref: 34 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.849340:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880072515600/0x1f9f6ca451acba79 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35128df expref: 6 pid: 18644 timeout: 828 lvb_type: 0 00010000:00010000:2.0:1746139102.849354:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880072515600/0x1f9f6ca451acba79 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35128df expref: 6 pid: 18644 timeout: 828 lvb_type: 0 00010000:00010000:1.0:1746139102.849687:0:24929:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880072514400/0x1f9f6ca451acba80 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35128e6 expref: 34 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.849690:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139102.849692:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139102.849698:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880072514400/0x1f9f6ca451acba80 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35128e6 expref: 34 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.849705:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072514400/0x1f9f6ca451acba80 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35128e6 expref: 34 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139102.849789:0:18644:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072515600/0x1f9f6ca451acba79 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35128df expref: 6 pid: 18644 timeout: 828 lvb_type: 0 00000100:00100000:3.0:1746139102.849805:0:18644:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a075aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832195456:192.168.203.56@tcp:104: 00010000:00010000:1.0:1746139102.849887:0:24929:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fe00/0x1f9f6ca451acba87 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35128ed expref: 34 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139102.849895:0:24929:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7fe00, rc 0) 00010000:00010000:2.0:1746139102.849905:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880072514400/0x1f9f6ca451acba80 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35128e6 expref: 34 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.849916:0:7207:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880072514400/0x1f9f6ca451acba80 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35128e6 expref: 34 pid: 18644 timeout: 828 lvb_type: 0 00000100:00100000:2.0:1746139102.849937:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134531f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832195712:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139102.849982:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ec29e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746139102.850099:0:24929:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bb71500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b60e9717-019c-4527-a82a-15e993ac5189+34:1814:x1830958840423424:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 876us (1102us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139102.850107:0:24929:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29990 00010000:00010000:3.0:1746139102.850152:0:18644:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880072514400/0x1f9f6ca451acba80 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35128e6 expref: 33 pid: 18644 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746139102.850159:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072514400/0x1f9f6ca451acba80 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35128e6 expref: 33 pid: 18644 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746139102.850172:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072514400, rc 0) 00000100:00100000:3.0:1746139102.850191:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bd8a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+33:1800:x1830958840423296:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4747us (5350us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139102.850196:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29989 00000100:00100000:2.0:1746139102.852387:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134531f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832195712:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139102.852412:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139102.852464:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bb72680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2008:x1830958840423552:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3377us (3536us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139102.852474:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17303 00000100:00100000:0.0:1746139102.852531:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139102.852599:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840423808 00000100:00100000:2.0:1746139102.852605:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840423808 00002000:00100000:2.0:1746139102.852721:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88007278aa00 x1830958840423808/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:28/0 lens 488/0 e 0 to 0 dl 1746139113 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139102.852886:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007278aa00 with x1830958840423808 ext(0->4095) 00010000:00010000:2.0:1746139102.852895:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880072514400/0x1f9f6ca451acba80 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35128e6 expref: 33 pid: 18644 timeout: 828 lvb_type: 0 00010000:00010000:2.0:1746139102.852907:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880072514400/0x1f9f6ca451acba80 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35128e6 expref: 33 pid: 18644 timeout: 828 lvb_type: 0 00002000:00010000:2.0:1746139102.852912:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007278aa00 00000100:00100000:2.0:1746139102.854167:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2742 00000100:00100000:2.0:1746139102.854180:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007278aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+33:2008:x1830958840423808:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746139102.854325:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007278aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+33:2008:x1830958840423808:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 151us (1796us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746139102.854332:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2742 00002000:00100000:2.0:1746139102.854337:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88007278aa00 x1830958840423808/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:28/0 lens 488/4536 e 0 to 0 dl 1746139113 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139102.854345:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007278aa00 with x1830958840423808 ext(0->4095) 00010000:00010000:2.0:1746139102.854352:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880072514400/0x1f9f6ca451acba80 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35128e6 expref: 33 pid: 18644 timeout: 828 lvb_type: 0 00010000:00010000:2.0:1746139102.854363:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880072514400/0x1f9f6ca451acba80 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35128e6 expref: 33 pid: 18644 timeout: 828 lvb_type: 0 00002000:00010000:2.0:1746139102.854369:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007278aa00 00000100:00100000:0.0:1746139102.858267:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139102.858398:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840423936 00000100:00100000:2.0:1746139102.858408:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840423936 00010000:00010000:2.0:1746139102.858448:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880072514400/0x1f9f6ca451acba80 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35128e6 expref: 33 pid: 18644 timeout: 828 lvb_type: 0 00000100:00100000:2.0:1746139102.858475:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17304 00000100:00100000:2.0:1746139102.858483:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072788000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+33:2010:x1830958840423936:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139102.858519:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139102.858541:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880072514400/0x1f9f6ca451acba80 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35128e6 expref: 33 pid: 18644 timeout: 828 lvb_type: 0 00010000:00010000:2.0:1746139102.858557:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880072514400/0x1f9f6ca451acba80 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35128e6 expref: 33 pid: 18644 timeout: 828 lvb_type: 0 00010000:00010000:2.0:1746139102.858580:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072514400/0x1f9f6ca451acba80 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35128e6 expref: 33 pid: 18644 timeout: 828 lvb_type: 0 00010000:00010000:2.0:1746139102.858819:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139102.858821:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139102.858829:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fe00/0x1f9f6ca451acba87 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35128ed expref: 32 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.858836:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fe00/0x1f9f6ca451acba87 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35128ed expref: 32 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.858869:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fe00/0x1f9f6ca451acba87 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35128ed expref: 32 pid: 24929 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746139102.858881:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134531f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832195840:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139102.859466:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ec293c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746139102.862926:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139102.863066:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134531f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832195840:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139102.863091:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139102.863138:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072788000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+32:2010:x1830958840423936:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 4655us (4882us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139102.863151:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17304 00000100:00100000:1.0:1746139102.863237:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840424192 00000100:00100000:1.0:1746139102.863245:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840424192 00002000:00100000:1.0:1746139102.863291:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880072550700 x1830958840424192/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:28/0 lens 488/0 e 0 to 0 dl 1746139113 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139102.863301:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072550700 with x1830958840424192 ext(0->4095) 00002000:00010000:1.0:1746139102.863305:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072550700 00000100:00100000:1.0:1746139102.863323:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13353 00000100:00100000:1.0:1746139102.863330:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072550700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+32:2007:x1830958840424192:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746139102.863467:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072550700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+32:2007:x1830958840424192:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 138us (553us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139102.863473:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13353 00002000:00100000:1.0:1746139102.863477:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880072550700 x1830958840424192/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:28/0 lens 488/4536 e 0 to 0 dl 1746139113 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139102.863484:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072550700 with x1830958840424192 ext(0->4095) 00002000:00010000:1.0:1746139102.863487:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072550700 00000100:00100000:1.0:1746139102.866869:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139102.867003:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840424320 00000100:00100000:3.0:1746139102.867012:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840424320 00000100:00100000:3.0:1746139102.867125:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29991 00000100:00100000:3.0:1746139102.867134:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801314bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840424320:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746139102.867153:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139102.867172:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008760c400/0x1f9f6ca451acba8e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a35128f4 expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139102.867201:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fe00/0x1f9f6ca451acba87 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35128ed expref: 31 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139102.867208:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746139102.867209:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746139102.867213:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008760c400/0x1f9f6ca451acba8e lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35128f4 expref: 6 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139102.867242:0:18644:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fe00/0x1f9f6ca451acba87 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35128ed expref: 31 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139102.867255:0:18644:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fe00/0x1f9f6ca451acba87 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35128ed expref: 31 pid: 24929 timeout: 828 lvb_type: 0 00000100:00100000:3.0:1746139102.867272:0:18644:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a075aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832195968:192.168.203.56@tcp:104: 00000100:00100000:3.0:1746139102.868297:0:18644:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f075240 going to sleep for 11 seconds 00000100:00100000:3.0:1746139102.870423:0:18644:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a075aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832195968:192.168.203.56@tcp:104: 00010000:00010000:3.0:1746139102.870456:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008760c400/0x1f9f6ca451acba8e lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35128f4 expref: 6 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139102.870475:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008760c400, rc 0) 00000100:00100000:3.0:1746139102.870895:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801314bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840424320:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3759us (4032us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139102.870905:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29991 00000100:00100000:0.0:1746139102.871234:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139102.871662:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840424448 00000100:00100000:2.0:1746139102.871669:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840424448 00010000:00010000:2.0:1746139102.871699:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fe00/0x1f9f6ca451acba87 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35128ed expref: 32 pid: 24929 timeout: 828 lvb_type: 0 00000100:00100000:2.0:1746139102.871724:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17305 00000100:00100000:2.0:1746139102.871730:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013770cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+32:2007:x1830958840424448:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139102.871742:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139102.871764:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fe00/0x1f9f6ca451acba87 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35128ed expref: 32 pid: 24929 timeout: 828 lvb_type: 0 00010000:00010000:2.0:1746139102.871775:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fe00/0x1f9f6ca451acba87 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35128ed expref: 32 pid: 24929 timeout: 828 lvb_type: 0 00010000:00010000:2.0:1746139102.871797:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fe00/0x1f9f6ca451acba87 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35128ed expref: 32 pid: 24929 timeout: 828 lvb_type: 0 00010000:00010000:2.0:1746139102.871821:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139102.871823:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139102.871829:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008760c400/0x1f9f6ca451acba8e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35128f4 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.871837:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008760c400/0x1f9f6ca451acba8e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35128f4 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.871866:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008760c400/0x1f9f6ca451acba8e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35128f4 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746139102.871878:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134531f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832196096:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139102.871941:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ec293c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746139102.873151:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139102.873216:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840424576 00000100:00100000:3.0:1746139102.873222:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840424576 00000100:00100000:3.0:1746139102.873773:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29992 00000100:00100000:3.0:1746139102.873781:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072551f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+32:1800:x1830958840424576:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746139102.873798:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139102.873812:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008760d000/0x1f9f6ca451acba95 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a35128fb expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139102.873836:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008760c400/0x1f9f6ca451acba8e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35128f4 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139102.873843:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139102.873845:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139102.873847:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008760d000/0x1f9f6ca451acba95 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35128fb expref: 33 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139102.873879:0:18644:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008760c400/0x1f9f6ca451acba8e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35128f4 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139102.873890:0:18644:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008760c400/0x1f9f6ca451acba8e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35128f4 expref: 5 pid: 18644 timeout: 828 lvb_type: 0 00000100:00100000:3.0:1746139102.873901:0:18644:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a075aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832196224:192.168.203.56@tcp:104: 00000100:00100000:3.0:1746139102.873964:0:18644:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f075240 going to sleep for 11 seconds 00000100:00100000:2.0:1746139102.875465:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134531f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832196096:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139102.875491:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139102.875541:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013770cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+33:2007:x1830958840424448:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3809us (4306us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139102.875552:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17305 00000100:00100000:0.0:1746139102.877093:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139102.877298:0:18644:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a075aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832196224:192.168.203.56@tcp:104: 00010000:00010000:3.0:1746139102.877321:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008760d000/0x1f9f6ca451acba95 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35128fb expref: 32 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139102.877339:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008760d000, rc 0) 00000100:00100000:3.0:1746139102.877369:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072551f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+32:1800:x1830958840424576:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3589us (4223us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139102.877377:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29992 00000100:00100000:2.0:1746139102.877505:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840424832 00000100:00100000:2.0:1746139102.877511:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840424832 00002000:00100000:2.0:1746139102.877545:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880072551c00 x1830958840424832/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:28/0 lens 488/0 e 0 to 0 dl 1746139113 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139102.877555:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072551c00 with x1830958840424832 ext(0->4095) 00010000:00010000:2.0:1746139102.877562:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008760c400/0x1f9f6ca451acba8e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35128f4 expref: 6 pid: 18644 timeout: 828 lvb_type: 0 00010000:00010000:2.0:1746139102.877574:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008760c400/0x1f9f6ca451acba8e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35128f4 expref: 6 pid: 18644 timeout: 828 lvb_type: 0 00002000:00010000:2.0:1746139102.877580:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072551c00 00000100:00100000:2.0:1746139102.878080:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2743 00000100:00100000:2.0:1746139102.878087:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072551c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840424832:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746139102.878197:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072551c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840424832:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 111us (1109us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746139102.878203:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2743 00002000:00100000:2.0:1746139102.878208:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880072551c00 x1830958840424832/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:28/0 lens 488/4536 e 0 to 0 dl 1746139113 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139102.878222:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072551c00 with x1830958840424832 ext(0->4095) 00010000:00010000:2.0:1746139102.878227:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008760c400/0x1f9f6ca451acba8e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35128f4 expref: 6 pid: 18644 timeout: 828 lvb_type: 0 00010000:00010000:2.0:1746139102.878236:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008760c400/0x1f9f6ca451acba8e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35128f4 expref: 6 pid: 18644 timeout: 828 lvb_type: 0 00002000:00010000:2.0:1746139102.878241:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072551c00 00000100:00100000:0.0:1746139102.881336:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139102.881537:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840424960 00000100:00100000:2.0:1746139102.881546:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840424960 00010000:00010000:2.0:1746139102.881578:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008760c400/0x1f9f6ca451acba8e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35128f4 expref: 6 pid: 18644 timeout: 828 lvb_type: 0 00000100:00100000:2.0:1746139102.881654:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17306 00000100:00100000:2.0:1746139102.881661:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072551180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840424960:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139102.881675:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139102.881695:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008760c400/0x1f9f6ca451acba8e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35128f4 expref: 6 pid: 18644 timeout: 828 lvb_type: 0 00010000:00010000:2.0:1746139102.881707:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008760c400/0x1f9f6ca451acba8e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35128f4 expref: 6 pid: 18644 timeout: 828 lvb_type: 0 00010000:00010000:2.0:1746139102.881730:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008760c400/0x1f9f6ca451acba8e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35128f4 expref: 6 pid: 18644 timeout: 828 lvb_type: 0 00010000:00010000:2.0:1746139102.882092:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139102.882096:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139102.882106:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008760d000/0x1f9f6ca451acba95 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35128fb expref: 31 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.882116:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008760d000/0x1f9f6ca451acba95 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35128fb expref: 31 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.882151:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008760d000/0x1f9f6ca451acba95 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35128fb expref: 31 pid: 18644 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746139102.882162:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134531f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832196352:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139102.882256:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ec29900 going to sleep for 11 seconds 00000100:00100000:0.0:1746139102.884689:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139102.887030:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840425216 00000100:00100000:1.0:1746139102.887045:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840425216 00000100:00100000:2.0:1746139102.887071:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134531f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832196352:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139102.887095:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:1.0:1746139102.887095:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880072551880 x1830958840425216/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:28/0 lens 488/0 e 0 to 0 dl 1746139113 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139102.887103:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072551880 with x1830958840425216 ext(0->4095) 00002000:00010000:1.0:1746139102.887107:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072551880 00000100:00100000:1.0:1746139102.887145:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13354 00000100:00100000:1.0:1746139102.887153:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072551880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+32:2008:x1830958840425216:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746139102.887154:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072551180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2008:x1830958840424960:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 5493us (5828us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139102.887163:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17306 00000100:00100000:1.0:1746139102.887288:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072551880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+32:2008:x1830958840425216:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 136us (2609us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139102.887293:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13354 00002000:00100000:1.0:1746139102.887297:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880072551880 x1830958840425216/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:28/0 lens 488/4536 e 0 to 0 dl 1746139113 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139102.887304:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072551880 with x1830958840425216 ext(0->4095) 00002000:00010000:1.0:1746139102.887306:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072551880 00000100:00100000:0.0:1746139102.896584:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139102.896698:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840425344 00000100:00100000:3.0:1746139102.896709:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840425344 00000100:00100000:3.0:1746139102.897303:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29993 00000100:00100000:3.0:1746139102.897313:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072553b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840425344:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746139102.897334:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139102.897353:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008760ca00/0x1f9f6ca451acba9c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512902 expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139102.897386:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008760d000/0x1f9f6ca451acba95 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35128fb expref: 31 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139102.897395:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746139102.897397:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746139102.897401:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008760ca00/0x1f9f6ca451acba9c lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512902 expref: 6 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139102.897435:0:18644:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008760d000/0x1f9f6ca451acba95 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35128fb expref: 31 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139102.897449:0:18644:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008760d000/0x1f9f6ca451acba95 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35128fb expref: 31 pid: 18644 timeout: 828 lvb_type: 0 00000100:00100000:3.0:1746139102.897461:0:18644:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a075aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832196480:192.168.203.56@tcp:104: 00000100:00100000:3.0:1746139102.897568:0:18644:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f075240 going to sleep for 11 seconds 00000100:00100000:3.0:1746139102.900869:0:18644:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a075aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832196480:192.168.203.56@tcp:104: 00010000:00010000:3.0:1746139102.900903:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008760ca00/0x1f9f6ca451acba9c lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512902 expref: 6 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139102.900921:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008760ca00, rc 0) 00000100:00100000:3.0:1746139102.900976:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072553b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840425344:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3664us (4403us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139102.900986:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29993 00000100:00100000:0.0:1746139102.908799:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139102.910831:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840425472 00000100:00100000:3.0:1746139102.910846:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840425472 00002000:00100000:3.0:1746139102.910907:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff880072552a00 x1830958840425472/t0(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:28/0 lens 496/0 e 0 to 0 dl 1746139113 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139102.910925:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072552a00 with x1830958840425472 ext(0->7) 00010000:00010000:3.0:1746139102.910936:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008760d000/0x1f9f6ca451acba95 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35128fb expref: 32 pid: 18644 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746139102.910952:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008760d000/0x1f9f6ca451acba95 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35128fb expref: 32 pid: 18644 timeout: 828 lvb_type: 0 00002000:00010000:3.0:1746139102.910958:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072552a00 00000100:00100000:3.0:1746139102.912214:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2744 00000100:00100000:3.0:1746139102.912230:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072552a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+32:2008:x1830958840425472:12345-192.168.203.56@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746139102.913486:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072552a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+34:2008:x1830958840425472:12345-192.168.203.56@tcp:4:ldlm_bl.0 Request processed in 1254us (4874us total) trans 4294972100 rc 0/0 00000100:00100000:0.0:1746139102.913507:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2744 00002000:00100000:0.0:1746139102.913518:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff880072552a00 x1830958840425472/t4294972100(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:28/0 lens 496/448 e 0 to 0 dl 1746139113 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139102.913528:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072552a00 with x1830958840425472 ext(0->7) 00010000:00010000:0.0:1746139102.913540:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008760d000/0x1f9f6ca451acba95 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35128fb expref: 34 pid: 18644 timeout: 828 lvb_type: 0 00010000:00010000:0.0:1746139102.913558:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008760d000/0x1f9f6ca451acba95 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35128fb expref: 34 pid: 18644 timeout: 828 lvb_type: 0 00002000:00010000:0.0:1746139102.913565:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072552a00 00000100:00100000:0.0:1746139102.916764:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139102.918089:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840425600 00000100:00100000:2.0:1746139102.918102:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840425600 00010000:00010000:2.0:1746139102.918147:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008760d000/0x1f9f6ca451acba95 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35128fb expref: 34 pid: 18644 timeout: 828 lvb_type: 0 00000100:00100000:2.0:1746139102.918817:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17307 00000100:00100000:2.0:1746139102.918827:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093641c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+34:2010:x1830958840425600:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139102.918843:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139102.918868:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008760d000/0x1f9f6ca451acba95 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35128fb expref: 34 pid: 18644 timeout: 828 lvb_type: 0 00010000:00010000:2.0:1746139102.918888:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008760d000/0x1f9f6ca451acba95 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35128fb expref: 34 pid: 18644 timeout: 828 lvb_type: 0 00010000:00010000:2.0:1746139102.918914:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008760d000/0x1f9f6ca451acba95 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35128fb expref: 34 pid: 18644 timeout: 828 lvb_type: 0 00010000:00010000:2.0:1746139102.919102:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139102.919104:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139102.919111:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008760ca00/0x1f9f6ca451acba9c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512902 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.919119:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008760ca00/0x1f9f6ca451acba9c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512902 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.919154:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008760ca00/0x1f9f6ca451acba9c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512902 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746139102.919165:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134531f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832196608:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139102.919969:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ec29900 going to sleep for 11 seconds 00000100:00100000:0.0:1746139102.922427:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139102.922846:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134531f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832196608:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139102.922867:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139102.922909:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093641c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+33:2010:x1830958840425600:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 4083us (6158us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139102.922918:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17307 00000100:00100000:1.0:1746139102.923084:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840425856 00000100:00100000:1.0:1746139102.923092:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840425856 00002000:00100000:1.0:1746139102.923130:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880093640e00 x1830958840425856/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:28/0 lens 488/0 e 0 to 0 dl 1746139113 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139102.923139:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093640e00 with x1830958840425856 ext(0->4095) 00002000:00010000:1.0:1746139102.923144:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093640e00 00000100:00100000:1.0:1746139102.923168:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13355 00000100:00100000:1.0:1746139102.923175:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093640e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2009:x1830958840425856:12345-192.168.203.56@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746139102.923318:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093640e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2009:x1830958840425856:12345-192.168.203.56@tcp:3:ptlrpcd_01_00.0 Request processed in 143us (898us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139102.923323:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13355 00002000:00100000:1.0:1746139102.923328:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880093640e00 x1830958840425856/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:28/0 lens 488/4536 e 0 to 0 dl 1746139113 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139102.923335:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093640e00 with x1830958840425856 ext(0->4095) 00002000:00010000:1.0:1746139102.923338:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093640e00 00000100:00100000:0.0:1746139102.927038:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139102.928030:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139102.928093:0:24929:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840425984 00000100:00100000:1.0:1746139102.928104:0:24929:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840425984 00000100:00100000:1.0:1746139102.928159:0:24929:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840426112 00000100:00100000:1.0:1746139102.928162:0:24929:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840426112 00000100:00100000:1.0:1746139102.928182:0:24929:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29994 00000100:00100000:1.0:1746139102.928191:0:24929:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b60e9717-019c-4527-a82a-15e993ac5189+34:1800:x1830958840425984:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:2.0:1746139102.928254:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29995 00000100:00100000:2.0:1746139102.928261:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c410a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+34:1814:x1830958840426112:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139102.928268:0:9563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139102.928508:0:9563:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f7cca00/0x1f9f6ca451acbaa3 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512910 expref: -99 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.928541:0:9563:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008760ca00/0x1f9f6ca451acba9c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512902 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.928548:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139102.928550:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139102.928554:0:9563:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f7cca00/0x1f9f6ca451acbaa3 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512910 expref: 35 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.928588:0:9563:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008760ca00/0x1f9f6ca451acba9c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512902 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.928600:0:9563:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008760ca00/0x1f9f6ca451acba9c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512902 expref: 5 pid: 18644 timeout: 828 lvb_type: 0 00000100:00100000:2.0:1746139102.928612:0:9563:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134531f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832196736:192.168.203.56@tcp:104: 00000100:00100000:2.0:1746139102.928708:0:9563:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ec29900 going to sleep for 11 seconds 00010000:00010000:1.0:1746139102.928764:0:24929:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139102.928773:0:24929:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e600/0x1f9f6ca451acbaaa lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512909 expref: -99 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139102.928785:0:24929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139102.928789:0:24929:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f7cca00/0x1f9f6ca451acbaa3 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512910 expref: 36 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139102.928794:0:24929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139102.928796:0:24929:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e600/0x1f9f6ca451acbaaa lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512909 expref: 36 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139102.928818:0:24929:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f7cca00/0x1f9f6ca451acbaa3 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512910 expref: 36 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139102.928829:0:24929:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e600/0x1f9f6ca451acbaaa lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512909 expref: 36 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139102.928838:0:24929:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7e600, rc 0) 00000100:00100000:1.0:1746139102.928862:0:24929:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b60e9717-019c-4527-a82a-15e993ac5189+36:1800:x1830958840425984:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 673us (2370us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139102.928868:0:24929:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29994 00000100:00100000:0.0:1746139102.930846:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139102.931850:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840426240 00000100:00100000:3.0:1746139102.931860:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840426240 00010000:00010000:3.0:1746139102.932034:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008760ca00/0x1f9f6ca451acba9c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512902 expref: 6 pid: 18644 timeout: 828 lvb_type: 0 00000100:00100000:3.0:1746139102.932073:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17308 00000100:00100000:3.0:1746139102.932081:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087515c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2010:x1830958840426240:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139102.932098:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139102.932119:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008760ca00/0x1f9f6ca451acba9c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512902 expref: 6 pid: 18644 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746139102.932131:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008760ca00/0x1f9f6ca451acba9c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512902 expref: 6 pid: 18644 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746139102.932153:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139102.932156:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139102.932163:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f7cca00/0x1f9f6ca451acbaa3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512910 expref: 35 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139102.932170:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f7cca00/0x1f9f6ca451acbaa3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512910 expref: 35 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139102.932200:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f7cca00/0x1f9f6ca451acbaa3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512910 expref: 35 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139102.932209:0:7207:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f7cca00/0x1f9f6ca451acbaa3 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512910 expref: 35 pid: 9563 timeout: 828 lvb_type: 0 00000100:00100000:3.0:1746139102.932220:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a075aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832196992:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139102.932264:0:9563:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008760ca00/0x1f9f6ca451acba9c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512902 expref: 6 pid: 18644 timeout: 828 lvb_type: 0 00000100:00100000:2.0:1746139102.932287:0:9563:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134531f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832196736:192.168.203.56@tcp:104: 00010000:00010000:2.0:1746139102.932310:0:9563:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f7cca00/0x1f9f6ca451acbaa3 lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512910 expref: 35 pid: 9563 timeout: 828 lvb_type: 0 00010000:00010000:2.0:1746139102.932322:0:9563:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f7cca00/0x1f9f6ca451acbaa3 lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512910 expref: 35 pid: 9563 timeout: 828 lvb_type: 0 00010000:00010000:2.0:1746139102.932330:0:9563:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f7cca00, rc 0) 00000100:00100000:3.0:1746139102.932828:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f075240 going to sleep for 11 seconds 00000100:00100000:2.0:1746139102.933073:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c410a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+35:1814:x1830958840426112:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4810us (5044us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139102.933081:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29995 00000100:00100000:1.0:1746139102.936323:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139102.936436:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a075aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832196992:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139102.936457:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139102.936513:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087515c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2010:x1830958840426240:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 4431us (5671us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139102.936524:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17308 00000100:00100000:2.0:1746139102.936695:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840426496 00000100:00100000:2.0:1746139102.936703:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840426496 00002000:00100000:2.0:1746139102.936747:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8801314bc380 x1830958840426496/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:28/0 lens 488/0 e 0 to 0 dl 1746139113 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139102.936758:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801314bc380 with x1830958840426496 ext(0->4095) 00010000:00010000:2.0:1746139102.936767:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f7cca00/0x1f9f6ca451acbaa3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512910 expref: 35 pid: 9563 timeout: 828 lvb_type: 0 00010000:00010000:2.0:1746139102.936781:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f7cca00/0x1f9f6ca451acbaa3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512910 expref: 35 pid: 9563 timeout: 828 lvb_type: 0 00002000:00010000:2.0:1746139102.936787:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801314bc380 00000100:00100000:2.0:1746139102.936802:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2745 00000100:00100000:2.0:1746139102.936809:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801314bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+35:2008:x1830958840426496:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746139102.936925:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801314bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+35:2008:x1830958840426496:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 117us (615us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746139102.936930:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2745 00002000:00100000:2.0:1746139102.936935:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8801314bc380 x1830958840426496/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:28/0 lens 488/4536 e 0 to 0 dl 1746139113 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139102.936943:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801314bc380 with x1830958840426496 ext(0->4095) 00010000:00010000:2.0:1746139102.936947:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f7cca00/0x1f9f6ca451acbaa3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512910 expref: 35 pid: 9563 timeout: 828 lvb_type: 0 00010000:00010000:2.0:1746139102.936955:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f7cca00/0x1f9f6ca451acbaa3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512910 expref: 35 pid: 9563 timeout: 828 lvb_type: 0 00002000:00010000:2.0:1746139102.936961:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801314bc380 00000100:00100000:1.0:1746139102.941236:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139102.941456:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840426624 00000100:00100000:2.0:1746139102.941465:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840426624 00000100:00100000:0.0:1746139102.942125:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139102.942178:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29996 00000100:00100000:2.0:1746139102.942187:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801314bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840426624:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139102.942208:0:9563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139102.942226:0:9563:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc000/0x1f9f6ca451acbab1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512917 expref: -99 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.942254:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139102.942259:0:9563:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e600/0x1f9f6ca451acbaaa lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512909 expref: 34 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.942265:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746139102.942268:0:9563:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc000/0x1f9f6ca451acbab1 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512917 expref: 6 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.942303:0:9563:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e600/0x1f9f6ca451acbaaa lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512909 expref: 34 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.942319:0:9563:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc000/0x1f9f6ca451acbab1 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512917 expref: 6 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139102.942327:0:9563:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f7cc000, rc 0) 00000100:00100000:2.0:1746139102.942367:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801314bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840426624:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 182us (1145us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139102.942373:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29996 00000100:00100000:3.0:1746139102.942877:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840426752 00000100:00100000:3.0:1746139102.942883:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840426752 00010000:00010000:3.0:1746139102.942902:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f7cca00/0x1f9f6ca451acbaa3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512910 expref: 35 pid: 9563 timeout: 828 lvb_type: 0 00000100:00100000:3.0:1746139102.942922:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17309 00000100:00100000:3.0:1746139102.942926:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087517100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+35:2007:x1830958840426752:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139102.942937:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139102.942955:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f7cca00/0x1f9f6ca451acbaa3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512910 expref: 35 pid: 9563 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746139102.942966:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f7cca00/0x1f9f6ca451acbaa3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512910 expref: 35 pid: 9563 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746139102.942984:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f7cca00/0x1f9f6ca451acbaa3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512910 expref: 35 pid: 9563 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746139102.943006:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139102.943008:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139102.943013:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e600/0x1f9f6ca451acbaaa lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512909 expref: 34 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139102.943019:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e600/0x1f9f6ca451acbaaa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512909 expref: 34 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139102.943039:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e600/0x1f9f6ca451acbaaa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512909 expref: 34 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139102.943049:0:7207:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e600/0x1f9f6ca451acbaaa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512909 expref: 34 pid: 24929 timeout: 828 lvb_type: 0 00000100:00100000:3.0:1746139102.943061:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a075aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832197248:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139102.943124:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f075240 going to sleep for 11 seconds 00000100:00100000:0.0:1746139102.945840:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139102.945949:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840427008 00000100:00100000:1.0:1746139102.945959:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840427008 00002000:00100000:1.0:1746139102.946006:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880087517480 x1830958840427008/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:28/0 lens 488/0 e 0 to 0 dl 1746139113 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139102.946017:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087517480 with x1830958840427008 ext(0->4095) 00010000:00010000:1.0:1746139102.946025:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e600/0x1f9f6ca451acbaaa lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512909 expref: 35 pid: 24929 timeout: 828 lvb_type: 0 00010000:00010000:1.0:1746139102.946039:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e600/0x1f9f6ca451acbaaa lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512909 expref: 35 pid: 24929 timeout: 828 lvb_type: 0 00002000:00010000:1.0:1746139102.946046:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880087517480 00000100:00100000:1.0:1746139102.946081:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2746 00000100:00100000:1.0:1746139102.946089:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087517480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+35:2007:x1830958840427008:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746139102.946251:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087517480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+35:2007:x1830958840427008:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 162us (423us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139102.946257:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2746 00002000:00100000:1.0:1746139102.946263:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880087517480 x1830958840427008/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:28/0 lens 488/4536 e 0 to 0 dl 1746139113 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139102.946270:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087517480 with x1830958840427008 ext(0->4095) 00010000:00010000:1.0:1746139102.946274:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e600/0x1f9f6ca451acbaaa lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512909 expref: 35 pid: 24929 timeout: 828 lvb_type: 0 00010000:00010000:1.0:1746139102.946283:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e600/0x1f9f6ca451acbaaa lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512909 expref: 35 pid: 24929 timeout: 828 lvb_type: 0 00002000:00010000:1.0:1746139102.946288:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880087517480 00000100:00100000:3.0:1746139102.946381:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a075aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832197248:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139102.946400:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139102.946427:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087517100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+34:2007:x1830958840426752:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3500us (4304us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139102.946435:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17309 00000100:00100000:0.0:1746139102.949069:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139102.949182:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840427136 00000100:00100000:3.0:1746139102.949191:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840427136 00000100:00100000:3.0:1746139102.949574:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29997 00000100:00100000:3.0:1746139102.949583:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800885cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+34:1800:x1830958840427136:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746139102.949601:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139102.949655:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072515400/0x1f9f6ca451acbab8 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a351291e expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139102.949682:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746139102.949688:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc000/0x1f9f6ca451acbab1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512917 expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139102.949694:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746139102.949697:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072515400/0x1f9f6ca451acbab8 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351291e expref: 35 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139102.949739:0:18644:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc000/0x1f9f6ca451acbab1 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512917 expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139102.949751:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072515400/0x1f9f6ca451acbab8 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351291e expref: 35 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139102.949760:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072515400, rc 0) 00000100:00100000:3.0:1746139102.949803:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800885cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+35:1800:x1830958840427136:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 221us (745us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139102.949811:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29997 00000100:00100000:2.0:1746139102.951285:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139102.951551:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840427264 00000100:00100000:3.0:1746139102.951559:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840427264 00010000:00010000:3.0:1746139102.951594:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e600/0x1f9f6ca451acbaaa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512909 expref: 35 pid: 24929 timeout: 828 lvb_type: 0 00000100:00100000:3.0:1746139102.951781:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17310 00000100:00100000:3.0:1746139102.951790:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134531f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+35:2008:x1830958840427264:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139102.951805:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139102.951826:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e600/0x1f9f6ca451acbaaa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512909 expref: 35 pid: 24929 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746139102.951838:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e600/0x1f9f6ca451acbaaa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512909 expref: 35 pid: 24929 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746139102.951859:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e600/0x1f9f6ca451acbaaa lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512909 expref: 35 pid: 24929 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746139102.951884:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139102.951886:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139102.951894:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc000/0x1f9f6ca451acbab1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512917 expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139102.951902:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc000/0x1f9f6ca451acbab1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512917 expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139102.951933:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc000/0x1f9f6ca451acbab1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512917 expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139102.951946:0:7207:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc000/0x1f9f6ca451acbab1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512917 expref: 5 pid: 9563 timeout: 828 lvb_type: 0 00000100:00100000:3.0:1746139102.951957:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a075aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832197504:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139102.952513:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f075240 going to sleep for 11 seconds 00000100:00100000:0.0:1746139102.956803:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139102.957417:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a075aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832197504:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139102.957439:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139102.958016:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134531f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+34:2008:x1830958840427264:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 6224us (6736us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139102.958028:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17310 00000100:00100000:2.0:1746139102.959511:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840427520 00000100:00100000:2.0:1746139102.959521:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840427520 00002000:00100000:2.0:1746139102.959567:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009ee7dc00 x1830958840427520/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:28/0 lens 488/0 e 0 to 0 dl 1746139113 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139102.959577:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ee7dc00 with x1830958840427520 ext(0->4095) 00010000:00010000:2.0:1746139102.959586:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc000/0x1f9f6ca451acbab1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512917 expref: 6 pid: 9563 timeout: 828 lvb_type: 0 00010000:00010000:2.0:1746139102.959600:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc000/0x1f9f6ca451acbab1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512917 expref: 6 pid: 9563 timeout: 828 lvb_type: 0 00002000:00010000:2.0:1746139102.959606:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ee7dc00 00000100:00100000:2.0:1746139102.959645:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2747 00000100:00100000:2.0:1746139102.959661:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ee7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840427520:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746139102.959821:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ee7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840427520:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 169us (3028us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746139102.959830:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2747 00002000:00100000:2.0:1746139102.959835:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009ee7dc00 x1830958840427520/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:28/0 lens 488/4536 e 0 to 0 dl 1746139113 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139102.959842:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ee7dc00 with x1830958840427520 ext(0->4095) 00010000:00010000:2.0:1746139102.959847:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc000/0x1f9f6ca451acbab1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512917 expref: 6 pid: 9563 timeout: 828 lvb_type: 0 00010000:00010000:2.0:1746139102.959856:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc000/0x1f9f6ca451acbab1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512917 expref: 6 pid: 9563 timeout: 828 lvb_type: 0 00002000:00010000:2.0:1746139102.959862:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ee7dc00 00000100:00100000:0.0:1746139102.978549:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139102.978869:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840427648 00000100:00100000:3.0:1746139102.978880:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840427648 00010000:00010000:3.0:1746139102.978921:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc000/0x1f9f6ca451acbab1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512917 expref: 6 pid: 9563 timeout: 828 lvb_type: 0 00000100:00100000:3.0:1746139102.978957:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17311 00000100:00100000:3.0:1746139102.978965:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f55a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840427648:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139102.978979:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139102.978998:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc000/0x1f9f6ca451acbab1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512917 expref: 6 pid: 9563 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746139102.979011:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc000/0x1f9f6ca451acbab1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512917 expref: 6 pid: 9563 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746139102.979033:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc000/0x1f9f6ca451acbab1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512917 expref: 6 pid: 9563 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746139102.979059:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139102.979061:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139102.979068:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880072515400/0x1f9f6ca451acbab8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351291e expref: 33 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139102.979076:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072515400/0x1f9f6ca451acbab8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351291e expref: 33 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139102.979106:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880072515400/0x1f9f6ca451acbab8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351291e expref: 33 pid: 18644 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139102.979117:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a075aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832197632:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139102.979190:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f075240 going to sleep for 11 seconds 00000100:00100000:0.0:1746139102.982771:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139102.982857:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840427904 00000100:00100000:1.0:1746139102.982867:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840427904 00002000:00100000:1.0:1746139102.982917:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009f55aa00 x1830958840427904/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:28/0 lens 488/0 e 0 to 0 dl 1746139113 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139102.982927:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f55aa00 with x1830958840427904 ext(0->4095) 00002000:00010000:1.0:1746139102.982933:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f55aa00 00000100:00100000:1.0:1746139102.982969:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13356 00000100:00100000:1.0:1746139102.982978:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f55aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+34:2007:x1830958840427904:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746139102.983115:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f55aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+34:2007:x1830958840427904:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 137us (355us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139102.983121:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13356 00002000:00100000:1.0:1746139102.983127:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009f55aa00 x1830958840427904/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:28/0 lens 488/4536 e 0 to 0 dl 1746139113 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139102.983134:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f55aa00 with x1830958840427904 ext(0->4095) 00002000:00010000:1.0:1746139102.983136:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f55aa00 00000100:00100000:3.0:1746139102.984752:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a075aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832197632:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139102.984775:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139102.984829:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f55a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2007:x1830958840427648:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 5864us (6290us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139102.984839:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17311 00000100:00100000:1.0:1746139102.985097:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139102.985420:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840428032 00000100:00100000:3.0:1746139102.985425:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840428032 00000100:00100000:3.0:1746139102.985456:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29998 00000100:00100000:3.0:1746139102.985469:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801314bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840428032:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746139102.985485:0:9563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139102.985512:0:9563:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009edca400/0x1f9f6ca451acbabf lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512925 expref: -99 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139102.985547:0:9563:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880072515400/0x1f9f6ca451acbab8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351291e expref: 33 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139102.985554:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746139102.985556:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746139102.985559:0:9563:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009edca400/0x1f9f6ca451acbabf lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512925 expref: 6 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139102.985588:0:9563:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880072515400/0x1f9f6ca451acbab8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351291e expref: 33 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139102.985600:0:9563:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880072515400/0x1f9f6ca451acbab8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351291e expref: 33 pid: 18644 timeout: 828 lvb_type: 0 00000100:00100000:3.0:1746139102.985611:0:9563:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a075aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832197760:192.168.203.56@tcp:104: 00000100:00100000:3.0:1746139102.985694:0:9563:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f075240 going to sleep for 11 seconds 00000100:00100000:3.0:1746139103.002869:0:9563:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a075aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832197760:192.168.203.56@tcp:104: 00010000:00010000:3.0:1746139103.002904:0:9563:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009edca400/0x1f9f6ca451acbabf lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512925 expref: 6 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139103.002922:0:9563:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009edca400, rc 0) 00000100:00100000:3.0:1746139103.002986:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801314bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840428032:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 17517us (17889us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139103.002995:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29998 00000100:00100000:0.0:1746139103.003479:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139103.004723:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840428160 00000100:00100000:3.0:1746139103.004734:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840428160 00010000:00010000:3.0:1746139103.004770:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880072515400/0x1f9f6ca451acbab8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351291e expref: 34 pid: 18644 timeout: 828 lvb_type: 0 00000100:00100000:3.0:1746139103.004797:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17312 00000100:00100000:3.0:1746139103.004804:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b495a850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+34:2010:x1830958840428160:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139103.004820:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139103.004845:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880072515400/0x1f9f6ca451acbab8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351291e expref: 34 pid: 18644 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746139103.004857:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880072515400/0x1f9f6ca451acbab8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351291e expref: 34 pid: 18644 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746139103.004885:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072515400/0x1f9f6ca451acbab8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351291e expref: 34 pid: 18644 timeout: 828 lvb_type: 0 00000100:00100000:1.0:1746139103.005040:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139103.005240:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840428288 00000100:00100000:2.0:1746139103.005244:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840428288 00000100:00100000:2.0:1746139103.005268:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 29999 00000100:00100000:2.0:1746139103.005272:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131464380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+34:1800:x1830958840428288:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139103.005287:0:9563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139103.005298:0:9563:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc000/0x1f9f6ca451acbac6 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a351292c expref: -99 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.005314:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139103.005319:0:9563:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009edca400/0x1f9f6ca451acbabf lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512925 expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.005324:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139103.005327:0:9563:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc000/0x1f9f6ca451acbac6 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351292c expref: 35 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.005369:0:9563:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009edca400/0x1f9f6ca451acbabf lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512925 expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.005383:0:9563:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc000/0x1f9f6ca451acbac6 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351292c expref: 35 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.005390:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139103.005392:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139103.005397:0:9563:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009edca400/0x1f9f6ca451acbabf lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512925 expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.005408:0:9563:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009edca400/0x1f9f6ca451acbabf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512925 expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.005426:0:9563:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009edca400/0x1f9f6ca451acbabf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512925 expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.005436:0:9563:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009edca400/0x1f9f6ca451acbabf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512925 expref: 5 pid: 9563 timeout: 828 lvb_type: 0 00000100:00100000:2.0:1746139103.005448:0:9563:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134533480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832198016:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139103.005523:0:9563:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ec29300 going to sleep for 11 seconds 00010000:00010000:3.0:1746139103.005848:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139103.005875:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b495a850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+35:2010:x1830958840428160:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 1070us (2396us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139103.005882:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17312 00000100:00100000:2.0:1746139103.008855:0:9563:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134533480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832198016:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139103.008880:0:9563:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f7cc000, rc 0) 00000100:00100000:2.0:1746139103.008993:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131464380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+34:1800:x1830958840428288:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3718us (3952us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139103.009006:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 29999 00000100:00100000:0.0:1746139103.009328:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139103.009716:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840428544 00000100:00100000:2.0:1746139103.009723:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840428544 00002000:00100000:2.0:1746139103.009758:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009f55a680 x1830958840428544/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:29/0 lens 488/0 e 0 to 0 dl 1746139114 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139103.009768:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f55a680 with x1830958840428544 ext(0->4095) 00010000:00010000:2.0:1746139103.009776:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009edca400/0x1f9f6ca451acbabf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512925 expref: 6 pid: 9563 timeout: 828 lvb_type: 0 00010000:00010000:2.0:1746139103.009790:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009edca400/0x1f9f6ca451acbabf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512925 expref: 6 pid: 9563 timeout: 828 lvb_type: 0 00002000:00010000:2.0:1746139103.009796:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f55a680 00000100:00100000:2.0:1746139103.009811:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2748 00000100:00100000:2.0:1746139103.009816:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f55a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840428544:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746139103.009919:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f55a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840428544:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 102us (592us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746139103.009925:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2748 00002000:00100000:2.0:1746139103.009929:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009f55a680 x1830958840428544/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:29/0 lens 488/4536 e 0 to 0 dl 1746139114 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139103.009936:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f55a680 with x1830958840428544 ext(0->4095) 00010000:00010000:2.0:1746139103.009940:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009edca400/0x1f9f6ca451acbabf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512925 expref: 6 pid: 9563 timeout: 828 lvb_type: 0 00010000:00010000:2.0:1746139103.009953:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009edca400/0x1f9f6ca451acbabf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512925 expref: 6 pid: 9563 timeout: 828 lvb_type: 0 00002000:00010000:2.0:1746139103.009958:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f55a680 00000100:00100000:0.0:1746139103.014589:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139103.014980:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840428672 00000100:00100000:3.0:1746139103.014991:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840428672 00010000:00010000:3.0:1746139103.015035:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009edca400/0x1f9f6ca451acbabf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512925 expref: 6 pid: 9563 timeout: 828 lvb_type: 0 00000100:00100000:3.0:1746139103.015075:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17313 00000100:00100000:3.0:1746139103.015083:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c855f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840428672:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139103.015101:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139103.015124:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009edca400/0x1f9f6ca451acbabf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512925 expref: 6 pid: 9563 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746139103.015136:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009edca400/0x1f9f6ca451acbabf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512925 expref: 6 pid: 9563 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746139103.015158:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009edca400/0x1f9f6ca451acbabf lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512925 expref: 6 pid: 9563 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746139103.015182:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139103.015184:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139103.015192:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc000/0x1f9f6ca451acbac6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351292c expref: 33 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139103.015199:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc000/0x1f9f6ca451acbac6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351292c expref: 33 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139103.015230:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc000/0x1f9f6ca451acbac6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351292c expref: 33 pid: 9563 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139103.015241:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a075aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832198144:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139103.015934:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f075780 going to sleep for 11 seconds 00000100:00100000:0.0:1746139103.020805:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139103.020878:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840428928 00000100:00100000:1.0:1746139103.020888:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840428928 00002000:00100000:1.0:1746139103.020941:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c854a80 x1830958840428928/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:29/0 lens 488/0 e 0 to 0 dl 1746139114 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139103.020951:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c854a80 with x1830958840428928 ext(0->4095) 00002000:00010000:1.0:1746139103.020956:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c854a80 00000100:00100000:1.0:1746139103.020993:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13357 00000100:00100000:1.0:1746139103.021001:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c854a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+34:2008:x1830958840428928:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746139103.021140:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c854a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+34:2008:x1830958840428928:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 139us (349us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139103.021147:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13357 00002000:00100000:1.0:1746139103.021153:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c854a80 x1830958840428928/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:29/0 lens 488/4536 e 0 to 0 dl 1746139114 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139103.021243:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c854a80 with x1830958840428928 ext(0->4095) 00002000:00010000:1.0:1746139103.021246:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c854a80 00000100:00100000:3.0:1746139103.021376:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a075aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832198144:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139103.021396:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139103.021422:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c855f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2007:x1830958840428672:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 6340us (6846us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139103.021433:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17313 00000100:00100000:0.0:1746139103.024730:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139103.024803:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840429056 00000100:00100000:2.0:1746139103.024814:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840429056 00000100:00100000:2.0:1746139103.024863:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30000 00000100:00100000:2.0:1746139103.024871:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013107ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840429056:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139103.024890:0:9563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139103.024912:0:9563:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f7cca00/0x1f9f6ca451acbacd lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512933 expref: -99 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.024944:0:9563:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc000/0x1f9f6ca451acbac6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351292c expref: 33 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.024953:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139103.024955:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139103.024959:0:9563:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f7cca00/0x1f9f6ca451acbacd lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512933 expref: 6 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.024994:0:9563:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc000/0x1f9f6ca451acbac6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351292c expref: 33 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.025006:0:9563:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc000/0x1f9f6ca451acbac6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351292c expref: 33 pid: 9563 timeout: 828 lvb_type: 0 00000100:00100000:2.0:1746139103.025019:0:9563:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134533480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832198272:192.168.203.56@tcp:104: 00000100:00100000:2.0:1746139103.025718:0:9563:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ec29cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746139103.066764:0:9563:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134533480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832198272:192.168.203.56@tcp:104: 00010000:00010000:2.0:1746139103.066804:0:9563:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f7cca00/0x1f9f6ca451acbacd lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512933 expref: 6 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.066823:0:9563:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f7cca00, rc 0) 00000100:00100000:2.0:1746139103.066989:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013107ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840429056:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 42117us (42271us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139103.066999:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30000 00000100:00100000:0.0:1746139103.068505:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139103.068677:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840429184 00000100:00100000:2.0:1746139103.068685:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840429184 00002000:00100000:2.0:1746139103.068730:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff88012fae8380 x1830958840429184/t0(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:29/0 lens 496/0 e 0 to 0 dl 1746139114 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139103.068740:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fae8380 with x1830958840429184 ext(0->7) 00010000:00010000:2.0:1746139103.068749:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc000/0x1f9f6ca451acbac6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351292c expref: 34 pid: 9563 timeout: 828 lvb_type: 0 00010000:00010000:2.0:1746139103.068764:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc000/0x1f9f6ca451acbac6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351292c expref: 34 pid: 9563 timeout: 828 lvb_type: 0 00002000:00010000:2.0:1746139103.068771:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012fae8380 00000100:00100000:2.0:1746139103.069816:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2749 00000100:00100000:2.0:1746139103.069828:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fae8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+34:2007:x1830958840429184:12345-192.168.203.56@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746139103.074372:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fae8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+36:2007:x1830958840429184:12345-192.168.203.56@tcp:4:ldlm_bl.0 Request processed in 4535us (5872us total) trans 4294972101 rc 0/0 00000100:00100000:0.0:1746139103.074385:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2749 00002000:00100000:0.0:1746139103.074396:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff88012fae8380 x1830958840429184/t4294972101(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:29/0 lens 496/448 e 0 to 0 dl 1746139114 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139103.074408:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fae8380 with x1830958840429184 ext(0->7) 00010000:00010000:0.0:1746139103.074420:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc000/0x1f9f6ca451acbac6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351292c expref: 36 pid: 9563 timeout: 828 lvb_type: 0 00010000:00010000:0.0:1746139103.074438:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc000/0x1f9f6ca451acbac6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351292c expref: 36 pid: 9563 timeout: 828 lvb_type: 0 00002000:00010000:0.0:1746139103.074445:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012fae8380 00000100:00100000:0.0:1746139103.079246:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139103.079362:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840429312 00000100:00100000:2.0:1746139103.079374:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840429312 00000100:00100000:2.0:1746139103.079434:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30001 00000100:00100000:2.0:1746139103.079444:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5f99f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+36:1800:x1830958840429312:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139103.079465:0:9563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139103.079484:0:9563:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc600/0x1f9f6ca451acbad4 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a351293a expref: -99 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.079526:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139103.079532:0:9563:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f7cca00/0x1f9f6ca451acbacd lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512933 expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.079538:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746139103.079541:0:9563:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc600/0x1f9f6ca451acbad4 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351293a expref: 37 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.079583:0:9563:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f7cca00/0x1f9f6ca451acbacd lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512933 expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.079596:0:9563:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc600/0x1f9f6ca451acbad4 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351293a expref: 37 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.079605:0:9563:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f7cc600, rc 0) 00000100:00100000:2.0:1746139103.079692:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5f99f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+37:1800:x1830958840429312:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 248us (460us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139103.079698:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30001 00000100:00100000:0.0:1746139103.094328:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139103.094610:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840429440 00000100:00100000:3.0:1746139103.094654:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840429440 00010000:00010000:3.0:1746139103.094697:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc000/0x1f9f6ca451acbac6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351292c expref: 37 pid: 9563 timeout: 828 lvb_type: 0 00000100:00100000:3.0:1746139103.094734:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17314 00000100:00100000:3.0:1746139103.094743:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5f99180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+37:2007:x1830958840429440:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139103.094759:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139103.094781:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc000/0x1f9f6ca451acbac6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351292c expref: 37 pid: 9563 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746139103.094794:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc000/0x1f9f6ca451acbac6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351292c expref: 37 pid: 9563 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746139103.094818:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc000/0x1f9f6ca451acbac6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351292c expref: 37 pid: 9563 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746139103.094851:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139103.094853:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139103.094861:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f7cca00/0x1f9f6ca451acbacd lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512933 expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139103.094868:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f7cca00/0x1f9f6ca451acbacd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512933 expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139103.094901:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f7cca00/0x1f9f6ca451acbacd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512933 expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139103.094913:0:7207:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f7cca00/0x1f9f6ca451acbacd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512933 expref: 5 pid: 9563 timeout: 828 lvb_type: 0 00000100:00100000:3.0:1746139103.094923:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a075aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832198528:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139103.095015:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f075780 going to sleep for 11 seconds 00000100:00100000:0.0:1746139103.096669:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139103.096743:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840429696 00000100:00100000:1.0:1746139103.096750:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840429696 00002000:00100000:1.0:1746139103.096792:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880094c07800 x1830958840429696/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:29/0 lens 488/0 e 0 to 0 dl 1746139114 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139103.096802:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c07800 with x1830958840429696 ext(0->4095) 00010000:00010000:1.0:1746139103.096809:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f7cca00/0x1f9f6ca451acbacd lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512933 expref: 6 pid: 9563 timeout: 828 lvb_type: 0 00010000:00010000:1.0:1746139103.096820:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f7cca00/0x1f9f6ca451acbacd lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512933 expref: 6 pid: 9563 timeout: 828 lvb_type: 0 00002000:00010000:1.0:1746139103.096827:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094c07800 00000100:00100000:1.0:1746139103.096854:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2750 00000100:00100000:1.0:1746139103.096861:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c07800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840429696:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746139103.096975:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c07800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840429696:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 115us (313us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139103.096981:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2750 00002000:00100000:1.0:1746139103.096986:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880094c07800 x1830958840429696/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:29/0 lens 488/4536 e 0 to 0 dl 1746139114 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139103.096993:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c07800 with x1830958840429696 ext(0->4095) 00010000:00010000:1.0:1746139103.096996:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f7cca00/0x1f9f6ca451acbacd lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512933 expref: 6 pid: 9563 timeout: 828 lvb_type: 0 00010000:00010000:1.0:1746139103.097005:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f7cca00/0x1f9f6ca451acbacd lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512933 expref: 6 pid: 9563 timeout: 828 lvb_type: 0 00002000:00010000:1.0:1746139103.097010:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094c07800 00000100:00100000:3.0:1746139103.097263:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a075aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832198528:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139103.097278:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139103.097375:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5f99180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+36:2007:x1830958840429440:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 2632us (3054us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139103.097384:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17314 00000100:00100000:0.0:1746139103.098593:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139103.098666:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840429824 00000100:00100000:3.0:1746139103.098670:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840429824 00010000:00010000:3.0:1746139103.098688:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f7cca00/0x1f9f6ca451acbacd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512933 expref: 6 pid: 9563 timeout: 828 lvb_type: 0 00000100:00100000:3.0:1746139103.098705:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17315 00000100:00100000:3.0:1746139103.098710:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072505180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840429824:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139103.098719:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139103.098734:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f7cca00/0x1f9f6ca451acbacd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512933 expref: 6 pid: 9563 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746139103.098745:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f7cca00/0x1f9f6ca451acbacd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512933 expref: 6 pid: 9563 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746139103.098763:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f7cca00/0x1f9f6ca451acbacd lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512933 expref: 6 pid: 9563 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746139103.098860:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139103.098863:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139103.098869:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc600/0x1f9f6ca451acbad4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351293a expref: 35 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139103.098877:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc600/0x1f9f6ca451acbad4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351293a expref: 35 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139103.098905:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc600/0x1f9f6ca451acbad4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351293a expref: 35 pid: 9563 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139103.098914:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a075aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832198656:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139103.100038:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f075780 going to sleep for 11 seconds 00000100:00100000:0.0:1746139103.101470:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139103.101553:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840430080 00000100:00100000:1.0:1746139103.101561:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840430080 00002000:00100000:1.0:1746139103.101595:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88012c25ed80 x1830958840430080/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:29/0 lens 488/0 e 0 to 0 dl 1746139114 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139103.101605:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c25ed80 with x1830958840430080 ext(0->4095) 00002000:00010000:1.0:1746139103.101610:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c25ed80 00000100:00100000:1.0:1746139103.101656:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13358 00000100:00100000:1.0:1746139103.101663:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c25ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+36:2008:x1830958840430080:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746139103.101795:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c25ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+36:2008:x1830958840430080:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 132us (330us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139103.101801:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13358 00002000:00100000:1.0:1746139103.101807:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88012c25ed80 x1830958840430080/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:29/0 lens 488/4536 e 0 to 0 dl 1746139114 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139103.101814:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c25ed80 with x1830958840430080 ext(0->4095) 00002000:00010000:1.0:1746139103.101817:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c25ed80 00000100:00100000:3.0:1746139103.102085:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a075aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832198656:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139103.102103:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139103.102124:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072505180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2007:x1830958840429824:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3413us (3533us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139103.102132:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17315 00000100:00100000:0.0:1746139103.110115:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139103.110210:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840430208 00000100:00100000:2.0:1746139103.110220:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840430208 00000100:00100000:2.0:1746139103.110260:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30002 00000100:00100000:2.0:1746139103.110267:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c851880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840430208:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139103.110287:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139103.110304:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f7cd400/0x1f9f6ca451acbadb lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512941 expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.110332:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc600/0x1f9f6ca451acbad4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351293a expref: 35 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.110339:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139103.110341:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139103.110344:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f7cd400/0x1f9f6ca451acbadb lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512941 expref: 6 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.110372:0:18644:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc600/0x1f9f6ca451acbad4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351293a expref: 35 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.110382:0:18644:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc600/0x1f9f6ca451acbad4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351293a expref: 35 pid: 9563 timeout: 828 lvb_type: 0 00000100:00100000:2.0:1746139103.110393:0:18644:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134533480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832198784:192.168.203.56@tcp:104: 00000100:00100000:2.0:1746139103.112765:0:18644:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ec29cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746139103.137543:0:18644:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134533480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832198784:192.168.203.56@tcp:104: 00010000:00010000:2.0:1746139103.137576:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f7cd400/0x1f9f6ca451acbadb lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512941 expref: 6 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.137593:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f7cd400, rc 0) 00000100:00100000:2.0:1746139103.137664:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c851880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840430208:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 27396us (27559us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139103.137677:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30002 00000100:00100000:0.0:1746139103.141237:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139103.141862:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139103.141956:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840430336 00000100:00100000:2.0:1746139103.141966:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840430336 00002000:00100000:2.0:1746139103.142012:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff88008746c000 x1830958840430336/t0(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:29/0 lens 496/0 e 0 to 0 dl 1746139114 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139103.142023:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008746c000 with x1830958840430336 ext(0->7) 00010000:00010000:2.0:1746139103.142033:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc600/0x1f9f6ca451acbad4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351293a expref: 36 pid: 9563 timeout: 828 lvb_type: 0 00010000:00010000:2.0:1746139103.142049:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc600/0x1f9f6ca451acbad4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351293a expref: 36 pid: 9563 timeout: 828 lvb_type: 0 00002000:00010000:2.0:1746139103.142055:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008746c000 00000100:00100000:2.0:1746139103.142083:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2751 00000100:00100000:2.0:1746139103.142091:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008746c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+36:2007:x1830958840430336:12345-192.168.203.56@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746139103.142367:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840430464 00000100:00100000:3.0:1746139103.142372:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840430464 00000100:00100000:3.0:1746139103.142396:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30003 00000100:00100000:3.0:1746139103.142401:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008746c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+37:1800:x1830958840430464:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746139103.142409:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139103.142427:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009edcb200/0x1f9f6ca451acbae2 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512948 expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139103.142453:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746139103.142459:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f7cd400/0x1f9f6ca451acbadb lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512941 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139103.142465:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746139103.142468:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009edcb200/0x1f9f6ca451acbae2 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512948 expref: 38 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139103.142513:0:18644:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f7cd400/0x1f9f6ca451acbadb lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512941 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139103.142525:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009edcb200/0x1f9f6ca451acbae2 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512948 expref: 38 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139103.142535:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009edcb200, rc 0) 00000100:00100000:3.0:1746139103.142581:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008746c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+38:1800:x1830958840430464:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 178us (720us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139103.142588:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30003 00000100:00100000:3.0:1746139103.145066:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008746c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+39:2007:x1830958840430336:12345-192.168.203.56@tcp:4:ldlm_bl.0 Request processed in 2965us (3832us total) trans 4294972102 rc 0/0 00000100:00100000:3.0:1746139103.145077:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2751 00002000:00100000:3.0:1746139103.145086:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff88008746c000 x1830958840430336/t4294972102(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:29/0 lens 496/448 e 0 to 0 dl 1746139114 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139103.145096:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008746c000 with x1830958840430336 ext(0->7) 00010000:00010000:3.0:1746139103.145104:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc600/0x1f9f6ca451acbad4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351293a expref: 39 pid: 9563 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746139103.145122:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc600/0x1f9f6ca451acbad4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351293a expref: 39 pid: 9563 timeout: 828 lvb_type: 0 00002000:00010000:3.0:1746139103.145128:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008746c000 00000100:00100000:1.0:1746139103.147393:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139103.148105:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840430592 00000100:00100000:3.0:1746139103.148115:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840430592 00010000:00010000:3.0:1746139103.148154:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc600/0x1f9f6ca451acbad4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351293a expref: 39 pid: 9563 timeout: 828 lvb_type: 0 00000100:00100000:3.0:1746139103.148184:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17316 00000100:00100000:3.0:1746139103.148191:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb6bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+39:2010:x1830958840430592:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139103.148206:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139103.148228:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc600/0x1f9f6ca451acbad4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351293a expref: 39 pid: 9563 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746139103.148240:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc600/0x1f9f6ca451acbad4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351293a expref: 39 pid: 9563 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746139103.148263:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc600/0x1f9f6ca451acbad4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351293a expref: 39 pid: 9563 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746139103.148283:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139103.148285:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139103.148293:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f7cd400/0x1f9f6ca451acbadb lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512941 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139103.148305:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f7cd400/0x1f9f6ca451acbadb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512941 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139103.148339:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f7cd400/0x1f9f6ca451acbadb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512941 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139103.148350:0:7207:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f7cd400/0x1f9f6ca451acbadb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512941 expref: 5 pid: 18644 timeout: 828 lvb_type: 0 00000100:00100000:3.0:1746139103.148362:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a075aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832199040:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139103.148443:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f075780 going to sleep for 11 seconds 00000100:00100000:3.0:1746139103.150538:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a075aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832199040:192.168.203.56@tcp:105: 00000100:00100000:0.0:1746139103.150554:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00010000:00010000:3.0:1746139103.150557:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139103.150611:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb6bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+38:2010:x1830958840430592:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 2419us (3225us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139103.150639:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17316 00000100:00100000:2.0:1746139103.150717:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840430848 00000100:00100000:2.0:1746139103.150723:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840430848 00002000:00100000:2.0:1746139103.150760:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88008746c700 x1830958840430848/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:29/0 lens 488/0 e 0 to 0 dl 1746139114 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139103.150769:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008746c700 with x1830958840430848 ext(0->4095) 00010000:00010000:2.0:1746139103.150776:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f7cd400/0x1f9f6ca451acbadb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512941 expref: 6 pid: 18644 timeout: 828 lvb_type: 0 00010000:00010000:2.0:1746139103.150787:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f7cd400/0x1f9f6ca451acbadb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512941 expref: 6 pid: 18644 timeout: 828 lvb_type: 0 00002000:00010000:2.0:1746139103.150798:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008746c700 00000100:00100000:2.0:1746139103.150817:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2752 00000100:00100000:2.0:1746139103.150823:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008746c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840430848:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746139103.151157:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008746c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840430848:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 333us (604us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746139103.151164:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2752 00002000:00100000:2.0:1746139103.151169:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88008746c700 x1830958840430848/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:29/0 lens 488/4536 e 0 to 0 dl 1746139114 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139103.151178:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008746c700 with x1830958840430848 ext(0->4095) 00010000:00010000:2.0:1746139103.151182:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f7cd400/0x1f9f6ca451acbadb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512941 expref: 6 pid: 18644 timeout: 828 lvb_type: 0 00010000:00010000:2.0:1746139103.151191:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f7cd400/0x1f9f6ca451acbadb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512941 expref: 6 pid: 18644 timeout: 828 lvb_type: 0 00002000:00010000:2.0:1746139103.151197:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008746c700 00000100:00100000:0.0:1746139103.153417:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139103.153478:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840430976 00000100:00100000:3.0:1746139103.153485:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840430976 00010000:00010000:3.0:1746139103.153521:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f7cd400/0x1f9f6ca451acbadb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512941 expref: 6 pid: 18644 timeout: 828 lvb_type: 0 00000100:00100000:3.0:1746139103.153559:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17317 00000100:00100000:3.0:1746139103.153566:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008746ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2010:x1830958840430976:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139103.153580:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139103.153598:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f7cd400/0x1f9f6ca451acbadb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512941 expref: 6 pid: 18644 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746139103.153610:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f7cd400/0x1f9f6ca451acbadb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512941 expref: 6 pid: 18644 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746139103.153654:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f7cd400/0x1f9f6ca451acbadb lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512941 expref: 6 pid: 18644 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746139103.153669:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139103.153671:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139103.153678:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009edcb200/0x1f9f6ca451acbae2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512948 expref: 37 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139103.153686:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009edcb200/0x1f9f6ca451acbae2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512948 expref: 37 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139103.153718:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009edcb200/0x1f9f6ca451acbae2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512948 expref: 37 pid: 18644 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139103.153730:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a075aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832199168:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139103.154206:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f075780 going to sleep for 11 seconds 00000100:00100000:3.0:1746139103.156428:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a075aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832199168:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139103.156448:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746139103.159274:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139103.159422:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840431232 00000100:00100000:2.0:1746139103.159430:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840431232 00002000:00100000:2.0:1746139103.159470:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88008746ce00 x1830958840431232/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:29/0 lens 488/0 e 0 to 0 dl 1746139114 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139103.159480:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008746ce00 with x1830958840431232 ext(0->4095) 00002000:00010000:2.0:1746139103.159485:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008746ce00 00000100:00100000:2.0:1746139103.159512:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13359 00000100:00100000:2.0:1746139103.159520:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008746ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+38:2007:x1830958840431232:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746139103.159661:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008746ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+38:2007:x1830958840431232:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 140us (398us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746139103.159667:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13359 00002000:00100000:2.0:1746139103.159673:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88008746ce00 x1830958840431232/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:29/0 lens 488/4536 e 0 to 0 dl 1746139114 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139103.159680:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008746ce00 with x1830958840431232 ext(0->4095) 00002000:00010000:2.0:1746139103.159682:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008746ce00 00000100:00100000:3.0:1746139103.160325:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008746ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2010:x1830958840430976:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 6756us (6911us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139103.160335:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17317 00000100:00100000:0.0:1746139103.170434:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139103.170685:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840431360 00000100:00100000:2.0:1746139103.170695:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840431360 00000100:00100000:2.0:1746139103.170758:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30004 00000100:00100000:2.0:1746139103.170767:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008746d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840431360:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139103.170788:0:9563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139103.170806:0:9563:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc200/0x1f9f6ca451acbae9 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a351294f expref: -99 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.170837:0:9563:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009edcb200/0x1f9f6ca451acbae2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512948 expref: 37 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.170844:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139103.170846:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139103.170849:0:9563:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc200/0x1f9f6ca451acbae9 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351294f expref: 6 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.170882:0:9563:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009edcb200/0x1f9f6ca451acbae2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512948 expref: 37 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.170899:0:9563:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009edcb200/0x1f9f6ca451acbae2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512948 expref: 37 pid: 18644 timeout: 828 lvb_type: 0 00000100:00100000:2.0:1746139103.170911:0:9563:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134533480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832199296:192.168.203.56@tcp:104: 00000100:00100000:2.0:1746139103.171002:0:9563:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ec29300 going to sleep for 11 seconds 00000100:00100000:2.0:1746139103.176320:0:9563:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134533480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832199296:192.168.203.56@tcp:104: 00010000:00010000:2.0:1746139103.176359:0:9563:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc200/0x1f9f6ca451acbae9 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351294f expref: 6 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.176379:0:9563:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f7cc200, rc 0) 00000100:00100000:2.0:1746139103.176426:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008746d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840431360:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5658us (6002us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139103.176435:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30004 00000100:00100000:0.0:1746139103.181801:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139103.182172:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840431488 00000100:00100000:2.0:1746139103.182183:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840431488 00002000:00100000:2.0:1746139103.182233:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff88008746d500 x1830958840431488/t0(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:29/0 lens 496/0 e 0 to 0 dl 1746139114 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139103.182243:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008746d500 with x1830958840431488 ext(0->7) 00010000:00010000:2.0:1746139103.182252:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009edcb200/0x1f9f6ca451acbae2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512948 expref: 38 pid: 18644 timeout: 828 lvb_type: 0 00010000:00010000:2.0:1746139103.182266:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009edcb200/0x1f9f6ca451acbae2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512948 expref: 38 pid: 18644 timeout: 828 lvb_type: 0 00002000:00010000:2.0:1746139103.182278:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008746d500 00000100:00100000:2.0:1746139103.182973:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2753 00000100:00100000:2.0:1746139103.182982:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008746d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+38:2007:x1830958840431488:12345-192.168.203.56@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746139103.186903:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008746d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+40:2007:x1830958840431488:12345-192.168.203.56@tcp:4:ldlm_bl.0 Request processed in 3910us (5100us total) trans 4294972103 rc 0/0 00000100:00100000:0.0:1746139103.186915:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2753 00002000:00100000:0.0:1746139103.186925:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff88008746d500 x1830958840431488/t4294972103(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:29/0 lens 496/448 e 0 to 0 dl 1746139114 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139103.186942:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008746d500 with x1830958840431488 ext(0->7) 00010000:00010000:0.0:1746139103.186951:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009edcb200/0x1f9f6ca451acbae2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512948 expref: 40 pid: 18644 timeout: 828 lvb_type: 0 00010000:00010000:0.0:1746139103.186967:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009edcb200/0x1f9f6ca451acbae2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512948 expref: 40 pid: 18644 timeout: 828 lvb_type: 0 00002000:00010000:0.0:1746139103.186973:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008746d500 00000100:00100000:0.0:1746139103.195034:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139103.196352:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840431616 00000100:00100000:3.0:1746139103.196363:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840431616 00010000:00010000:3.0:1746139103.196408:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009edcb200/0x1f9f6ca451acbae2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512948 expref: 40 pid: 18644 timeout: 828 lvb_type: 0 00000100:00100000:3.0:1746139103.196441:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17318 00000100:00100000:3.0:1746139103.196449:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008746d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+40:2007:x1830958840431616:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139103.196463:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139103.196484:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009edcb200/0x1f9f6ca451acbae2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512948 expref: 40 pid: 18644 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746139103.196511:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009edcb200/0x1f9f6ca451acbae2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512948 expref: 40 pid: 18644 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746139103.196544:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009edcb200/0x1f9f6ca451acbae2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512948 expref: 40 pid: 18644 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746139103.196738:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139103.196740:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139103.196748:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc200/0x1f9f6ca451acbae9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351294f expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139103.196757:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc200/0x1f9f6ca451acbae9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351294f expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139103.196824:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc200/0x1f9f6ca451acbae9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351294f expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139103.196843:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a075aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832199424:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139103.198085:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f075780 going to sleep for 11 seconds 00000100:00100000:0.0:1746139103.200250:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139103.200374:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a075aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832199424:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139103.200393:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139103.200437:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008746d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+39:2007:x1830958840431616:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3989us (5414us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139103.200450:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17318 00000100:00100000:1.0:1746139103.200597:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840431872 00000100:00100000:1.0:1746139103.200605:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840431872 00002000:00100000:1.0:1746139103.200664:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88008746dc00 x1830958840431872/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:29/0 lens 488/0 e 0 to 0 dl 1746139114 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139103.200679:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008746dc00 with x1830958840431872 ext(0->4095) 00002000:00010000:1.0:1746139103.200684:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008746dc00 00000100:00100000:1.0:1746139103.201117:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13360 00000100:00100000:1.0:1746139103.201126:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008746dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840431872:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746139103.201239:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008746dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840431872:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 115us (997us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139103.201244:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13360 00002000:00100000:1.0:1746139103.201249:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88008746dc00 x1830958840431872/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:29/0 lens 488/4536 e 0 to 0 dl 1746139114 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139103.201256:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008746dc00 with x1830958840431872 ext(0->4095) 00002000:00010000:1.0:1746139103.201259:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008746dc00 00000100:00100000:0.0:1746139103.203908:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139103.204230:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139103.204973:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840432000 00000100:00100000:2.0:1746139103.204983:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840432000 00000100:00100000:2.0:1746139103.205031:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840432128 00000100:00100000:2.0:1746139103.205034:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840432128 00000100:00100000:2.0:1746139103.205050:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30005 00000100:00100000:2.0:1746139103.205057:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008746df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+40:1800:x1830958840432000:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139103.205077:0:9563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139103.205096:0:9563:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc600/0x1f9f6ca451acbaf0 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512956 expref: -99 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.205126:0:9563:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc200/0x1f9f6ca451acbae9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351294f expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.205134:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139103.205135:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139103.205139:0:9563:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc600/0x1f9f6ca451acbaf0 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512956 expref: 41 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.205168:0:9563:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc200/0x1f9f6ca451acbae9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351294f expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.205180:0:9563:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc200/0x1f9f6ca451acbae9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351294f expref: 5 pid: 9563 timeout: 828 lvb_type: 0 00000100:00100000:2.0:1746139103.205196:0:9563:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134533480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832199552:192.168.203.56@tcp:104: 00000100:00100000:2.0:1746139103.205266:0:9563:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ec29300 going to sleep for 11 seconds 00000100:00100000:2.0:1746139103.205285:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30006 00000100:00100000:2.0:1746139103.205290:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008746e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+41:1814:x1830958840432128:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139103.205296:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139103.205301:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008760d000/0x1f9f6ca451acbaf7 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a351295d expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.205312:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139103.205315:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc600/0x1f9f6ca451acbaf0 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512956 expref: 42 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.205320:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139103.205322:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008760d000/0x1f9f6ca451acbaf7 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351295d expref: 42 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.205341:0:9564:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc600/0x1f9f6ca451acbaf0 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512956 expref: 42 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.205351:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008760d000/0x1f9f6ca451acbaf7 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351295d expref: 42 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.205360:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008760d000, rc 0) 00000100:00100000:2.0:1746139103.205380:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008746e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+42:1814:x1830958840432128:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 89us (1149us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139103.205389:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30006 00000100:00100000:2.0:1746139103.207600:0:9563:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134533480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832199552:192.168.203.56@tcp:104: 00010000:00010000:2.0:1746139103.207645:0:9563:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc600/0x1f9f6ca451acbaf0 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512956 expref: 41 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.207658:0:9563:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f7cc600, rc 0) 00000100:00100000:2.0:1746139103.207688:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008746df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+41:1800:x1830958840432000:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2631us (3791us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139103.207696:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30005 00000100:00100000:0.0:1746139103.209011:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139103.209206:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840432256 00000100:00100000:3.0:1746139103.209214:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840432256 00010000:00010000:3.0:1746139103.209249:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc200/0x1f9f6ca451acbae9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351294f expref: 6 pid: 9563 timeout: 828 lvb_type: 0 00000100:00100000:3.0:1746139103.209275:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17319 00000100:00100000:3.0:1746139103.209282:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4958c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840432256:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139103.209297:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139103.209322:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc200/0x1f9f6ca451acbae9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351294f expref: 6 pid: 9563 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746139103.209333:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc200/0x1f9f6ca451acbae9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351294f expref: 6 pid: 9563 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746139103.209353:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc200/0x1f9f6ca451acbae9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351294f expref: 6 pid: 9563 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746139103.209382:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139103.209385:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139103.209393:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc600/0x1f9f6ca451acbaf0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512956 expref: 40 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139103.209400:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc600/0x1f9f6ca451acbaf0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512956 expref: 40 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139103.209432:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc600/0x1f9f6ca451acbaf0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512956 expref: 40 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139103.209443:0:7207:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc600/0x1f9f6ca451acbaf0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512956 expref: 40 pid: 9563 timeout: 828 lvb_type: 0 00000100:00100000:3.0:1746139103.209454:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a075aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832199808:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139103.211118:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f075780 going to sleep for 11 seconds 00000100:00100000:0.0:1746139103.215736:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139103.215945:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a075aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832199808:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139103.215964:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139103.216012:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4958c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2008:x1830958840432256:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 6730us (7006us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139103.216024:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17319 00000100:00100000:2.0:1746139103.216351:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840432512 00000100:00100000:2.0:1746139103.216358:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840432512 00002000:00100000:2.0:1746139103.216397:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88008746e680 x1830958840432512/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:29/0 lens 488/0 e 0 to 0 dl 1746139114 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139103.216407:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008746e680 with x1830958840432512 ext(0->4095) 00010000:00010000:2.0:1746139103.216415:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc600/0x1f9f6ca451acbaf0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512956 expref: 41 pid: 9563 timeout: 828 lvb_type: 0 00010000:00010000:2.0:1746139103.216429:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc600/0x1f9f6ca451acbaf0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512956 expref: 41 pid: 9563 timeout: 828 lvb_type: 0 00002000:00010000:2.0:1746139103.216435:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008746e680 00000100:00100000:2.0:1746139103.216461:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2754 00000100:00100000:2.0:1746139103.216467:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008746e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+41:2007:x1830958840432512:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746139103.216634:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008746e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+41:2007:x1830958840432512:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 148us (889us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746139103.216641:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2754 00002000:00100000:2.0:1746139103.216646:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88008746e680 x1830958840432512/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:29/0 lens 488/4536 e 0 to 0 dl 1746139114 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139103.216653:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008746e680 with x1830958840432512 ext(0->4095) 00010000:00010000:2.0:1746139103.216657:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc600/0x1f9f6ca451acbaf0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512956 expref: 41 pid: 9563 timeout: 828 lvb_type: 0 00010000:00010000:2.0:1746139103.216666:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc600/0x1f9f6ca451acbaf0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512956 expref: 41 pid: 9563 timeout: 828 lvb_type: 0 00002000:00010000:2.0:1746139103.216671:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008746e680 00000100:00100000:0.0:1746139103.219926:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139103.220572:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840432640 00000100:00100000:3.0:1746139103.220581:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840432640 00010000:00010000:3.0:1746139103.220752:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc600/0x1f9f6ca451acbaf0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512956 expref: 41 pid: 9563 timeout: 828 lvb_type: 0 00000100:00100000:3.0:1746139103.220844:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17320 00000100:00100000:3.0:1746139103.220852:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008746ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+41:2008:x1830958840432640:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139103.220869:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139103.220890:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc600/0x1f9f6ca451acbaf0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512956 expref: 41 pid: 9563 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746139103.220902:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc600/0x1f9f6ca451acbaf0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512956 expref: 41 pid: 9563 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746139103.220924:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc600/0x1f9f6ca451acbaf0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512956 expref: 41 pid: 9563 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746139103.221174:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139103.221176:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139103.221184:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008760d000/0x1f9f6ca451acbaf7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351295d expref: 40 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139103.221192:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008760d000/0x1f9f6ca451acbaf7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351295d expref: 40 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139103.221227:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008760d000/0x1f9f6ca451acbaf7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351295d expref: 40 pid: 9564 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139103.221237:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a075aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832199936:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139103.221773:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f0756c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746139103.227069:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139103.227263:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a075aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832199936:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139103.227285:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139103.227335:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008746ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+40:2008:x1830958840432640:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 6483us (7418us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139103.227351:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17320 00000100:00100000:1.0:1746139103.227449:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840432896 00000100:00100000:1.0:1746139103.227456:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840432896 00002000:00100000:1.0:1746139103.227509:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88008746ed80 x1830958840432896/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:29/0 lens 488/0 e 0 to 0 dl 1746139114 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139103.227518:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008746ed80 with x1830958840432896 ext(0->4095) 00002000:00010000:1.0:1746139103.227523:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008746ed80 00000100:00100000:1.0:1746139103.227556:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13361 00000100:00100000:1.0:1746139103.227564:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008746ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+40:2008:x1830958840432896:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746139103.227713:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008746ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+40:2008:x1830958840432896:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 149us (657us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139103.227718:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13361 00002000:00100000:1.0:1746139103.227725:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88008746ed80 x1830958840432896/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:29/0 lens 488/4536 e 0 to 0 dl 1746139114 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139103.227731:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008746ed80 with x1830958840432896 ext(0->4095) 00002000:00010000:1.0:1746139103.227734:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008746ed80 00000100:00100000:0.0:1746139103.230868:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139103.231287:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840433024 00000100:00100000:2.0:1746139103.231297:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840433024 00000100:00100000:2.0:1746139103.231462:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30007 00000100:00100000:2.0:1746139103.231471:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008746f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840433024:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139103.231502:0:9563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139103.231522:0:9563:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008760cc00/0x1f9f6ca451acbafe lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512964 expref: -99 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.231559:0:9563:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008760d000/0x1f9f6ca451acbaf7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351295d expref: 39 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.231568:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139103.231570:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139103.231574:0:9563:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008760cc00/0x1f9f6ca451acbafe lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512964 expref: 6 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.231783:0:9563:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008760d000/0x1f9f6ca451acbaf7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351295d expref: 39 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.231796:0:9563:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008760d000/0x1f9f6ca451acbaf7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351295d expref: 39 pid: 9564 timeout: 828 lvb_type: 0 00000100:00100000:2.0:1746139103.231809:0:9563:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134533480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832200064:192.168.203.56@tcp:104: 00000100:00100000:2.0:1746139103.232892:0:9563:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ec296c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746139103.237028:0:9563:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134533480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832200064:192.168.203.56@tcp:104: 00010000:00010000:2.0:1746139103.237061:0:9563:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008760cc00/0x1f9f6ca451acbafe lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512964 expref: 6 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.237079:0:9563:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008760cc00, rc 0) 00000100:00100000:2.0:1746139103.237125:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008746f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840433024:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5655us (6267us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139103.237134:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30007 00000100:00100000:0.0:1746139103.237862:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139103.237978:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139103.238306:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840433280 00000100:00100000:3.0:1746139103.238313:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840433280 00010000:00010000:3.0:1746139103.238343:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008760d000/0x1f9f6ca451acbaf7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351295d expref: 40 pid: 9564 timeout: 828 lvb_type: 0 00000100:00100000:3.0:1746139103.238365:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17321 00000100:00100000:3.0:1746139103.238370:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008746f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+40:2008:x1830958840433280:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139103.238382:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139103.238401:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008760d000/0x1f9f6ca451acbaf7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351295d expref: 40 pid: 9564 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746139103.238412:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008760d000/0x1f9f6ca451acbaf7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351295d expref: 40 pid: 9564 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746139103.238435:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008760d000/0x1f9f6ca451acbaf7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351295d expref: 40 pid: 9564 timeout: 828 lvb_type: 0 00000100:00100000:2.0:1746139103.239202:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840433152 00000100:00100000:2.0:1746139103.239208:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840433152 00000100:00100000:2.0:1746139103.239244:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30008 00000100:00100000:2.0:1746139103.239249:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ff6b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+40:1800:x1830958840433152:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139103.239264:0:9563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139103.239275:0:9563:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008760c400/0x1f9f6ca451acbb05 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a351296b expref: -99 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.239294:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139103.239300:0:9563:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008760cc00/0x1f9f6ca451acbafe lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512964 expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.239306:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139103.239309:0:9563:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008760c400/0x1f9f6ca451acbb05 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351296b expref: 41 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.239343:0:9563:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008760cc00/0x1f9f6ca451acbafe lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512964 expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.239354:0:9563:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008760c400/0x1f9f6ca451acbb05 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351296b expref: 41 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.239361:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139103.239362:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139103.239368:0:9563:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008760cc00/0x1f9f6ca451acbafe lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512964 expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.239375:0:9563:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008760cc00/0x1f9f6ca451acbafe lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512964 expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.239388:0:9563:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008760cc00/0x1f9f6ca451acbafe lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512964 expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.239398:0:9563:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008760cc00/0x1f9f6ca451acbafe lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512964 expref: 5 pid: 9563 timeout: 828 lvb_type: 0 00000100:00100000:2.0:1746139103.239410:0:9563:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134533480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832200320:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139103.239504:0:9563:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ec296c0 going to sleep for 11 seconds 00010000:00010000:3.0:1746139103.239733:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139103.239765:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008746f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+41:2008:x1830958840433280:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 1394us (1786us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139103.239772:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17321 00000100:00100000:0.0:1746139103.242502:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139103.242981:0:9563:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134533480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832200320:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139103.243004:0:9563:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008760c400, rc 0) 00000100:00100000:2.0:1746139103.243749:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ff6b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+40:1800:x1830958840433152:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4497us (5887us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139103.243759:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30008 00000100:00100000:3.0:1746139103.244106:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840433536 00000100:00100000:3.0:1746139103.244114:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840433536 00002000:00100000:3.0:1746139103.244157:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88008746f800 x1830958840433536/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:29/0 lens 488/0 e 0 to 0 dl 1746139114 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139103.244172:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008746f800 with x1830958840433536 ext(0->4095) 00010000:00010000:3.0:1746139103.244181:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008760cc00/0x1f9f6ca451acbafe lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512964 expref: 6 pid: 9563 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746139103.244195:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008760cc00/0x1f9f6ca451acbafe lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512964 expref: 6 pid: 9563 timeout: 828 lvb_type: 0 00002000:00010000:3.0:1746139103.244201:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008746f800 00000100:00100000:3.0:1746139103.244220:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2755 00000100:00100000:3.0:1746139103.244227:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008746f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840433536:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746139103.244356:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008746f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840433536:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 129us (1870us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746139103.244361:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2755 00002000:00100000:3.0:1746139103.244366:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88008746f800 x1830958840433536/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:29/0 lens 488/4536 e 0 to 0 dl 1746139114 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139103.244372:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008746f800 with x1830958840433536 ext(0->4095) 00010000:00010000:3.0:1746139103.244376:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008760cc00/0x1f9f6ca451acbafe lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512964 expref: 6 pid: 9563 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746139103.244384:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008760cc00/0x1f9f6ca451acbafe lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512964 expref: 6 pid: 9563 timeout: 828 lvb_type: 0 00002000:00010000:3.0:1746139103.244390:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008746f800 00000100:00100000:0.0:1746139103.248258:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139103.248349:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840433664 00000100:00100000:3.0:1746139103.248359:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840433664 00010000:00010000:3.0:1746139103.248401:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008760cc00/0x1f9f6ca451acbafe lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512964 expref: 6 pid: 9563 timeout: 828 lvb_type: 0 00000100:00100000:3.0:1746139103.248996:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17322 00000100:00100000:3.0:1746139103.249005:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008746fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2010:x1830958840433664:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139103.249023:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139103.249046:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008760cc00/0x1f9f6ca451acbafe lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512964 expref: 6 pid: 9563 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746139103.249059:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008760cc00/0x1f9f6ca451acbafe lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512964 expref: 6 pid: 9563 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746139103.249086:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008760cc00/0x1f9f6ca451acbafe lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512964 expref: 6 pid: 9563 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746139103.249115:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139103.249117:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139103.249124:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008760c400/0x1f9f6ca451acbb05 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351296b expref: 39 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139103.249132:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008760c400/0x1f9f6ca451acbb05 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351296b expref: 39 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139103.249168:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008760c400/0x1f9f6ca451acbb05 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351296b expref: 39 pid: 9563 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139103.249182:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a075aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832200448:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139103.249394:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f0756c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746139103.251337:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a075aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832200448:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139103.251357:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139103.251403:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008746fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2010:x1830958840433664:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 2399us (3154us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139103.251413:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17322 00000100:00100000:0.0:1746139103.252165:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139103.252242:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840433920 00000100:00100000:2.0:1746139103.252250:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840433920 00002000:00100000:2.0:1746139103.252293:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88008746c380 x1830958840433920/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:29/0 lens 488/0 e 0 to 0 dl 1746139114 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139103.252306:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008746c380 with x1830958840433920 ext(0->4095) 00002000:00010000:2.0:1746139103.252310:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008746c380 00000100:00100000:2.0:1746139103.252682:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13362 00000100:00100000:2.0:1746139103.252689:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008746c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+40:2007:x1830958840433920:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746139103.252811:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008746c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+40:2007:x1830958840433920:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 123us (648us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746139103.252817:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13362 00002000:00100000:2.0:1746139103.252821:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88008746c380 x1830958840433920/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:29/0 lens 488/4536 e 0 to 0 dl 1746139114 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139103.252829:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008746c380 with x1830958840433920 ext(0->4095) 00002000:00010000:2.0:1746139103.252832:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008746c380 00000100:00100000:0.0:1746139103.261353:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139103.262653:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840434048 00000100:00100000:2.0:1746139103.262665:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840434048 00000100:00100000:2.0:1746139103.262727:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30009 00000100:00100000:2.0:1746139103.262737:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008746d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840434048:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139103.262761:0:9563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139103.262782:0:9563:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f7cca00/0x1f9f6ca451acbb0c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512972 expref: -99 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.262814:0:9563:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008760c400/0x1f9f6ca451acbb05 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351296b expref: 39 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.262822:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139103.262824:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139103.262828:0:9563:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f7cca00/0x1f9f6ca451acbb0c lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512972 expref: 6 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.262858:0:9563:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008760c400/0x1f9f6ca451acbb05 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351296b expref: 39 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.262870:0:9563:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008760c400/0x1f9f6ca451acbb05 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351296b expref: 39 pid: 9563 timeout: 828 lvb_type: 0 00000100:00100000:2.0:1746139103.262886:0:9563:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134533480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832200576:192.168.203.56@tcp:104: 00000100:00100000:2.0:1746139103.266158:0:9563:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ec29900 going to sleep for 11 seconds 00000100:00100000:2.0:1746139103.271285:0:9563:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134533480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832200576:192.168.203.56@tcp:104: 00010000:00010000:2.0:1746139103.271319:0:9563:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f7cca00/0x1f9f6ca451acbb0c lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512972 expref: 6 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.271337:0:9563:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f7cca00, rc 0) 00000100:00100000:2.0:1746139103.271383:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008746d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840434048:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 8647us (10042us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139103.271395:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30009 00000100:00100000:0.0:1746139103.278789:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139103.281287:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139103.281390:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840434304 00000100:00100000:2.0:1746139103.281400:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840434304 00000100:00100000:2.0:1746139103.281447:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30010 00000100:00100000:2.0:1746139103.281456:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb69f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+40:1800:x1830958840434304:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139103.281476:0:9563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139103.281506:0:9563:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f7cdc00/0x1f9f6ca451acbb13 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512979 expref: -99 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.281537:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139103.281544:0:9563:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f7cca00/0x1f9f6ca451acbb0c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512972 expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.281550:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746139103.281554:0:9563:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f7cdc00/0x1f9f6ca451acbb13 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512979 expref: 41 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.281595:0:9563:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f7cca00/0x1f9f6ca451acbb0c lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512972 expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.281608:0:9563:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f7cdc00/0x1f9f6ca451acbb13 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512979 expref: 41 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.281634:0:9563:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f7cdc00, rc 0) 00000100:00100000:2.0:1746139103.281678:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb69f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+41:1800:x1830958840434304:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 223us (400us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139103.281684:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30010 00000100:00100000:3.0:1746139103.282974:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840434176 00000100:00100000:3.0:1746139103.282983:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840434176 00002000:00100000:3.0:1746139103.283028:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff88008746e300 x1830958840434176/t0(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:29/0 lens 496/0 e 0 to 0 dl 1746139114 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139103.283038:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008746e300 with x1830958840434176 ext(0->7) 00010000:00010000:3.0:1746139103.283046:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008760c400/0x1f9f6ca451acbb05 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351296b expref: 41 pid: 9563 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746139103.283059:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008760c400/0x1f9f6ca451acbb05 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351296b expref: 41 pid: 9563 timeout: 828 lvb_type: 0 00002000:00010000:3.0:1746139103.283065:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008746e300 00000100:00100000:3.0:1746139103.283124:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2756 00000100:00100000:3.0:1746139103.283130:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008746e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+41:2008:x1830958840434176:12345-192.168.203.56@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746139103.284112:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008746e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+43:2008:x1830958840434176:12345-192.168.203.56@tcp:4:ldlm_bl.0 Request processed in 978us (5333us total) trans 4294972104 rc 0/0 00000100:00100000:0.0:1746139103.284123:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2756 00002000:00100000:0.0:1746139103.284129:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff88008746e300 x1830958840434176/t4294972104(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:29/0 lens 496/448 e 0 to 0 dl 1746139114 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139103.284137:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008746e300 with x1830958840434176 ext(0->7) 00010000:00010000:0.0:1746139103.284142:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008760c400/0x1f9f6ca451acbb05 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351296b expref: 43 pid: 9563 timeout: 828 lvb_type: 0 00010000:00010000:0.0:1746139103.284153:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008760c400/0x1f9f6ca451acbb05 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351296b expref: 43 pid: 9563 timeout: 828 lvb_type: 0 00002000:00010000:0.0:1746139103.284159:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008746e300 00000100:00100000:0.0:1746139103.291208:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139103.292863:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840434432 00000100:00100000:3.0:1746139103.292875:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840434432 00010000:00010000:3.0:1746139103.292922:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008760c400/0x1f9f6ca451acbb05 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351296b expref: 43 pid: 9563 timeout: 828 lvb_type: 0 00000100:00100000:3.0:1746139103.292957:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17323 00000100:00100000:3.0:1746139103.292964:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008746df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+43:2010:x1830958840434432:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139103.292978:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139103.292999:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008760c400/0x1f9f6ca451acbb05 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351296b expref: 43 pid: 9563 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746139103.293011:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008760c400/0x1f9f6ca451acbb05 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351296b expref: 43 pid: 9563 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746139103.293037:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008760c400/0x1f9f6ca451acbb05 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351296b expref: 43 pid: 9563 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746139103.295008:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139103.295012:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139103.295024:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f7cca00/0x1f9f6ca451acbb0c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512972 expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139103.295034:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f7cca00/0x1f9f6ca451acbb0c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512972 expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139103.295083:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f7cca00/0x1f9f6ca451acbb0c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512972 expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139103.295097:0:7207:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f7cca00/0x1f9f6ca451acbb0c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512972 expref: 5 pid: 9563 timeout: 828 lvb_type: 0 00000100:00100000:3.0:1746139103.295111:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a075aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832200832:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139103.295211:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f0756c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746139103.299514:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139103.299590:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840434688 00000100:00100000:1.0:1746139103.299598:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840434688 00002000:00100000:1.0:1746139103.299673:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88012d441450 x1830958840434688/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:29/0 lens 488/0 e 0 to 0 dl 1746139114 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139103.299683:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d441450 with x1830958840434688 ext(0->4095) 00010000:00010000:1.0:1746139103.299692:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f7cca00/0x1f9f6ca451acbb0c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512972 expref: 6 pid: 9563 timeout: 828 lvb_type: 0 00010000:00010000:1.0:1746139103.299706:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f7cca00/0x1f9f6ca451acbb0c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512972 expref: 6 pid: 9563 timeout: 828 lvb_type: 0 00002000:00010000:1.0:1746139103.299712:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d441450 00000100:00100000:1.0:1746139103.299743:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2757 00000100:00100000:1.0:1746139103.299750:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d441450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840434688:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746139103.299894:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d441450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840434688:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 143us (398us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139103.299900:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2757 00002000:00100000:1.0:1746139103.299906:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88012d441450 x1830958840434688/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:29/0 lens 488/4536 e 0 to 0 dl 1746139114 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139103.299913:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d441450 with x1830958840434688 ext(0->4095) 00010000:00010000:1.0:1746139103.299919:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f7cca00/0x1f9f6ca451acbb0c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512972 expref: 6 pid: 9563 timeout: 828 lvb_type: 0 00010000:00010000:1.0:1746139103.299928:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f7cca00/0x1f9f6ca451acbb0c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512972 expref: 6 pid: 9563 timeout: 828 lvb_type: 0 00002000:00010000:1.0:1746139103.299935:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d441450 00000100:00100000:3.0:1746139103.302022:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a075aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832200832:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139103.302045:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139103.302101:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008746df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+42:2010:x1830958840434432:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 9135us (10902us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139103.302112:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17323 00000100:00100000:0.0:1746139103.306397:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139103.306725:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840434816 00000100:00100000:3.0:1746139103.306735:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840434816 00010000:00010000:3.0:1746139103.306776:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f7cca00/0x1f9f6ca451acbb0c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512972 expref: 6 pid: 9563 timeout: 828 lvb_type: 0 00000100:00100000:3.0:1746139103.306808:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17324 00000100:00100000:3.0:1746139103.306817:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008746f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2009:x1830958840434816:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139103.306832:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139103.306854:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f7cca00/0x1f9f6ca451acbb0c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512972 expref: 6 pid: 9563 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746139103.306866:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f7cca00/0x1f9f6ca451acbb0c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512972 expref: 6 pid: 9563 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746139103.306892:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f7cca00/0x1f9f6ca451acbb0c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512972 expref: 6 pid: 9563 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746139103.306921:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139103.306923:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139103.306929:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f7cdc00/0x1f9f6ca451acbb13 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512979 expref: 41 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139103.306936:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f7cdc00/0x1f9f6ca451acbb13 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512979 expref: 41 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139103.306969:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f7cdc00/0x1f9f6ca451acbb13 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512979 expref: 41 pid: 9563 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139103.306980:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a075aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832200960:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139103.307903:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f0756c0 going to sleep for 11 seconds 00010000:00010000:0.0:1746139103.308773:0:7208:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746139103.318423:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a075aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832200960:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139103.318449:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139103.318511:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008746f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2009:x1830958840434816:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 11692us (12120us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139103.318522:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17324 00000100:00100000:0.0:1746139103.319741:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139103.319840:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840435072 00000100:00100000:1.0:1746139103.319850:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840435072 00002000:00100000:1.0:1746139103.319900:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88008746ca80 x1830958840435072/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:29/0 lens 488/0 e 0 to 0 dl 1746139114 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139103.319911:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008746ca80 with x1830958840435072 ext(0->4095) 00002000:00010000:1.0:1746139103.319916:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008746ca80 00000100:00100000:1.0:1746139103.319955:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13363 00000100:00100000:1.0:1746139103.319964:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008746ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+42:2007:x1830958840435072:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746139103.320113:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008746ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+42:2007:x1830958840435072:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 151us (376us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139103.320120:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13363 00002000:00100000:1.0:1746139103.320126:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88008746ca80 x1830958840435072/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:29/0 lens 488/4536 e 0 to 0 dl 1746139114 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139103.320134:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008746ca80 with x1830958840435072 ext(0->4095) 00002000:00010000:1.0:1746139103.320137:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008746ca80 00000100:00100000:0.0:1746139103.321791:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139103.322156:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840435200 00000100:00100000:1.0:1746139103.322163:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840435200 00000100:00100000:1.0:1746139103.322258:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30011 00000100:00100000:1.0:1746139103.322267:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008746d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840435200:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139103.322286:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139103.322305:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fc00/0x1f9f6ca451acbb1a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512980 expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139103.322336:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f7cdc00/0x1f9f6ca451acbb13 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512979 expref: 41 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139103.322344:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139103.322346:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139103.322350:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fc00/0x1f9f6ca451acbb1a lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512980 expref: 6 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139103.322383:0:18644:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f7cdc00/0x1f9f6ca451acbb13 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512979 expref: 41 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139103.322396:0:18644:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f7cdc00/0x1f9f6ca451acbb13 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512979 expref: 41 pid: 9563 timeout: 828 lvb_type: 0 00000100:00100000:1.0:1746139103.322409:0:18644:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb6ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832201088:192.168.203.56@tcp:104: 00000100:00100000:1.0:1746139103.325075:0:18644:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a059dcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746139103.325502:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139103.325589:0:18644:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb6ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832201088:192.168.203.56@tcp:104: 00010000:00010000:1.0:1746139103.325640:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fc00/0x1f9f6ca451acbb1a lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512980 expref: 6 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139103.325658:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7fc00, rc 0) 00000100:00100000:1.0:1746139103.325700:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008746d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840435200:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3434us (3916us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139103.325714:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30011 00000100:00100000:3.0:1746139103.325788:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840435328 00000100:00100000:3.0:1746139103.325794:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840435328 00010000:00010000:3.0:1746139103.325824:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f7cdc00/0x1f9f6ca451acbb13 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512979 expref: 42 pid: 9563 timeout: 828 lvb_type: 0 00000100:00100000:3.0:1746139103.325859:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17325 00000100:00100000:3.0:1746139103.325866:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008746c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+42:2007:x1830958840435328:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139103.325877:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139103.325897:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f7cdc00/0x1f9f6ca451acbb13 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512979 expref: 42 pid: 9563 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746139103.325908:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f7cdc00/0x1f9f6ca451acbb13 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512979 expref: 42 pid: 9563 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746139103.325930:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f7cdc00/0x1f9f6ca451acbb13 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512979 expref: 42 pid: 9563 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746139103.325947:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139103.325949:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139103.325955:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fc00/0x1f9f6ca451acbb1a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512980 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139103.325963:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fc00/0x1f9f6ca451acbb1a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512980 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139103.325991:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fc00/0x1f9f6ca451acbb1a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512980 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139103.326003:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a075aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832201216:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139103.326056:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f0756c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746139103.335670:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a075aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832201216:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139103.335695:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139103.335761:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008746c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+41:2007:x1830958840435328:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 9894us (10271us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139103.335772:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17325 00000100:00100000:0.0:1746139103.353732:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139103.353779:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139103.353862:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840435712 00000100:00100000:2.0:1746139103.353873:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840435712 00002000:00100000:2.0:1746139103.353923:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88008746ce00 x1830958840435712/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:29/0 lens 488/0 e 0 to 0 dl 1746139114 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139103.353934:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008746ce00 with x1830958840435712 ext(0->4095) 00002000:00010000:2.0:1746139103.353939:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008746ce00 00000100:00100000:2.0:1746139103.353962:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13364 00000100:00100000:2.0:1746139103.353969:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008746ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840435712:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746139103.354101:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008746ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840435712:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 132us (321us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746139103.354107:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13364 00002000:00100000:2.0:1746139103.354112:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88008746ce00 x1830958840435712/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:29/0 lens 488/4536 e 0 to 0 dl 1746139114 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139103.354118:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008746ce00 with x1830958840435712 ext(0->4095) 00002000:00010000:2.0:1746139103.354121:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008746ce00 00000100:00100000:1.0:1746139103.354607:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840435456 00000100:00100000:1.0:1746139103.354612:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840435456 00000100:00100000:0.0:1746139103.355240:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139103.355412:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840435840 00000100:00100000:2.0:1746139103.355415:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840435840 00000100:00100000:1.0:1746139103.356464:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30012 00000100:00100000:1.0:1746139103.356473:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008746c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+42:1800:x1830958840435456:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139103.356489:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139103.356514:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acbb21 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512987 expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139103.356542:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fc00/0x1f9f6ca451acbb1a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512980 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139103.356548:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139103.356550:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139103.356553:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acbb21 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512987 expref: 43 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139103.356579:0:18644:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fc00/0x1f9f6ca451acbb1a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512980 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139103.356589:0:18644:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fc00/0x1f9f6ca451acbb1a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512980 expref: 5 pid: 18644 timeout: 828 lvb_type: 0 00000100:00100000:1.0:1746139103.356599:0:18644:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb6ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832201344:192.168.203.56@tcp:104: 00000100:00100000:2.0:1746139103.356701:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30013 00000100:00100000:2.0:1746139103.356707:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008746d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+43:1814:x1830958840435840:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139103.356714:0:9563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139103.356719:0:9563:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f7cca00/0x1f9f6ca451acbb28 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a351298e expref: -99 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.356729:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139103.356732:0:9563:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acbb21 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512987 expref: 44 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.356737:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139103.356740:0:9563:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f7cca00/0x1f9f6ca451acbb28 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351298e expref: 44 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.356759:0:9563:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acbb21 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512987 expref: 44 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.356769:0:9563:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f7cca00/0x1f9f6ca451acbb28 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351298e expref: 44 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.356778:0:9563:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f7cca00, rc 0) 00000100:00100000:2.0:1746139103.358167:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008746d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+44:1814:x1830958840435840:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1455us (2923us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139103.358174:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30013 00000100:00100000:1.0:1746139103.360802:0:18644:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a059dcc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746139103.360840:0:18644:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb6ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832201344:192.168.203.56@tcp:104: 00010000:00010000:1.0:1746139103.360872:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acbb21 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512987 expref: 43 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139103.360889:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7f200, rc 0) 00000100:00100000:1.0:1746139103.361304:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008746c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+43:1800:x1830958840435456:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4830us (7582us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139103.361312:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30012 00000100:00100000:0.0:1746139103.361747:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139103.362291:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840435968 00000100:00100000:3.0:1746139103.362299:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840435968 00010000:00010000:3.0:1746139103.362331:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fc00/0x1f9f6ca451acbb1a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512980 expref: 6 pid: 18644 timeout: 828 lvb_type: 0 00000100:00100000:3.0:1746139103.362360:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17326 00000100:00100000:3.0:1746139103.362366:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b495a050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840435968:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139103.362382:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139103.362401:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fc00/0x1f9f6ca451acbb1a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512980 expref: 6 pid: 18644 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746139103.362412:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fc00/0x1f9f6ca451acbb1a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512980 expref: 6 pid: 18644 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746139103.362434:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fc00/0x1f9f6ca451acbb1a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512980 expref: 6 pid: 18644 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746139103.362450:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139103.362452:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139103.362459:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acbb21 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512987 expref: 42 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139103.362467:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acbb21 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512987 expref: 42 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139103.362506:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acbb21 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512987 expref: 42 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139103.362517:0:7207:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acbb21 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512987 expref: 42 pid: 18644 timeout: 828 lvb_type: 0 00000100:00100000:3.0:1746139103.362528:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a075aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832201600:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139103.362590:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f0756c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746139103.364196:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139103.364220:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840436224 00000100:00100000:0.0:1746139103.364225:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840436224 00002000:00100000:0.0:1746139103.364261:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88008746dc00 x1830958840436224/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:29/0 lens 488/0 e 0 to 0 dl 1746139114 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139103.364272:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008746dc00 with x1830958840436224 ext(0->4095) 00010000:00010000:0.0:1746139103.364278:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acbb21 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512987 expref: 43 pid: 18644 timeout: 828 lvb_type: 0 00010000:00010000:0.0:1746139103.364289:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acbb21 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512987 expref: 43 pid: 18644 timeout: 828 lvb_type: 0 00002000:00010000:0.0:1746139103.364295:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008746dc00 00000100:00100000:0.0:1746139103.364310:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2758 00000100:00100000:0.0:1746139103.364316:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008746dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+43:2008:x1830958840436224:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746139103.364432:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008746dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+43:2008:x1830958840436224:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 116us (242us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746139103.364438:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2758 00002000:00100000:0.0:1746139103.364444:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88008746dc00 x1830958840436224/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:29/0 lens 488/4536 e 0 to 0 dl 1746139114 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139103.364451:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008746dc00 with x1830958840436224 ext(0->4095) 00010000:00010000:0.0:1746139103.364455:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acbb21 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512987 expref: 43 pid: 18644 timeout: 828 lvb_type: 0 00010000:00010000:0.0:1746139103.364463:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acbb21 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512987 expref: 43 pid: 18644 timeout: 828 lvb_type: 0 00002000:00010000:0.0:1746139103.364469:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008746dc00 00000100:00100000:2.0:1746139103.365741:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a075aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832201600:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139103.365763:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139103.365811:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b495a050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2007:x1830958840435968:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3444us (4065us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139103.365822:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17326 00000100:00100000:1.0:1746139103.367075:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139103.367366:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840436352 00000100:00100000:2.0:1746139103.367374:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840436352 00010000:00010000:2.0:1746139103.367409:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acbb21 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512987 expref: 43 pid: 18644 timeout: 828 lvb_type: 0 00000100:00100000:2.0:1746139103.367435:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17327 00000100:00100000:2.0:1746139103.367441:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb6ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+43:2007:x1830958840436352:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139103.367456:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139103.367480:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acbb21 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512987 expref: 43 pid: 18644 timeout: 828 lvb_type: 0 00010000:00010000:2.0:1746139103.367501:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acbb21 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512987 expref: 43 pid: 18644 timeout: 828 lvb_type: 0 00010000:00010000:2.0:1746139103.367531:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acbb21 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512987 expref: 43 pid: 18644 timeout: 828 lvb_type: 0 00010000:00010000:2.0:1746139103.367553:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139103.367556:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139103.367565:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f7cca00/0x1f9f6ca451acbb28 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351298e expref: 42 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.367573:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f7cca00/0x1f9f6ca451acbb28 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351298e expref: 42 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.367635:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f7cca00/0x1f9f6ca451acbb28 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351298e expref: 42 pid: 9563 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746139103.367904:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134533480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832201728:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139103.368447:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ec29780 going to sleep for 11 seconds 00000100:00100000:0.0:1746139103.372608:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139103.372884:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134533480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832201728:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139103.372908:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139103.373211:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb6ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+42:2007:x1830958840436352:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 5768us (6140us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139103.373226:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17327 00000100:00100000:1.0:1746139103.373752:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840436608 00000100:00100000:1.0:1746139103.373760:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840436608 00002000:00100000:1.0:1746139103.373798:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88008746e680 x1830958840436608/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:29/0 lens 488/0 e 0 to 0 dl 1746139114 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139103.373808:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008746e680 with x1830958840436608 ext(0->4095) 00002000:00010000:1.0:1746139103.373812:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008746e680 00000100:00100000:1.0:1746139103.373828:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13365 00000100:00100000:1.0:1746139103.373834:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008746e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+42:2008:x1830958840436608:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746139103.373956:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008746e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+42:2008:x1830958840436608:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 123us (1361us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139103.373963:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13365 00002000:00100000:1.0:1746139103.373967:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88008746e680 x1830958840436608/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:29/0 lens 488/4536 e 0 to 0 dl 1746139114 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139103.373974:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008746e680 with x1830958840436608 ext(0->4095) 00002000:00010000:1.0:1746139103.373977:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008746e680 00000100:00100000:0.0:1746139103.375537:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139103.376345:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840436736 00000100:00100000:2.0:1746139103.376355:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840436736 00000100:00100000:2.0:1746139103.376395:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30014 00000100:00100000:2.0:1746139103.376401:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008746ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840436736:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139103.376416:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139103.376435:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc200/0x1f9f6ca451acbb2f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512995 expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.376463:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f7cca00/0x1f9f6ca451acbb28 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351298e expref: 41 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.376472:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139103.376474:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139103.376478:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc200/0x1f9f6ca451acbb2f lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512995 expref: 6 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.376522:0:18644:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f7cca00/0x1f9f6ca451acbb28 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351298e expref: 41 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.376535:0:18644:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f7cca00/0x1f9f6ca451acbb28 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351298e expref: 41 pid: 9563 timeout: 828 lvb_type: 0 00000100:00100000:2.0:1746139103.376548:0:18644:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134533480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832201856:192.168.203.56@tcp:104: 00000100:00100000:2.0:1746139103.376647:0:18644:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ec29780 going to sleep for 11 seconds 00000100:00100000:1.0:1746139103.378962:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139103.379032:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840436864 00000100:00100000:3.0:1746139103.379040:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840436864 00010000:00010000:3.0:1746139103.379077:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f7cca00/0x1f9f6ca451acbb28 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351298e expref: 42 pid: 9563 timeout: 828 lvb_type: 0 00000100:00100000:3.0:1746139103.379104:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17328 00000100:00100000:3.0:1746139103.379111:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb6aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+42:2007:x1830958840436864:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139103.379126:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139103.379147:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f7cca00/0x1f9f6ca451acbb28 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351298e expref: 42 pid: 9563 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746139103.379160:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f7cca00/0x1f9f6ca451acbb28 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351298e expref: 42 pid: 9563 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746139103.379191:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139103.379193:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139103.379202:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc200/0x1f9f6ca451acbb2f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512995 expref: 6 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139103.379210:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc200/0x1f9f6ca451acbb2f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512995 expref: 6 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139103.379244:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc200/0x1f9f6ca451acbb2f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512995 expref: 6 pid: 18644 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139103.379256:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0759180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832201984:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139103.379905:0:18644:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f7cca00/0x1f9f6ca451acbb28 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351298e expref: 42 pid: 9563 timeout: 828 lvb_type: 0 00000100:00100000:2.0:1746139103.380130:0:18644:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134533480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832201856:192.168.203.56@tcp:104: 00010000:00010000:2.0:1746139103.380155:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc200/0x1f9f6ca451acbb2f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512995 expref: 6 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.380165:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f7cc200, rc 0) 00000100:00100000:2.0:1746139103.380710:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008746ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840436736:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4306us (5175us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139103.380718:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30014 00000100:00100000:3.0:1746139103.381197:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f075180 going to sleep for 11 seconds 00000100:00100000:0.0:1746139103.382361:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139103.382479:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840436992 00000100:00100000:2.0:1746139103.382486:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840436992 00000100:00100000:2.0:1746139103.382529:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30015 00000100:00100000:2.0:1746139103.382535:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008746f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+42:1800:x1830958840436992:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139103.382551:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139103.382567:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f7cdc00/0x1f9f6ca451acbb36 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a351299c expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.382592:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc200/0x1f9f6ca451acbb2f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512995 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.382599:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139103.382601:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139103.382605:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f7cdc00/0x1f9f6ca451acbb36 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351299c expref: 43 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.382652:0:18644:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc200/0x1f9f6ca451acbb2f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512995 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.382665:0:18644:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc200/0x1f9f6ca451acbb2f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512995 expref: 5 pid: 18644 timeout: 828 lvb_type: 0 00000100:00100000:2.0:1746139103.382675:0:18644:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134533480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832202112:192.168.203.56@tcp:104: 00000100:00100000:2.0:1746139103.383123:0:18644:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ec29780 going to sleep for 11 seconds 00000100:00100000:3.0:1746139103.383490:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0759180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832201984:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139103.383519:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139103.383544:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb6aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+43:2007:x1830958840436864:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 4433us (4591us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139103.383553:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17328 00000100:00100000:2.0:1746139103.385587:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139103.385714:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840437248 00000100:00100000:1.0:1746139103.385722:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840437248 00002000:00100000:1.0:1746139103.385765:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880134533b80 x1830958840437248/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:29/0 lens 488/0 e 0 to 0 dl 1746139114 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139103.385776:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134533b80 with x1830958840437248 ext(0->4095) 00010000:00010000:1.0:1746139103.385785:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc200/0x1f9f6ca451acbb2f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512995 expref: 6 pid: 18644 timeout: 828 lvb_type: 0 00010000:00010000:1.0:1746139103.385798:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc200/0x1f9f6ca451acbb2f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512995 expref: 6 pid: 18644 timeout: 828 lvb_type: 0 00002000:00010000:1.0:1746139103.385804:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880134533b80 00000100:00100000:1.0:1746139103.385822:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2759 00000100:00100000:1.0:1746139103.385828:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134533b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840437248:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746139103.385959:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134533b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840437248:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 131us (378us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139103.385965:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2759 00002000:00100000:1.0:1746139103.385969:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880134533b80 x1830958840437248/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:29/0 lens 488/4536 e 0 to 0 dl 1746139114 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139103.385976:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134533b80 with x1830958840437248 ext(0->4095) 00010000:00010000:1.0:1746139103.385979:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc200/0x1f9f6ca451acbb2f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512995 expref: 6 pid: 18644 timeout: 828 lvb_type: 0 00010000:00010000:1.0:1746139103.385988:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc200/0x1f9f6ca451acbb2f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512995 expref: 6 pid: 18644 timeout: 828 lvb_type: 0 00002000:00010000:1.0:1746139103.385997:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880134533b80 00000100:00100000:3.0:1746139103.386285:0:18644:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134533480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832202112:192.168.203.56@tcp:104: 00010000:00010000:3.0:1746139103.386309:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f7cdc00/0x1f9f6ca451acbb36 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351299c expref: 42 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139103.386322:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f7cdc00, rc 0) 00000100:00100000:3.0:1746139103.387099:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008746f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+42:1800:x1830958840436992:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4560us (4737us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139103.387108:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30015 00000100:00100000:0.0:1746139103.389131:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139103.389179:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139103.389273:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840437504 00000100:00100000:2.0:1746139103.389283:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840437504 00010000:00010000:2.0:1746139103.389318:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc200/0x1f9f6ca451acbb2f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512995 expref: 6 pid: 18644 timeout: 828 lvb_type: 0 00000100:00100000:2.0:1746139103.389355:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17329 00000100:00100000:2.0:1746139103.389364:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008746e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2009:x1830958840437504:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139103.389379:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139103.389401:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc200/0x1f9f6ca451acbb2f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512995 expref: 6 pid: 18644 timeout: 828 lvb_type: 0 00010000:00010000:2.0:1746139103.389413:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc200/0x1f9f6ca451acbb2f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512995 expref: 6 pid: 18644 timeout: 828 lvb_type: 0 00010000:00010000:2.0:1746139103.389438:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc200/0x1f9f6ca451acbb2f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512995 expref: 6 pid: 18644 timeout: 828 lvb_type: 0 00010000:00010000:2.0:1746139103.389458:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139103.389460:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139103.389469:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f7cdc00/0x1f9f6ca451acbb36 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351299c expref: 41 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.389477:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f7cdc00/0x1f9f6ca451acbb36 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351299c expref: 41 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.389522:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f7cdc00/0x1f9f6ca451acbb36 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351299c expref: 41 pid: 18644 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746139103.389535:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134531880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832202240:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139103.389608:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ec29e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746139103.389766:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840437376 00000100:00100000:3.0:1746139103.389770:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840437376 00000100:00100000:3.0:1746139103.389790:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30016 00000100:00100000:3.0:1746139103.389794:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008746c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+42:1814:x1830958840437376:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746139103.389806:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139103.389816:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009edcba00/0x1f9f6ca451acbb3d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a35129a3 expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139103.389831:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f7cdc00/0x1f9f6ca451acbb36 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351299c expref: 43 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139103.389836:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746139103.389838:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746139103.389840:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009edcba00/0x1f9f6ca451acbb3d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35129a3 expref: 43 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139103.389860:0:18644:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f7cdc00/0x1f9f6ca451acbb36 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351299c expref: 43 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139103.389868:0:18644:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f7cdc00/0x1f9f6ca451acbb36 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351299c expref: 43 pid: 18644 timeout: 828 lvb_type: 0 00000100:00100000:3.0:1746139103.389876:0:18644:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0759180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832202368:192.168.203.56@tcp:104: 00000100:00100000:3.0:1746139103.389904:0:18644:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f075180 going to sleep for 11 seconds 00000100:00100000:0.0:1746139103.391413:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139103.391656:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840437760 00000100:00100000:1.0:1746139103.391662:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840437760 00002000:00100000:1.0:1746139103.391699:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88008746ea00 x1830958840437760/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:29/0 lens 488/0 e 0 to 0 dl 1746139114 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139103.391709:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008746ea00 with x1830958840437760 ext(0->4095) 00010000:00010000:1.0:1746139103.392252:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f7cdc00/0x1f9f6ca451acbb36 lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351299c expref: 44 pid: 18644 timeout: 828 lvb_type: 0 00010000:00010000:1.0:1746139103.392266:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f7cdc00/0x1f9f6ca451acbb36 lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351299c expref: 44 pid: 18644 timeout: 828 lvb_type: 0 00002000:00010000:1.0:1746139103.392272:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008746ea00 00000100:00100000:1.0:1746139103.392293:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2760 00000100:00100000:1.0:1746139103.392300:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008746ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+44:2008:x1830958840437760:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746139103.392451:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008746ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+44:2008:x1830958840437760:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 151us (1044us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139103.392459:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2760 00002000:00100000:1.0:1746139103.392464:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88008746ea00 x1830958840437760/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:29/0 lens 488/4536 e 0 to 0 dl 1746139114 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139103.392472:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008746ea00 with x1830958840437760 ext(0->4095) 00010000:00010000:1.0:1746139103.392476:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f7cdc00/0x1f9f6ca451acbb36 lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351299c expref: 44 pid: 18644 timeout: 828 lvb_type: 0 00010000:00010000:1.0:1746139103.392490:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f7cdc00/0x1f9f6ca451acbb36 lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351299c expref: 44 pid: 18644 timeout: 828 lvb_type: 0 00002000:00010000:1.0:1746139103.392504:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008746ea00 00000100:00100000:2.0:1746139103.392935:0:18644:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0759180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832202368:192.168.203.56@tcp:104: 00010000:00010000:2.0:1746139103.392958:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009edcba00/0x1f9f6ca451acbb3d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35129a3 expref: 43 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.392971:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009edcba00, rc 0) 00000100:00100000:2.0:1746139103.393143:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008746c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+43:1814:x1830958840437376:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3347us (4018us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139103.393150:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30016 00000100:00100000:3.0:1746139103.393399:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134531880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832202240:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139103.393414:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139103.393448:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008746e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2009:x1830958840437504:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 4085us (4268us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139103.393457:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17329 00000100:00100000:1.0:1746139103.396874:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139103.396920:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139103.397020:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840438016 00000100:00100000:3.0:1746139103.397031:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840438016 00010000:00010000:3.0:1746139103.397073:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f7cdc00/0x1f9f6ca451acbb36 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351299c expref: 43 pid: 18644 timeout: 828 lvb_type: 0 00000100:00100000:2.0:1746139103.397104:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840437888 00000100:00100000:2.0:1746139103.397109:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840437888 00000100:00100000:3.0:1746139103.397111:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17330 00000100:00100000:3.0:1746139103.397118:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb69880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+44:2009:x1830958840438016:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139103.397131:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1746139103.397145:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30017 00010000:00010000:3.0:1746139103.397151:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f7cdc00/0x1f9f6ca451acbb36 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351299c expref: 44 pid: 18644 timeout: 828 lvb_type: 0 00000100:00100000:2.0:1746139103.397152:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb69180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+44:1800:x1830958840437888:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746139103.397163:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f7cdc00/0x1f9f6ca451acbb36 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351299c expref: 44 pid: 18644 timeout: 828 lvb_type: 0 00010000:00010000:2.0:1746139103.397167:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139103.397181:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008760d000/0x1f9f6ca451acbb44 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a35129aa expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139103.397183:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f7cdc00/0x1f9f6ca451acbb36 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351299c expref: 44 pid: 18644 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746139103.397206:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139103.397207:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139103.397550:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009edcba00/0x1f9f6ca451acbb3d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35129a3 expref: 44 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139103.397559:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009edcba00/0x1f9f6ca451acbb3d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35129a3 expref: 44 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139103.397599:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009edcba00/0x1f9f6ca451acbb3d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35129a3 expref: 44 pid: 18644 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139103.397612:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0759180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832202496:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139103.397702:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f075000 going to sleep for 11 seconds 00010000:00010000:2.0:1746139103.397834:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009edcba00/0x1f9f6ca451acbb3d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35129a3 expref: 44 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.397842:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139103.397843:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139103.397846:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008760d000/0x1f9f6ca451acbb44 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35129aa expref: 44 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.397864:0:18644:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009edcba00/0x1f9f6ca451acbb3d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35129a3 expref: 44 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.397876:0:18644:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009edcba00/0x1f9f6ca451acbb3d lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35129a3 expref: 44 pid: 18644 timeout: 828 lvb_type: 0 00000100:00100000:2.0:1746139103.397885:0:18644:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134532a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832202624:192.168.203.56@tcp:104: 00000100:00100000:2.0:1746139103.397908:0:18644:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ec29600 going to sleep for 11 seconds 00000100:00100000:1.0:1746139103.401101:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139103.402433:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840438272 00000100:00100000:0.0:1746139103.402444:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840438272 00002000:00100000:0.0:1746139103.402490:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009cb6b480 x1830958840438272/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:29/0 lens 488/0 e 0 to 0 dl 1746139114 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139103.402509:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb6b480 with x1830958840438272 ext(0->4095) 00010000:00010000:0.0:1746139103.402518:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009edcba00/0x1f9f6ca451acbb3d lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35129a3 expref: 45 pid: 18644 timeout: 828 lvb_type: 0 00010000:00010000:0.0:1746139103.402532:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009edcba00/0x1f9f6ca451acbb3d lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35129a3 expref: 45 pid: 18644 timeout: 828 lvb_type: 0 00002000:00010000:0.0:1746139103.402538:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cb6b480 00000100:00100000:0.0:1746139103.402559:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2761 00000100:00100000:0.0:1746139103.402566:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb6b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+45:2008:x1830958840438272:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746139103.402668:0:18644:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134532a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832202624:192.168.203.56@tcp:104: 00010000:00010000:2.0:1746139103.402696:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008760d000/0x1f9f6ca451acbb44 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35129aa expref: 45 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.402710:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008760d000, rc 0) 00000100:00100000:2.0:1746139103.402756:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb69180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+45:1800:x1830958840437888:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5604us (5895us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139103.402763:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30017 00000100:00100000:3.0:1746139103.402847:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0759180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832202496:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139103.402860:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139103.402880:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb69880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+44:2009:x1830958840438016:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 5763us (5960us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139103.402887:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17330 00000100:00100000:0.0:1746139103.403177:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb6b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+43:2008:x1830958840438272:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 611us (2085us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746139103.403183:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2761 00002000:00100000:0.0:1746139103.403188:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009cb6b480 x1830958840438272/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:29/0 lens 488/4536 e 0 to 0 dl 1746139114 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139103.403195:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb6b480 with x1830958840438272 ext(0->4095) 00010000:00010000:0.0:1746139103.403200:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009edcba00/0x1f9f6ca451acbb3d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35129a3 expref: 43 pid: 18644 timeout: 828 lvb_type: 0 00010000:00010000:0.0:1746139103.403210:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009edcba00/0x1f9f6ca451acbb3d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35129a3 expref: 43 pid: 18644 timeout: 828 lvb_type: 0 00002000:00010000:0.0:1746139103.403215:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cb6b480 00000100:00100000:0.0:1746139103.410583:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139103.410731:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840438400 00000100:00100000:2.0:1746139103.410824:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840438400 00000100:00100000:2.0:1746139103.410882:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30018 00000100:00100000:2.0:1746139103.410891:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008746f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840438400:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139103.410911:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139103.410932:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a0b95800/0x1f9f6ca451acbb4b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a35129b1 expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.410959:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139103.410965:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008760d000/0x1f9f6ca451acbb44 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35129aa expref: 42 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.410970:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746139103.410973:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a0b95800/0x1f9f6ca451acbb4b lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35129b1 expref: 6 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.411011:0:18644:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008760d000/0x1f9f6ca451acbb44 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35129aa expref: 42 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.411024:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a0b95800/0x1f9f6ca451acbb4b lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35129b1 expref: 6 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.411032:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0b95800, rc 0) 00000100:00100000:2.0:1746139103.411087:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008746f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840438400:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 197us (515us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139103.411094:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30018 00000100:00100000:2.0:1746139103.411331:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139103.411405:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840438528 00000100:00100000:3.0:1746139103.411409:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840438528 00010000:00010000:3.0:1746139103.411428:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009edcba00/0x1f9f6ca451acbb3d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35129a3 expref: 43 pid: 18644 timeout: 828 lvb_type: 0 00000100:00100000:3.0:1746139103.411463:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17331 00000100:00100000:3.0:1746139103.411468:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134532a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+43:2010:x1830958840438528:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139103.411477:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139103.411507:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009edcba00/0x1f9f6ca451acbb3d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35129a3 expref: 43 pid: 18644 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746139103.411518:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009edcba00/0x1f9f6ca451acbb3d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35129a3 expref: 43 pid: 18644 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746139103.411535:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009edcba00/0x1f9f6ca451acbb3d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35129a3 expref: 43 pid: 18644 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746139103.411560:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139103.411562:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139103.411567:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008760d000/0x1f9f6ca451acbb44 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35129aa expref: 42 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139103.411573:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008760d000/0x1f9f6ca451acbb44 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35129aa expref: 42 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139103.411593:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008760d000/0x1f9f6ca451acbb44 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35129aa expref: 42 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139103.411664:0:7207:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008760d000/0x1f9f6ca451acbb44 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35129aa expref: 42 pid: 18644 timeout: 828 lvb_type: 0 00000100:00100000:3.0:1746139103.411683:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0759180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832202880:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139103.411752:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f075000 going to sleep for 11 seconds 00000100:00100000:3.0:1746139103.412987:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0759180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832202880:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139103.413000:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139103.413038:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134532a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+42:2010:x1830958840438528:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 1568us (1705us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139103.413045:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17331 00000100:00100000:0.0:1746139103.413482:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139103.413611:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840438656 00000100:00100000:3.0:1746139103.413646:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840438656 00010000:00010000:3.0:1746139103.413666:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008760d000/0x1f9f6ca451acbb44 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35129aa expref: 42 pid: 18644 timeout: 828 lvb_type: 0 00000100:00100000:3.0:1746139103.413788:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17332 00000100:00100000:3.0:1746139103.413795:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008746fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+42:2008:x1830958840438656:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139103.413804:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139103.413819:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008760d000/0x1f9f6ca451acbb44 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35129aa expref: 42 pid: 18644 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746139103.413829:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008760d000/0x1f9f6ca451acbb44 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35129aa expref: 42 pid: 18644 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746139103.413846:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008760d000/0x1f9f6ca451acbb44 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35129aa expref: 42 pid: 18644 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746139103.413858:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139103.413861:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139103.413867:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a0b95800/0x1f9f6ca451acbb4b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35129b1 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139103.413875:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a0b95800/0x1f9f6ca451acbb4b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35129b1 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139103.413898:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a0b95800/0x1f9f6ca451acbb4b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35129b1 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139103.413908:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0759180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832203008:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139103.413969:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f075000 going to sleep for 11 seconds 00000100:00100000:0.0:1746139103.417161:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139103.417278:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840438912 00000100:00100000:1.0:1746139103.417287:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840438912 00002000:00100000:1.0:1746139103.417334:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88008746df80 x1830958840438912/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:29/0 lens 488/0 e 0 to 0 dl 1746139114 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139103.417344:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008746df80 with x1830958840438912 ext(0->4095) 00002000:00010000:1.0:1746139103.417349:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008746df80 00000100:00100000:1.0:1746139103.417370:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13366 00000100:00100000:1.0:1746139103.417376:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008746df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840438912:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746139103.417540:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008746df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840438912:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 164us (389us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139103.417546:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13366 00002000:00100000:1.0:1746139103.417552:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88008746df80 x1830958840438912/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:29/0 lens 488/4536 e 0 to 0 dl 1746139114 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139103.417558:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008746df80 with x1830958840438912 ext(0->4095) 00002000:00010000:1.0:1746139103.417560:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008746df80 00000100:00100000:3.0:1746139103.417674:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0759180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832203008:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139103.417692:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139103.417731:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008746fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+41:2008:x1830958840438656:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3936us (4249us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139103.417738:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17332 00000100:00100000:0.0:1746139103.419949:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139103.420037:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840439040 00000100:00100000:2.0:1746139103.420046:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840439040 00000100:00100000:2.0:1746139103.420089:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30019 00000100:00100000:2.0:1746139103.420096:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008746f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+41:1814:x1830958840439040:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139103.420114:0:9563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139103.420131:0:9563:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f219600/0x1f9f6ca451acbb52 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a35129b8 expref: -99 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.420159:0:9563:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a0b95800/0x1f9f6ca451acbb4b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35129b1 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.420166:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139103.420168:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139103.420171:0:9563:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f219600/0x1f9f6ca451acbb52 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35129b8 expref: 42 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.420204:0:9563:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a0b95800/0x1f9f6ca451acbb4b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35129b1 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.420215:0:9563:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a0b95800/0x1f9f6ca451acbb4b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35129b1 expref: 5 pid: 18644 timeout: 828 lvb_type: 0 00000100:00100000:2.0:1746139103.420227:0:9563:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134530e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832203136:192.168.203.56@tcp:104: 00000100:00100000:2.0:1746139103.420313:0:9563:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ec29600 going to sleep for 11 seconds 00000100:00100000:2.0:1746139103.424745:0:9563:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134530e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832203136:192.168.203.56@tcp:104: 00010000:00010000:2.0:1746139103.424781:0:9563:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f219600/0x1f9f6ca451acbb52 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35129b8 expref: 42 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.424798:0:9563:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f219600, rc 0) 00000100:00100000:2.0:1746139103.424844:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008746f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+42:1814:x1830958840439040:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4747us (4902us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139103.424852:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30019 00000100:00100000:0.0:1746139103.425152:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139103.425489:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840439168 00000100:00100000:2.0:1746139103.425506:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840439168 00010000:00010000:2.0:1746139103.425531:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a0b95800/0x1f9f6ca451acbb4b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35129b1 expref: 6 pid: 18644 timeout: 828 lvb_type: 0 00000100:00100000:2.0:1746139103.425562:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17333 00000100:00100000:2.0:1746139103.425568:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b495a450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840439168:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139103.425579:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139103.425598:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a0b95800/0x1f9f6ca451acbb4b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35129b1 expref: 6 pid: 18644 timeout: 828 lvb_type: 0 00010000:00010000:2.0:1746139103.425608:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a0b95800/0x1f9f6ca451acbb4b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35129b1 expref: 6 pid: 18644 timeout: 828 lvb_type: 0 00010000:00010000:2.0:1746139103.425649:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a0b95800/0x1f9f6ca451acbb4b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35129b1 expref: 6 pid: 18644 timeout: 828 lvb_type: 0 00010000:00010000:2.0:1746139103.425668:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139103.425670:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139103.425676:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f219600/0x1f9f6ca451acbb52 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35129b8 expref: 41 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.425684:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f219600/0x1f9f6ca451acbb52 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35129b8 expref: 41 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.425714:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f219600/0x1f9f6ca451acbb52 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35129b8 expref: 41 pid: 9563 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746139103.425725:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134530e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832203264:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139103.425778:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ec29600 going to sleep for 11 seconds 00000100:00100000:0.0:1746139103.426047:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139103.426236:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840439296 00000100:00100000:3.0:1746139103.426240:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840439296 00000100:00100000:3.0:1746139103.426262:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30020 00000100:00100000:3.0:1746139103.426267:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008746c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+42:1800:x1830958840439296:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746139103.426278:0:9563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139103.426288:0:9563:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009edcac00/0x1f9f6ca451acbb59 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a35129bf expref: -99 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139103.426304:0:9563:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f219600/0x1f9f6ca451acbb52 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35129b8 expref: 43 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139103.426314:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746139103.426315:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746139103.426318:0:9563:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009edcac00/0x1f9f6ca451acbb59 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35129bf expref: 43 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139103.426333:0:9563:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f219600/0x1f9f6ca451acbb52 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35129b8 expref: 43 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139103.426341:0:9563:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f219600/0x1f9f6ca451acbb52 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35129b8 expref: 43 pid: 9563 timeout: 828 lvb_type: 0 00000100:00100000:3.0:1746139103.426349:0:9563:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0759180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832203392:192.168.203.56@tcp:104: 00000100:00100000:3.0:1746139103.426372:0:9563:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f075000 going to sleep for 11 seconds 00000100:00100000:1.0:1746139103.429740:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139103.429901:0:9563:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0759180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832203392:192.168.203.56@tcp:104: 00010000:00010000:3.0:1746139103.429929:0:9563:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009edcac00/0x1f9f6ca451acbb59 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35129bf expref: 43 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139103.429947:0:9563:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009edcac00, rc 0) 00000100:00100000:3.0:1746139103.429989:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008746c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+43:1800:x1830958840439296:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3721us (3941us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139103.429999:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30020 00000100:00100000:0.0:1746139103.430355:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840439552 00000100:00100000:0.0:1746139103.430361:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840439552 00002000:00100000:0.0:1746139103.430398:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009cb6a680 x1830958840439552/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:29/0 lens 488/0 e 0 to 0 dl 1746139114 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139103.430407:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb6a680 with x1830958840439552 ext(0->4095) 00010000:00010000:0.0:1746139103.430413:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f219600/0x1f9f6ca451acbb52 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35129b8 expref: 43 pid: 9563 timeout: 828 lvb_type: 0 00010000:00010000:0.0:1746139103.430425:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f219600/0x1f9f6ca451acbb52 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35129b8 expref: 43 pid: 9563 timeout: 828 lvb_type: 0 00002000:00010000:0.0:1746139103.430431:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cb6a680 00000100:00100000:0.0:1746139103.430447:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2762 00000100:00100000:0.0:1746139103.430453:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb6a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+43:2008:x1830958840439552:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746139103.430578:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb6a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+43:2008:x1830958840439552:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 125us (849us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746139103.430584:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2762 00002000:00100000:0.0:1746139103.430589:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009cb6a680 x1830958840439552/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:29/0 lens 488/4536 e 0 to 0 dl 1746139114 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139103.430595:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb6a680 with x1830958840439552 ext(0->4095) 00010000:00010000:0.0:1746139103.430600:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f219600/0x1f9f6ca451acbb52 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35129b8 expref: 43 pid: 9563 timeout: 828 lvb_type: 0 00010000:00010000:0.0:1746139103.430609:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f219600/0x1f9f6ca451acbb52 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35129b8 expref: 43 pid: 9563 timeout: 828 lvb_type: 0 00002000:00010000:0.0:1746139103.430614:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cb6a680 00000100:00100000:2.0:1746139103.430763:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134530e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832203264:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139103.430778:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139103.430801:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b495a450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2008:x1830958840439168:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 5233us (5650us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139103.430809:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17333 00000100:00100000:0.0:1746139103.433594:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139103.434068:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840439680 00000100:00100000:3.0:1746139103.434078:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840439680 00000100:00100000:3.0:1746139103.434132:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30021 00000100:00100000:3.0:1746139103.434139:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008746e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840439680:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746139103.434161:0:9563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139103.434178:0:9563:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009edca800/0x1f9f6ca451acbb60 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a35129c6 expref: -99 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139103.434204:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746139103.434210:0:9563:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009edcac00/0x1f9f6ca451acbb59 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35129bf expref: 42 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139103.434215:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746139103.434218:0:9563:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009edca800/0x1f9f6ca451acbb60 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35129c6 expref: 6 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139103.434252:0:9563:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009edcac00/0x1f9f6ca451acbb59 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35129bf expref: 42 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139103.434263:0:9563:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009edca800/0x1f9f6ca451acbb60 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35129c6 expref: 6 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139103.434272:0:9563:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009edca800, rc 0) 00000100:00100000:3.0:1746139103.434325:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008746e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840439680:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 185us (741us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139103.434331:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30021 00000100:00100000:2.0:1746139103.434461:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139103.435270:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840439808 00000100:00100000:3.0:1746139103.435276:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840439808 00010000:00010000:3.0:1746139103.435297:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f219600/0x1f9f6ca451acbb52 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35129b8 expref: 43 pid: 9563 timeout: 828 lvb_type: 0 00000100:00100000:3.0:1746139103.435327:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17334 00000100:00100000:3.0:1746139103.435334:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134532a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+43:2008:x1830958840439808:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139103.435343:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139103.435363:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f219600/0x1f9f6ca451acbb52 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35129b8 expref: 43 pid: 9563 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746139103.435374:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f219600/0x1f9f6ca451acbb52 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35129b8 expref: 43 pid: 9563 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746139103.435392:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f219600/0x1f9f6ca451acbb52 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35129b8 expref: 43 pid: 9563 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746139103.435415:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139103.435417:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139103.435423:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009edcac00/0x1f9f6ca451acbb59 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35129bf expref: 42 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139103.435431:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009edcac00/0x1f9f6ca451acbb59 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35129bf expref: 42 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139103.435452:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009edcac00/0x1f9f6ca451acbb59 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35129bf expref: 42 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139103.435463:0:7207:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009edcac00/0x1f9f6ca451acbb59 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35129bf expref: 42 pid: 9563 timeout: 828 lvb_type: 0 00000100:00100000:3.0:1746139103.435475:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0759180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832203648:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139103.435551:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f075000 going to sleep for 11 seconds 00000100:00100000:3.0:1746139103.438937:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0759180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832203648:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139103.438963:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139103.439416:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134532a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+42:2008:x1830958840439808:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 4079us (4952us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139103.439428:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17334 00000100:00100000:0.0:1746139103.440113:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139103.441216:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840440064 00000100:00100000:1.0:1746139103.441226:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840440064 00002000:00100000:1.0:1746139103.441279:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88008746fb80 x1830958840440064/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:29/0 lens 488/0 e 0 to 0 dl 1746139114 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139103.441289:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008746fb80 with x1830958840440064 ext(0->4095) 00010000:00010000:1.0:1746139103.441299:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009edcac00/0x1f9f6ca451acbb59 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35129bf expref: 42 pid: 9563 timeout: 828 lvb_type: 0 00010000:00010000:1.0:1746139103.441315:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009edcac00/0x1f9f6ca451acbb59 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35129bf expref: 42 pid: 9563 timeout: 828 lvb_type: 0 00002000:00010000:1.0:1746139103.441322:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008746fb80 00000100:00100000:1.0:1746139103.441354:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2763 00000100:00100000:1.0:1746139103.441361:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008746fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+42:2009:x1830958840440064:12345-192.168.203.56@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746139103.441528:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008746fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+42:2009:x1830958840440064:12345-192.168.203.56@tcp:3:ptlrpcd_01_00.0 Request processed in 167us (1417us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139103.441535:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2763 00002000:00100000:1.0:1746139103.441541:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88008746fb80 x1830958840440064/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:29/0 lens 488/4536 e 0 to 0 dl 1746139114 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139103.441549:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008746fb80 with x1830958840440064 ext(0->4095) 00010000:00010000:1.0:1746139103.441553:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009edcac00/0x1f9f6ca451acbb59 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35129bf expref: 42 pid: 9563 timeout: 828 lvb_type: 0 00010000:00010000:1.0:1746139103.441563:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009edcac00/0x1f9f6ca451acbb59 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35129bf expref: 42 pid: 9563 timeout: 828 lvb_type: 0 00002000:00010000:1.0:1746139103.441575:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008746fb80 00000100:00100000:0.0:1746139103.445037:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139103.445102:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139103.445208:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840440192 00000100:00100000:2.0:1746139103.445217:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840440192 00000100:00100000:2.0:1746139103.445259:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30022 00000100:00100000:2.0:1746139103.445266:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a086a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+42:1800:x1830958840440192:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139103.445286:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139103.445305:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f329c00/0x1f9f6ca451acbb67 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a35129cd expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.445333:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139103.445339:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009edca800/0x1f9f6ca451acbb60 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35129c6 expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.445344:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746139103.445347:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f329c00/0x1f9f6ca451acbb67 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35129cd expref: 43 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.445383:0:18644:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009edca800/0x1f9f6ca451acbb60 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35129c6 expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.445396:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f329c00/0x1f9f6ca451acbb67 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35129cd expref: 43 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.445406:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f329c00, rc 0) 00000100:00100000:2.0:1746139103.445461:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a086a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+43:1800:x1830958840440192:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 195us (435us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139103.445467:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30022 00000100:00100000:3.0:1746139103.445552:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840440320 00000100:00100000:3.0:1746139103.445556:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840440320 00010000:00010000:3.0:1746139103.445576:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009edcac00/0x1f9f6ca451acbb59 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35129bf expref: 43 pid: 9563 timeout: 828 lvb_type: 0 00000100:00100000:3.0:1746139103.445595:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17335 00000100:00100000:3.0:1746139103.445600:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a086b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+43:2007:x1830958840440320:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139103.445611:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139103.445664:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009edcac00/0x1f9f6ca451acbb59 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35129bf expref: 43 pid: 9563 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746139103.445676:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009edcac00/0x1f9f6ca451acbb59 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35129bf expref: 43 pid: 9563 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746139103.445695:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009edcac00/0x1f9f6ca451acbb59 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35129bf expref: 43 pid: 9563 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746139103.445710:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139103.445712:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139103.445718:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009edca800/0x1f9f6ca451acbb60 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35129c6 expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139103.445725:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009edca800/0x1f9f6ca451acbb60 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35129c6 expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139103.445748:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009edca800/0x1f9f6ca451acbb60 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35129c6 expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139103.445759:0:7207:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009edca800/0x1f9f6ca451acbb60 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35129c6 expref: 5 pid: 9563 timeout: 828 lvb_type: 0 00000100:00100000:3.0:1746139103.445770:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0759180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832203904:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139103.445824:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f075000 going to sleep for 11 seconds 00000100:00100000:0.0:1746139103.448815:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139103.448912:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0759180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832203904:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139103.448931:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139103.448969:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a086b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+42:2007:x1830958840440320:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3367us (3865us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139103.448979:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17335 00000100:00100000:1.0:1746139103.449156:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840440576 00000100:00100000:1.0:1746139103.449163:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840440576 00002000:00100000:1.0:1746139103.449196:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800a0869880 x1830958840440576/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:29/0 lens 488/0 e 0 to 0 dl 1746139114 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139103.449207:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0869880 with x1830958840440576 ext(0->4095) 00010000:00010000:1.0:1746139103.449215:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009edca800/0x1f9f6ca451acbb60 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35129c6 expref: 6 pid: 9563 timeout: 828 lvb_type: 0 00010000:00010000:1.0:1746139103.449227:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009edca800/0x1f9f6ca451acbb60 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35129c6 expref: 6 pid: 9563 timeout: 828 lvb_type: 0 00002000:00010000:1.0:1746139103.449233:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a0869880 00000100:00100000:1.0:1746139103.449259:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2764 00000100:00100000:1.0:1746139103.449265:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0869880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840440576:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746139103.449368:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0869880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840440576:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 104us (563us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139103.449374:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2764 00002000:00100000:1.0:1746139103.449379:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800a0869880 x1830958840440576/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:29/0 lens 488/4536 e 0 to 0 dl 1746139114 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139103.449387:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0869880 with x1830958840440576 ext(0->4095) 00010000:00010000:1.0:1746139103.449391:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009edca800/0x1f9f6ca451acbb60 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35129c6 expref: 6 pid: 9563 timeout: 828 lvb_type: 0 00010000:00010000:1.0:1746139103.449405:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009edca800/0x1f9f6ca451acbb60 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35129c6 expref: 6 pid: 9563 timeout: 828 lvb_type: 0 00002000:00010000:1.0:1746139103.449411:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a0869880 00000100:00100000:2.0:1746139103.453232:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139103.453807:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840440704 00000100:00100000:3.0:1746139103.453818:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840440704 00010000:00010000:3.0:1746139103.453856:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009edca800/0x1f9f6ca451acbb60 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35129c6 expref: 6 pid: 9563 timeout: 828 lvb_type: 0 00000100:00100000:3.0:1746139103.453901:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17336 00000100:00100000:3.0:1746139103.453910:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134530e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840440704:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139103.453924:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139103.453946:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009edca800/0x1f9f6ca451acbb60 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35129c6 expref: 6 pid: 9563 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746139103.453958:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009edca800/0x1f9f6ca451acbb60 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35129c6 expref: 6 pid: 9563 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746139103.453984:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009edca800/0x1f9f6ca451acbb60 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35129c6 expref: 6 pid: 9563 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746139103.454016:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139103.454018:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139103.454026:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f329c00/0x1f9f6ca451acbb67 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35129cd expref: 41 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139103.454034:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f329c00/0x1f9f6ca451acbb67 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35129cd expref: 41 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139103.454069:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f329c00/0x1f9f6ca451acbb67 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35129cd expref: 41 pid: 18644 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139103.454082:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0759180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832204032:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139103.454171:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f075000 going to sleep for 11 seconds 00000100:00100000:0.0:1746139103.455279:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139103.455384:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840440832 00000100:00100000:2.0:1746139103.455389:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840440832 00000100:00100000:2.0:1746139103.455417:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30023 00000100:00100000:2.0:1746139103.455423:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0869c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840440832:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139103.455437:0:9563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139103.455450:0:9563:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a0b95400/0x1f9f6ca451acbb6e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a35129d4 expref: -99 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.455470:0:9563:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f329c00/0x1f9f6ca451acbb67 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35129cd expref: 41 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.455476:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139103.455477:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139103.455480:0:9563:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a0b95400/0x1f9f6ca451acbb6e lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35129d4 expref: 7 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.455513:0:9563:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f329c00/0x1f9f6ca451acbb67 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35129cd expref: 41 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.455526:0:9563:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f329c00/0x1f9f6ca451acbb67 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35129cd expref: 41 pid: 18644 timeout: 828 lvb_type: 0 00000100:00100000:2.0:1746139103.455535:0:9563:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134530700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832204160:192.168.203.56@tcp:104: 00000100:00100000:2.0:1746139103.455588:0:9563:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ec29a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746139103.458221:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0759180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832204032:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139103.458243:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139103.458291:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134530e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+7:2007:x1830958840440704:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 4381us (5068us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139103.458300:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17336 00000100:00100000:0.0:1746139103.459742:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139103.459975:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840440960 00000100:00100000:0.0:1746139103.459983:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840440960 00010000:00010000:0.0:1746139103.460017:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f329c00/0x1f9f6ca451acbb67 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35129cd expref: 42 pid: 18644 timeout: 828 lvb_type: 0 00000100:00100000:0.0:1746139103.460042:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17337 00000100:00100000:0.0:1746139103.460049:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a086ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+42:2008:x1830958840440960:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746139103.460062:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746139103.460082:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f329c00/0x1f9f6ca451acbb67 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35129cd expref: 42 pid: 18644 timeout: 828 lvb_type: 0 00010000:00010000:0.0:1746139103.460094:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f329c00/0x1f9f6ca451acbb67 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35129cd expref: 42 pid: 18644 timeout: 828 lvb_type: 0 00010000:00010000:0.0:1746139103.460119:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139103.460121:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139103.460128:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a0b95400/0x1f9f6ca451acbb6e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35129d4 expref: 6 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139103.460136:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a0b95400/0x1f9f6ca451acbb6e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35129d4 expref: 6 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139103.460169:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a0b95400/0x1f9f6ca451acbb6e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35129d4 expref: 6 pid: 9563 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746139103.460182:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a086b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832204288:192.168.203.56@tcp:105: 00000100:00100000:0.0:1746139103.461340:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007fe37840 going to sleep for 11 seconds 00010000:00010000:2.0:1746139103.461529:0:9563:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f329c00/0x1f9f6ca451acbb67 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35129cd expref: 42 pid: 18644 timeout: 828 lvb_type: 0 00000100:00100000:2.0:1746139103.461562:0:9563:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134530700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832204160:192.168.203.56@tcp:104: 00010000:00010000:2.0:1746139103.461586:0:9563:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a0b95400/0x1f9f6ca451acbb6e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35129d4 expref: 6 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.461597:0:9563:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0b95400, rc 0) 00000100:00100000:2.0:1746139103.461661:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0869c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840440832:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6237us (6384us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139103.461668:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30023 00000100:00100000:0.0:1746139103.464468:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139103.464963:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a086b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832204288:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139103.464986:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139103.465050:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a086ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+41:2008:x1830958840440960:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 4999us (5310us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139103.465060:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17337 00000100:00100000:3.0:1746139103.465427:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840441216 00000100:00100000:3.0:1746139103.465435:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840441216 00002000:00100000:3.0:1746139103.465478:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800a0868380 x1830958840441216/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:29/0 lens 488/0 e 0 to 0 dl 1746139114 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139103.465505:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0868380 with x1830958840441216 ext(0->4095) 00002000:00010000:3.0:1746139103.465510:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a0868380 00000100:00100000:3.0:1746139103.465534:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13367 00000100:00100000:3.0:1746139103.465541:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0868380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840441216:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746139103.465706:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0868380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840441216:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 165us (1248us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746139103.465712:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13367 00002000:00100000:3.0:1746139103.465718:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800a0868380 x1830958840441216/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:29/0 lens 488/4536 e 0 to 0 dl 1746139114 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139103.465724:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0868380 with x1830958840441216 ext(0->4095) 00002000:00010000:3.0:1746139103.465727:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a0868380 00000100:00100000:0.0:1746139103.467473:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139103.467568:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139103.467656:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840441344 00000100:00100000:2.0:1746139103.467664:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840441344 00000100:00100000:2.0:1746139103.467697:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840441472 00000100:00100000:2.0:1746139103.467699:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840441472 00000100:00100000:2.0:1746139103.467726:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30024 00000100:00100000:2.0:1746139103.467733:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0869500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+42:1814:x1830958840441344:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139103.467748:0:9563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139103.467766:0:9563:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a0b95800/0x1f9f6ca451acbb75 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a35129db expref: -99 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.467794:0:9563:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a0b95400/0x1f9f6ca451acbb6e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35129d4 expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.467802:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139103.467804:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139103.467807:0:9563:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a0b95800/0x1f9f6ca451acbb75 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35129db expref: 43 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.467839:0:9563:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a0b95400/0x1f9f6ca451acbb6e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35129d4 expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.467851:0:9563:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a0b95400/0x1f9f6ca451acbb6e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35129d4 expref: 5 pid: 9563 timeout: 828 lvb_type: 0 00000100:00100000:2.0:1746139103.467862:0:9563:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134530700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832204416:192.168.203.56@tcp:104: 00000100:00100000:2.0:1746139103.467931:0:9563:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ec29a80 going to sleep for 11 seconds 00000100:00100000:1.0:1746139103.468090:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30025 00000100:00100000:1.0:1746139103.468098:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a086b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+43:1800:x1830958840441472:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139103.468105:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139103.468111:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e600/0x1f9f6ca451acbb7c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a35129e2 expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139103.468123:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139103.468127:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a0b95800/0x1f9f6ca451acbb75 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35129db expref: 44 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139103.468132:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139103.468135:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e600/0x1f9f6ca451acbb7c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35129e2 expref: 44 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139103.468157:0:18644:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a0b95800/0x1f9f6ca451acbb75 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35129db expref: 44 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139103.468168:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e600/0x1f9f6ca451acbb7c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35129e2 expref: 44 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139103.468176:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7e600, rc 0) 00000100:00100000:1.0:1746139103.468199:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a086b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+44:1800:x1830958840441472:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 102us (630us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139103.468205:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30025 00000100:00100000:2.0:1746139103.470308:0:9563:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134530700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832204416:192.168.203.56@tcp:104: 00010000:00010000:2.0:1746139103.470337:0:9563:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a0b95800/0x1f9f6ca451acbb75 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35129db expref: 43 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.470356:0:9563:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0b95800, rc 0) 00000100:00100000:2.0:1746139103.470393:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0869500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+43:1814:x1830958840441344:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2660us (2930us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139103.470401:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30024 00000100:00100000:0.0:1746139103.470481:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139103.470510:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840441600 00000100:00100000:2.0:1746139103.470515:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840441600 00010000:00010000:2.0:1746139103.470540:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a0b95400/0x1f9f6ca451acbb6e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35129d4 expref: 6 pid: 9563 timeout: 828 lvb_type: 0 00000100:00100000:2.0:1746139103.470575:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17338 00000100:00100000:2.0:1746139103.470582:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bd88380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2009:x1830958840441600:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139103.470592:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139103.470611:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a0b95400/0x1f9f6ca451acbb6e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35129d4 expref: 6 pid: 9563 timeout: 828 lvb_type: 0 00010000:00010000:2.0:1746139103.470647:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a0b95400/0x1f9f6ca451acbb6e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35129d4 expref: 6 pid: 9563 timeout: 828 lvb_type: 0 00010000:00010000:2.0:1746139103.470669:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a0b95400/0x1f9f6ca451acbb6e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35129d4 expref: 6 pid: 9563 timeout: 828 lvb_type: 0 00010000:00010000:2.0:1746139103.470819:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139103.470821:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139103.470829:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a0b95800/0x1f9f6ca451acbb75 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35129db expref: 42 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.470841:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a0b95800/0x1f9f6ca451acbb75 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35129db expref: 42 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.470868:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a0b95800/0x1f9f6ca451acbb75 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35129db expref: 42 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.470879:0:7207:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a0b95800/0x1f9f6ca451acbb75 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35129db expref: 42 pid: 9563 timeout: 828 lvb_type: 0 00000100:00100000:2.0:1746139103.470888:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134530700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832204672:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139103.470943:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ec29a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746139103.472531:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139103.472611:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134530700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832204672:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139103.472644:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139103.472680:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bd88380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2009:x1830958840441600:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 2098us (2199us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139103.472689:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17338 00000100:00100000:3.0:1746139103.473161:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840441856 00000100:00100000:3.0:1746139103.473167:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840441856 00002000:00100000:3.0:1746139103.473203:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009bd89c00 x1830958840441856/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:29/0 lens 488/0 e 0 to 0 dl 1746139114 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139103.473213:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bd89c00 with x1830958840441856 ext(0->4095) 00010000:00010000:3.0:1746139103.473221:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a0b95800/0x1f9f6ca451acbb75 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35129db expref: 43 pid: 9563 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746139103.473233:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a0b95800/0x1f9f6ca451acbb75 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35129db expref: 43 pid: 9563 timeout: 828 lvb_type: 0 00002000:00010000:3.0:1746139103.473239:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bd89c00 00000100:00100000:3.0:1746139103.473262:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2765 00000100:00100000:3.0:1746139103.473267:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bd89c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+43:2007:x1830958840441856:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746139103.473388:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bd89c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+43:2007:x1830958840441856:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 120us (862us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746139103.473394:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2765 00002000:00100000:3.0:1746139103.473398:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009bd89c00 x1830958840441856/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:29/0 lens 488/4536 e 0 to 0 dl 1746139114 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139103.473405:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bd89c00 with x1830958840441856 ext(0->4095) 00010000:00010000:3.0:1746139103.473409:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a0b95800/0x1f9f6ca451acbb75 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35129db expref: 43 pid: 9563 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746139103.473417:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a0b95800/0x1f9f6ca451acbb75 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35129db expref: 43 pid: 9563 timeout: 828 lvb_type: 0 00002000:00010000:3.0:1746139103.473422:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bd89c00 00000100:00100000:0.0:1746139103.475461:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139103.475555:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840441984 00000100:00100000:2.0:1746139103.475563:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840441984 00000100:00100000:0.0:1746139103.475603:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139103.475605:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30026 00000100:00100000:2.0:1746139103.475610:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bd8b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840441984:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139103.475645:0:9563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139103.475662:0:9563:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f16c000/0x1f9f6ca451acbb83 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a35129e9 expref: -99 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.475690:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139103.475696:0:9563:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e600/0x1f9f6ca451acbb7c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35129e2 expref: 42 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.475702:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746139103.475706:0:9563:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f16c000/0x1f9f6ca451acbb83 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35129e9 expref: 6 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.475740:0:9563:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e600/0x1f9f6ca451acbb7c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35129e2 expref: 42 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.475752:0:9563:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f16c000/0x1f9f6ca451acbb83 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35129e9 expref: 6 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.475761:0:9563:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f16c000, rc 0) 00000100:00100000:3.0:1746139103.475779:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840442112 00000100:00100000:3.0:1746139103.475783:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840442112 00010000:00010000:3.0:1746139103.475798:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a0b95800/0x1f9f6ca451acbb75 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35129db expref: 43 pid: 9563 timeout: 828 lvb_type: 0 00000100:00100000:2.0:1746139103.475805:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bd8b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840441984:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 194us (352us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139103.475811:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30026 00000100:00100000:3.0:1746139103.475877:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17339 00000100:00100000:3.0:1746139103.475883:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bd89180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+43:2007:x1830958840442112:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139103.475897:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139103.475914:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a0b95800/0x1f9f6ca451acbb75 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35129db expref: 43 pid: 9563 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746139103.475928:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a0b95800/0x1f9f6ca451acbb75 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35129db expref: 43 pid: 9563 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746139103.475946:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a0b95800/0x1f9f6ca451acbb75 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35129db expref: 43 pid: 9563 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746139103.475960:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139103.475962:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139103.475967:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e600/0x1f9f6ca451acbb7c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35129e2 expref: 42 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139103.475974:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e600/0x1f9f6ca451acbb7c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35129e2 expref: 42 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139103.475994:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e600/0x1f9f6ca451acbb7c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35129e2 expref: 42 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139103.476005:0:7207:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e600/0x1f9f6ca451acbb7c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35129e2 expref: 42 pid: 18644 timeout: 828 lvb_type: 0 00000100:00100000:3.0:1746139103.476015:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0759180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832204928:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139103.476083:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f075180 going to sleep for 11 seconds 00000100:00100000:0.0:1746139103.478260:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139103.478373:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0759180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832204928:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139103.478392:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139103.478433:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bd89180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+42:2007:x1830958840442112:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 2550us (2829us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139103.478447:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17339 00000100:00100000:1.0:1746139103.478937:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840442368 00000100:00100000:1.0:1746139103.478944:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840442368 00002000:00100000:1.0:1746139103.478984:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009bd8b800 x1830958840442368/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:29/0 lens 488/0 e 0 to 0 dl 1746139114 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139103.478993:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bd8b800 with x1830958840442368 ext(0->4095) 00010000:00010000:1.0:1746139103.479002:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e600/0x1f9f6ca451acbb7c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35129e2 expref: 42 pid: 18644 timeout: 828 lvb_type: 0 00010000:00010000:1.0:1746139103.479015:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e600/0x1f9f6ca451acbb7c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35129e2 expref: 42 pid: 18644 timeout: 828 lvb_type: 0 00002000:00010000:1.0:1746139103.479021:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bd8b800 00000100:00100000:1.0:1746139103.479045:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2766 00000100:00100000:1.0:1746139103.479051:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bd8b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+42:2007:x1830958840442368:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746139103.479177:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bd8b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+42:2007:x1830958840442368:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 126us (927us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139103.479184:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2766 00002000:00100000:1.0:1746139103.479188:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009bd8b800 x1830958840442368/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:29/0 lens 488/4536 e 0 to 0 dl 1746139114 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139103.479195:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bd8b800 with x1830958840442368 ext(0->4095) 00010000:00010000:1.0:1746139103.479198:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e600/0x1f9f6ca451acbb7c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35129e2 expref: 42 pid: 18644 timeout: 828 lvb_type: 0 00010000:00010000:1.0:1746139103.479212:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e600/0x1f9f6ca451acbb7c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35129e2 expref: 42 pid: 18644 timeout: 828 lvb_type: 0 00002000:00010000:1.0:1746139103.479217:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bd8b800 00000100:00100000:0.0:1746139103.482359:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139103.482553:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840442496 00000100:00100000:3.0:1746139103.482562:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840442496 00000100:00100000:0.0:1746139103.482567:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00010000:00010000:3.0:1746139103.482599:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e600/0x1f9f6ca451acbb7c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35129e2 expref: 42 pid: 18644 timeout: 828 lvb_type: 0 00000100:00100000:2.0:1746139103.482651:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840442624 00000100:00100000:2.0:1746139103.482677:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840442624 00000100:00100000:2.0:1746139103.482704:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30027 00000100:00100000:2.0:1746139103.482710:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bd8ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+43:1800:x1830958840442624:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139103.482725:0:9563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139103.482738:0:9563:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f16ca00/0x1f9f6ca451acbb8a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a35129f0 expref: -99 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.482764:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139103.482769:0:9563:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f16c000/0x1f9f6ca451acbb83 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35129e9 expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.482777:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746139103.482780:0:9563:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f16ca00/0x1f9f6ca451acbb8a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35129f0 expref: 44 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.482812:0:9563:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f16c000/0x1f9f6ca451acbb83 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35129e9 expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.482895:0:9563:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f16ca00/0x1f9f6ca451acbb8a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35129f0 expref: 44 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.482904:0:9563:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f16ca00, rc 0) 00000100:00100000:3.0:1746139103.482996:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17340 00000100:00100000:3.0:1746139103.483002:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4959450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+44:2008:x1830958840442496:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139103.483010:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139103.483028:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e600/0x1f9f6ca451acbb7c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35129e2 expref: 44 pid: 18644 timeout: 828 lvb_type: 0 00000100:00100000:2.0:1746139103.483037:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bd8ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+44:1800:x1830958840442624:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 327us (469us total) trans 0 rc 0/0 00010000:00010000:3.0:1746139103.483039:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e600/0x1f9f6ca451acbb7c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35129e2 expref: 44 pid: 18644 timeout: 828 lvb_type: 0 00000100:00100000:2.0:1746139103.483042:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30027 00010000:00010000:3.0:1746139103.483054:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e600/0x1f9f6ca451acbb7c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35129e2 expref: 43 pid: 18644 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746139103.483067:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139103.483068:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139103.483074:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f16c000/0x1f9f6ca451acbb83 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35129e9 expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139103.483081:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f16c000/0x1f9f6ca451acbb83 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35129e9 expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139103.483151:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f16c000/0x1f9f6ca451acbb83 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35129e9 expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139103.483162:0:7207:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f16c000/0x1f9f6ca451acbb83 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35129e9 expref: 5 pid: 9563 timeout: 828 lvb_type: 0 00000100:00100000:3.0:1746139103.483173:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0759180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832205184:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139103.483229:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f075180 going to sleep for 11 seconds 00000100:00100000:3.0:1746139103.486137:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0759180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832205184:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139103.486159:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139103.486195:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4959450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+42:2008:x1830958840442496:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3192us (3846us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139103.486205:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17340 00000100:00100000:0.0:1746139103.487217:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139103.487273:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840442880 00000100:00100000:2.0:1746139103.487281:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840442880 00002000:00100000:2.0:1746139103.487326:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009bd88000 x1830958840442880/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:29/0 lens 488/0 e 0 to 0 dl 1746139114 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139103.487336:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bd88000 with x1830958840442880 ext(0->4095) 00010000:00010000:2.0:1746139103.487344:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f16c000/0x1f9f6ca451acbb83 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35129e9 expref: 6 pid: 9563 timeout: 828 lvb_type: 0 00010000:00010000:2.0:1746139103.487357:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f16c000/0x1f9f6ca451acbb83 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35129e9 expref: 6 pid: 9563 timeout: 828 lvb_type: 0 00002000:00010000:2.0:1746139103.487385:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bd88000 00000100:00100000:2.0:1746139103.487440:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2767 00000100:00100000:2.0:1746139103.487447:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bd88000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840442880:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746139103.487596:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bd88000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840442880:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 148us (384us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746139103.487603:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2767 00002000:00100000:2.0:1746139103.487608:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009bd88000 x1830958840442880/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:29/0 lens 488/4536 e 0 to 0 dl 1746139114 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139103.487640:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bd88000 with x1830958840442880 ext(0->4095) 00010000:00010000:2.0:1746139103.487645:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f16c000/0x1f9f6ca451acbb83 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35129e9 expref: 6 pid: 9563 timeout: 828 lvb_type: 0 00010000:00010000:2.0:1746139103.487654:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f16c000/0x1f9f6ca451acbb83 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35129e9 expref: 6 pid: 9563 timeout: 828 lvb_type: 0 00002000:00010000:2.0:1746139103.487659:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bd88000 00000100:00100000:0.0:1746139103.490934:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139103.491020:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840443008 00000100:00100000:3.0:1746139103.491030:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840443008 00010000:00010000:3.0:1746139103.491070:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f16c000/0x1f9f6ca451acbb83 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35129e9 expref: 6 pid: 9563 timeout: 828 lvb_type: 0 00000100:00100000:3.0:1746139103.491110:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17341 00000100:00100000:3.0:1746139103.491117:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bd8b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840443008:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139103.491130:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139103.491152:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f16c000/0x1f9f6ca451acbb83 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35129e9 expref: 6 pid: 9563 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746139103.491164:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f16c000/0x1f9f6ca451acbb83 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35129e9 expref: 6 pid: 9563 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746139103.491187:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f16c000/0x1f9f6ca451acbb83 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35129e9 expref: 6 pid: 9563 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746139103.491216:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139103.491218:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139103.491225:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f16ca00/0x1f9f6ca451acbb8a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35129f0 expref: 41 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139103.491232:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f16ca00/0x1f9f6ca451acbb8a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35129f0 expref: 41 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139103.491265:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f16ca00/0x1f9f6ca451acbb8a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35129f0 expref: 41 pid: 9563 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139103.491277:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0759180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832205312:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139103.491361:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f0756c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746139103.493482:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0759180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832205312:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139103.493510:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139103.493547:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bd8b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2007:x1830958840443008:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 2429us (2623us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139103.493559:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17341 00000100:00100000:0.0:1746139103.494084:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139103.494200:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840443264 00000100:00100000:3.0:1746139103.494207:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840443264 00002000:00100000:3.0:1746139103.494333:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009bd89f80 x1830958840443264/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:29/0 lens 488/0 e 0 to 0 dl 1746139114 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139103.494344:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bd89f80 with x1830958840443264 ext(0->4095) 00002000:00010000:3.0:1746139103.494349:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bd89f80 00000100:00100000:3.0:1746139103.494374:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13368 00000100:00100000:3.0:1746139103.494382:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bd89f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+42:2008:x1830958840443264:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746139103.494536:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bd89f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+42:2008:x1830958840443264:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 154us (453us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746139103.494541:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13368 00002000:00100000:3.0:1746139103.494546:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009bd89f80 x1830958840443264/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:29/0 lens 488/4536 e 0 to 0 dl 1746139114 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139103.494553:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bd89f80 with x1830958840443264 ext(0->4095) 00002000:00010000:3.0:1746139103.494555:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bd89f80 00000100:00100000:0.0:1746139103.496109:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139103.496187:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840443392 00000100:00100000:2.0:1746139103.496195:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840443392 00000100:00100000:2.0:1746139103.496245:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30028 00000100:00100000:2.0:1746139103.496253:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bd8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840443392:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139103.496267:0:9563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139103.496284:0:9563:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f16d600/0x1f9f6ca451acbb91 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a35129f7 expref: -99 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.496312:0:9563:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f16ca00/0x1f9f6ca451acbb8a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35129f0 expref: 41 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.496324:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139103.496326:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139103.496329:0:9563:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f16d600/0x1f9f6ca451acbb91 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35129f7 expref: 6 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.496361:0:9563:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f16ca00/0x1f9f6ca451acbb8a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35129f0 expref: 41 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.496373:0:9563:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f16ca00/0x1f9f6ca451acbb8a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35129f0 expref: 41 pid: 9563 timeout: 828 lvb_type: 0 00000100:00100000:2.0:1746139103.496387:0:9563:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134530700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832205440:192.168.203.56@tcp:104: 00000100:00100000:2.0:1746139103.496925:0:9563:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ec29180 going to sleep for 11 seconds 00000100:00100000:2.0:1746139103.499177:0:9563:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134530700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832205440:192.168.203.56@tcp:104: 00010000:00010000:2.0:1746139103.499212:0:9563:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f16d600/0x1f9f6ca451acbb91 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35129f7 expref: 6 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.499229:0:9563:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f16d600, rc 0) 00000100:00100000:2.0:1746139103.499281:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bd8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840443392:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3028us (3177us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139103.499290:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30028 00000100:00100000:0.0:1746139103.499340:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139103.499681:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840443520 00000100:00100000:3.0:1746139103.499689:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840443520 00010000:00010000:3.0:1746139103.499717:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f16ca00/0x1f9f6ca451acbb8a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35129f0 expref: 42 pid: 9563 timeout: 828 lvb_type: 0 00000100:00100000:3.0:1746139103.499750:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17342 00000100:00100000:3.0:1746139103.499756:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bd89500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+42:2008:x1830958840443520:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139103.499768:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139103.499787:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f16ca00/0x1f9f6ca451acbb8a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35129f0 expref: 42 pid: 9563 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746139103.499797:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f16ca00/0x1f9f6ca451acbb8a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35129f0 expref: 42 pid: 9563 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746139103.499819:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f16ca00/0x1f9f6ca451acbb8a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35129f0 expref: 42 pid: 9563 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746139103.499849:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139103.499851:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139103.499858:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f16d600/0x1f9f6ca451acbb91 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35129f7 expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139103.499865:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f16d600/0x1f9f6ca451acbb91 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35129f7 expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139103.499895:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f16d600/0x1f9f6ca451acbb91 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35129f7 expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139103.499906:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0759180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832205568:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139103.499976:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f0756c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746139103.501969:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0759180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832205568:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139103.501986:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139103.502074:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bd89500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+41:2008:x1830958840443520:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 2316us (2732us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139103.502084:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17342 00000100:00100000:0.0:1746139103.502751:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139103.502805:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840443776 00000100:00100000:1.0:1746139103.502813:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840443776 00002000:00100000:1.0:1746139103.502849:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009bd89880 x1830958840443776/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:29/0 lens 488/0 e 0 to 0 dl 1746139114 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139103.502858:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bd89880 with x1830958840443776 ext(0->4095) 00002000:00010000:1.0:1746139103.502863:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bd89880 00000100:00100000:1.0:1746139103.502889:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13369 00000100:00100000:1.0:1746139103.502896:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bd89880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840443776:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746139103.503026:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bd89880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840443776:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 129us (276us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139103.503033:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13369 00002000:00100000:1.0:1746139103.503038:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009bd89880 x1830958840443776/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:29/0 lens 488/4536 e 0 to 0 dl 1746139114 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139103.503045:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bd89880 with x1830958840443776 ext(0->4095) 00002000:00010000:1.0:1746139103.503048:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bd89880 00000100:00100000:0.0:1746139103.504742:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139103.505008:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840443904 00000100:00100000:2.0:1746139103.505016:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840443904 00000100:00100000:2.0:1746139103.505697:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30029 00000100:00100000:2.0:1746139103.505716:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bd88a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+41:1800:x1830958840443904:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139103.505737:0:9563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139103.505755:0:9563:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f16ca00/0x1f9f6ca451acbb98 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a35129fe expref: -99 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.505785:0:9563:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f16d600/0x1f9f6ca451acbb91 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35129f7 expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.505793:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139103.505794:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139103.505797:0:9563:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f16ca00/0x1f9f6ca451acbb98 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35129fe expref: 42 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.505828:0:9563:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f16d600/0x1f9f6ca451acbb91 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35129f7 expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.505840:0:9563:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f16d600/0x1f9f6ca451acbb91 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35129f7 expref: 5 pid: 9563 timeout: 828 lvb_type: 0 00000100:00100000:2.0:1746139103.505852:0:9563:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134530700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832205696:192.168.203.56@tcp:104: 00000100:00100000:2.0:1746139103.505936:0:9563:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ec29180 going to sleep for 11 seconds 00000100:00100000:0.0:1746139103.506079:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139103.506898:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840444032 00000100:00100000:3.0:1746139103.506904:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840444032 00000100:00100000:3.0:1746139103.506945:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30030 00000100:00100000:3.0:1746139103.506951:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bd88e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+43:1814:x1830958840444032:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746139103.506960:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139103.506969:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009edca600/0x1f9f6ca451acbb9f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512a05 expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139103.506987:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139103.506991:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f16ca00/0x1f9f6ca451acbb98 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35129fe expref: 44 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139103.506996:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746139103.506998:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009edca600/0x1f9f6ca451acbb9f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a05 expref: 44 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139103.507019:0:9564:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f16ca00/0x1f9f6ca451acbb98 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35129fe expref: 44 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139103.507028:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009edca600/0x1f9f6ca451acbb9f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a05 expref: 44 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139103.507037:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009edca600, rc 0) 00000100:00100000:3.0:1746139103.507078:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bd88e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+44:1814:x1830958840444032:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 126us (1002us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139103.507084:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30030 00000100:00100000:2.0:1746139103.510404:0:9563:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134530700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832205696:192.168.203.56@tcp:104: 00010000:00010000:2.0:1746139103.510440:0:9563:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f16ca00/0x1f9f6ca451acbb98 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35129fe expref: 43 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.510460:0:9563:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f16ca00, rc 0) 00000100:00100000:2.0:1746139103.510528:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bd88a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+43:1800:x1830958840443904:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4820us (5791us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139103.510541:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30029 00000100:00100000:0.0:1746139103.510985:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139103.511395:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840444160 00000100:00100000:3.0:1746139103.511403:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840444160 00010000:00010000:3.0:1746139103.511434:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f16d600/0x1f9f6ca451acbb91 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35129f7 expref: 6 pid: 9563 timeout: 828 lvb_type: 0 00000100:00100000:3.0:1746139103.511472:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17343 00000100:00100000:3.0:1746139103.511478:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bd8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840444160:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139103.511500:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139103.511522:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f16d600/0x1f9f6ca451acbb91 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35129f7 expref: 6 pid: 9563 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746139103.511534:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f16d600/0x1f9f6ca451acbb91 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35129f7 expref: 6 pid: 9563 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746139103.511557:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f16d600/0x1f9f6ca451acbb91 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35129f7 expref: 6 pid: 9563 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746139103.511584:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139103.511586:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139103.511593:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f16ca00/0x1f9f6ca451acbb98 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35129fe expref: 42 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139103.511601:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f16ca00/0x1f9f6ca451acbb98 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35129fe expref: 42 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139103.511977:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f16ca00/0x1f9f6ca451acbb98 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35129fe expref: 42 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139103.511990:0:7207:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f16ca00/0x1f9f6ca451acbb98 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35129fe expref: 42 pid: 9563 timeout: 828 lvb_type: 0 00000100:00100000:3.0:1746139103.512002:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0759180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832205952:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139103.512140:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f0756c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746139103.514656:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0759180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832205952:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139103.514684:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139103.514735:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bd8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2008:x1830958840444160:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3255us (3748us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139103.514746:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17343 00000100:00100000:0.0:1746139103.514925:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139103.514983:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840444416 00000100:00100000:3.0:1746139103.514990:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840444416 00002000:00100000:3.0:1746139103.515025:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009bd88700 x1830958840444416/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:29/0 lens 488/0 e 0 to 0 dl 1746139114 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139103.515035:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bd88700 with x1830958840444416 ext(0->4095) 00010000:00010000:3.0:1746139103.515054:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f16ca00/0x1f9f6ca451acbb98 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35129fe expref: 43 pid: 9563 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746139103.515066:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f16ca00/0x1f9f6ca451acbb98 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35129fe expref: 43 pid: 9563 timeout: 828 lvb_type: 0 00002000:00010000:3.0:1746139103.515072:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bd88700 00000100:00100000:3.0:1746139103.515389:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2768 00000100:00100000:3.0:1746139103.515396:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bd88700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+43:2007:x1830958840444416:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746139103.515533:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bd88700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+43:2007:x1830958840444416:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 137us (646us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746139103.515539:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2768 00002000:00100000:3.0:1746139103.515544:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009bd88700 x1830958840444416/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:29/0 lens 488/4536 e 0 to 0 dl 1746139114 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139103.515551:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bd88700 with x1830958840444416 ext(0->4095) 00010000:00010000:3.0:1746139103.515555:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f16ca00/0x1f9f6ca451acbb98 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35129fe expref: 43 pid: 9563 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746139103.515568:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f16ca00/0x1f9f6ca451acbb98 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35129fe expref: 43 pid: 9563 timeout: 828 lvb_type: 0 00002000:00010000:3.0:1746139103.515574:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bd88700 00000100:00100000:0.0:1746139103.518061:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139103.518191:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840444544 00000100:00100000:3.0:1746139103.518203:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840444544 00010000:00010000:3.0:1746139103.518240:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f16ca00/0x1f9f6ca451acbb98 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35129fe expref: 43 pid: 9563 timeout: 828 lvb_type: 0 00000100:00100000:3.0:1746139103.518267:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17344 00000100:00100000:3.0:1746139103.518274:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bd8a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+43:2007:x1830958840444544:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139103.518289:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139103.518311:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f16ca00/0x1f9f6ca451acbb98 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35129fe expref: 43 pid: 9563 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746139103.518323:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f16ca00/0x1f9f6ca451acbb98 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35129fe expref: 43 pid: 9563 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746139103.518545:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f16ca00/0x1f9f6ca451acbb98 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35129fe expref: 43 pid: 9563 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746139103.518775:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139103.518777:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139103.518785:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009edca600/0x1f9f6ca451acbb9f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a05 expref: 42 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139103.518798:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009edca600/0x1f9f6ca451acbb9f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a05 expref: 42 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139103.518838:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009edca600/0x1f9f6ca451acbb9f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a05 expref: 42 pid: 9564 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139103.518851:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0759180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832206080:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139103.518927:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f075000 going to sleep for 11 seconds 00000100:00100000:3.0:1746139103.521761:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0759180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832206080:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139103.521783:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139103.521838:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bd8a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+42:2007:x1830958840444544:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3563us (3796us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139103.521849:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17344 00000100:00100000:0.0:1746139103.522357:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139103.522473:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840444800 00000100:00100000:3.0:1746139103.522480:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840444800 00002000:00100000:3.0:1746139103.522526:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009bd88380 x1830958840444800/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:29/0 lens 488/0 e 0 to 0 dl 1746139114 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139103.522535:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bd88380 with x1830958840444800 ext(0->4095) 00002000:00010000:3.0:1746139103.522540:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bd88380 00000100:00100000:3.0:1746139103.522566:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13370 00000100:00100000:3.0:1746139103.522573:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bd88380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+42:2007:x1830958840444800:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746139103.522711:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bd88380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+42:2007:x1830958840444800:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 138us (355us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746139103.522721:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13370 00002000:00100000:3.0:1746139103.522726:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009bd88380 x1830958840444800/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:29/0 lens 488/4536 e 0 to 0 dl 1746139114 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139103.522733:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bd88380 with x1830958840444800 ext(0->4095) 00002000:00010000:3.0:1746139103.522736:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bd88380 00000100:00100000:0.0:1746139103.525180:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139103.525661:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840444928 00000100:00100000:2.0:1746139103.525670:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840444928 00000100:00100000:2.0:1746139103.525721:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30031 00000100:00100000:2.0:1746139103.525728:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bd89180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840444928:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139103.525747:0:9563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139103.525765:0:9563:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f16d600/0x1f9f6ca451acbba6 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512a0c expref: -99 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.525792:0:9563:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009edca600/0x1f9f6ca451acbb9f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a05 expref: 41 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.525799:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139103.525800:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139103.525803:0:9563:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f16d600/0x1f9f6ca451acbba6 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a0c expref: 6 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.525834:0:9563:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009edca600/0x1f9f6ca451acbb9f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a05 expref: 41 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.525846:0:9563:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009edca600/0x1f9f6ca451acbb9f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a05 expref: 41 pid: 9564 timeout: 828 lvb_type: 0 00000100:00100000:2.0:1746139103.525856:0:9563:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134530700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832206208:192.168.203.56@tcp:104: 00000100:00100000:2.0:1746139103.525941:0:9563:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ec29180 going to sleep for 11 seconds 00000100:00100000:0.0:1746139103.528782:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139103.529181:0:9563:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134530700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832206208:192.168.203.56@tcp:104: 00010000:00010000:2.0:1746139103.529215:0:9563:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f16d600/0x1f9f6ca451acbba6 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a0c expref: 6 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.529232:0:9563:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f16d600, rc 0) 00000100:00100000:2.0:1746139103.529282:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bd89180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840444928:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3554us (4110us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139103.529292:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30031 00000100:00100000:3.0:1746139103.529671:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840445056 00000100:00100000:3.0:1746139103.529678:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840445056 00010000:00010000:3.0:1746139103.529706:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009edca600/0x1f9f6ca451acbb9f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a05 expref: 42 pid: 9564 timeout: 828 lvb_type: 0 00000100:00100000:3.0:1746139103.529727:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17345 00000100:00100000:3.0:1746139103.529733:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391d0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+42:2008:x1830958840445056:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139103.529746:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139103.529763:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009edca600/0x1f9f6ca451acbb9f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a05 expref: 42 pid: 9564 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746139103.529774:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009edca600/0x1f9f6ca451acbb9f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a05 expref: 42 pid: 9564 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746139103.529794:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009edca600/0x1f9f6ca451acbb9f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a05 expref: 42 pid: 9564 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746139103.529807:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139103.529809:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139103.529816:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f16d600/0x1f9f6ca451acbba6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a0c expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139103.529828:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f16d600/0x1f9f6ca451acbba6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a0c expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139103.529858:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f16d600/0x1f9f6ca451acbba6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a0c expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139103.529869:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0759180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832206336:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139103.529923:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f075000 going to sleep for 11 seconds 00000100:00100000:3.0:1746139103.532065:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0759180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832206336:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139103.532088:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139103.533087:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+41:2008:x1830958840445056:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3348us (4307us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139103.533100:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17345 00000100:00100000:0.0:1746139103.533744:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139103.533774:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139103.534087:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840445312 00000100:00100000:1.0:1746139103.534095:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840445312 00002000:00100000:1.0:1746139103.534136:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8801391d1500 x1830958840445312/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:29/0 lens 488/0 e 0 to 0 dl 1746139114 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139103.534152:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801391d1500 with x1830958840445312 ext(0->4095) 00002000:00010000:1.0:1746139103.534156:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801391d1500 00000100:00100000:1.0:1746139103.534183:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13371 00000100:00100000:1.0:1746139103.534191:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840445312:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746139103.534324:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840445312:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 133us (581us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139103.534330:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13371 00002000:00100000:1.0:1746139103.534335:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8801391d1500 x1830958840445312/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:29/0 lens 488/4536 e 0 to 0 dl 1746139114 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139103.534342:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801391d1500 with x1830958840445312 ext(0->4095) 00002000:00010000:1.0:1746139103.534345:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801391d1500 00000100:00100000:2.0:1746139103.534973:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840445440 00000100:00100000:2.0:1746139103.534978:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840445440 00000100:00100000:2.0:1746139103.535009:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30032 00000100:00100000:2.0:1746139103.535015:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+41:1800:x1830958840445440:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139103.535025:0:9563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139103.535042:0:9563:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f16c600/0x1f9f6ca451acbbad lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512a13 expref: -99 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.535066:0:9563:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f16d600/0x1f9f6ca451acbba6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a0c expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.535073:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139103.535075:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139103.535078:0:9563:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f16c600/0x1f9f6ca451acbbad lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a13 expref: 42 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.535109:0:9563:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f16d600/0x1f9f6ca451acbba6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a0c expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.535121:0:9563:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f16d600/0x1f9f6ca451acbba6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a0c expref: 5 pid: 9563 timeout: 828 lvb_type: 0 00000100:00100000:2.0:1746139103.535133:0:9563:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134530700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832206464:192.168.203.56@tcp:104: 00000100:00100000:2.0:1746139103.535188:0:9563:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ec29180 going to sleep for 11 seconds 00000100:00100000:0.0:1746139103.542552:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139103.542897:0:9563:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134530700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832206464:192.168.203.56@tcp:104: 00010000:00010000:2.0:1746139103.542927:0:9563:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f16c600/0x1f9f6ca451acbbad lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a13 expref: 42 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.542947:0:9563:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f16c600, rc 0) 00000100:00100000:3.0:1746139103.542961:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840445568 00000100:00100000:3.0:1746139103.542967:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840445568 00000100:00100000:3.0:1746139103.543038:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30033 00000100:00100000:3.0:1746139103.543046:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+43:1814:x1830958840445568:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746139103.543061:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139103.543075:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009edcac00/0x1f9f6ca451acbbb4 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512a1a expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139103.543097:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139103.543101:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f16c600/0x1f9f6ca451acbbad lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a13 expref: 44 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139103.543110:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746139103.543113:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009edcac00/0x1f9f6ca451acbbb4 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a1a expref: 44 pid: 9564 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746139103.543132:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00010000:00010000:3.0:1746139103.543143:0:9564:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f16c600/0x1f9f6ca451acbbad lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a13 expref: 44 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139103.543152:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009edcac00/0x1f9f6ca451acbbb4 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a1a expref: 44 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139103.543158:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009edcac00, rc 0) 00000100:00100000:3.0:1746139103.543174:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+44:1814:x1830958840445568:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 130us (633us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139103.543180:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30033 00000100:00100000:3.0:1746139103.543206:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840445696 00000100:00100000:3.0:1746139103.543209:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840445696 00000100:00100000:2.0:1746139103.543223:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+43:1800:x1830958840445440:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7986us (9226us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139103.543229:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30032 00010000:00010000:3.0:1746139103.543282:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f16d600/0x1f9f6ca451acbba6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a0c expref: 6 pid: 9563 timeout: 828 lvb_type: 0 00000100:00100000:3.0:1746139103.543384:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17346 00000100:00100000:3.0:1746139103.543390:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb6b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840445696:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139103.543573:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139103.543597:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f16d600/0x1f9f6ca451acbba6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a0c expref: 6 pid: 9563 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746139103.543610:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f16d600/0x1f9f6ca451acbba6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a0c expref: 6 pid: 9563 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746139103.543649:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f16d600/0x1f9f6ca451acbba6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a0c expref: 6 pid: 9563 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746139103.543663:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139103.543664:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139103.543671:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f16c600/0x1f9f6ca451acbbad lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a13 expref: 42 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139103.543677:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f16c600/0x1f9f6ca451acbbad lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a13 expref: 42 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139103.543695:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f16c600/0x1f9f6ca451acbbad lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a13 expref: 42 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139103.543707:0:7207:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f16c600/0x1f9f6ca451acbbad lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a13 expref: 42 pid: 9563 timeout: 828 lvb_type: 0 00000100:00100000:3.0:1746139103.543717:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0759180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832206720:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139103.543785:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f075000 going to sleep for 11 seconds 00000100:00100000:0.0:1746139103.547365:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139103.547504:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840445952 00000100:00100000:2.0:1746139103.547514:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840445952 00002000:00100000:2.0:1746139103.547562:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8801391d2680 x1830958840445952/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:29/0 lens 488/0 e 0 to 0 dl 1746139114 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139103.547571:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801391d2680 with x1830958840445952 ext(0->4095) 00010000:00010000:2.0:1746139103.547579:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f16c600/0x1f9f6ca451acbbad lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a13 expref: 43 pid: 9563 timeout: 828 lvb_type: 0 00010000:00010000:2.0:1746139103.547593:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f16c600/0x1f9f6ca451acbbad lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a13 expref: 43 pid: 9563 timeout: 828 lvb_type: 0 00002000:00010000:2.0:1746139103.547600:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801391d2680 00000100:00100000:2.0:1746139103.547645:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2769 00000100:00100000:2.0:1746139103.547653:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+43:2008:x1830958840445952:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746139103.547788:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+43:2008:x1830958840445952:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 136us (434us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746139103.547795:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2769 00002000:00100000:2.0:1746139103.547800:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8801391d2680 x1830958840445952/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:29/0 lens 488/4536 e 0 to 0 dl 1746139114 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139103.547807:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801391d2680 with x1830958840445952 ext(0->4095) 00010000:00010000:2.0:1746139103.547812:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f16c600/0x1f9f6ca451acbbad lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a13 expref: 43 pid: 9563 timeout: 828 lvb_type: 0 00010000:00010000:2.0:1746139103.547821:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f16c600/0x1f9f6ca451acbbad lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a13 expref: 43 pid: 9563 timeout: 828 lvb_type: 0 00002000:00010000:2.0:1746139103.547827:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801391d2680 00000100:00100000:3.0:1746139103.547924:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0759180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832206720:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139103.547941:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139103.547966:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb6b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2008:x1830958840445696:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 4576us (4833us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139103.547973:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17346 00000100:00100000:0.0:1746139103.552840:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139103.552940:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840446080 00000100:00100000:3.0:1746139103.552950:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840446080 00010000:00010000:3.0:1746139103.552988:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f16c600/0x1f9f6ca451acbbad lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a13 expref: 43 pid: 9563 timeout: 828 lvb_type: 0 00000100:00100000:3.0:1746139103.553016:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17347 00000100:00100000:3.0:1746139103.553024:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4959050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+43:2007:x1830958840446080:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139103.553039:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139103.553061:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f16c600/0x1f9f6ca451acbbad lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a13 expref: 43 pid: 9563 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746139103.553075:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f16c600/0x1f9f6ca451acbbad lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a13 expref: 43 pid: 9563 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746139103.553099:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f16c600/0x1f9f6ca451acbbad lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a13 expref: 43 pid: 9563 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746139103.553116:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139103.553118:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139103.553126:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009edcac00/0x1f9f6ca451acbbb4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a1a expref: 42 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139103.553134:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009edcac00/0x1f9f6ca451acbbb4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a1a expref: 42 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139103.553173:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009edcac00/0x1f9f6ca451acbbb4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a1a expref: 42 pid: 9564 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139103.553186:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0759180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832206848:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139103.553256:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f075000 going to sleep for 11 seconds 00000100:00100000:3.0:1746139103.557050:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0759180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832206848:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139103.557077:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139103.557126:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4959050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+42:2007:x1830958840446080:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 4101us (4296us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139103.557138:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17347 00000100:00100000:0.0:1746139103.558720:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139103.560409:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840446336 00000100:00100000:1.0:1746139103.560422:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840446336 00002000:00100000:1.0:1746139103.560480:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8801391d2300 x1830958840446336/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:29/0 lens 488/0 e 0 to 0 dl 1746139114 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139103.560499:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801391d2300 with x1830958840446336 ext(0->4095) 00002000:00010000:1.0:1746139103.560505:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801391d2300 00000100:00100000:1.0:1746139103.560537:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13372 00000100:00100000:1.0:1746139103.560546:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+42:2008:x1830958840446336:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746139103.560733:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+42:2008:x1830958840446336:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 187us (2018us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139103.560743:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13372 00002000:00100000:1.0:1746139103.560749:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8801391d2300 x1830958840446336/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:29/0 lens 488/4536 e 0 to 0 dl 1746139114 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139103.560756:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801391d2300 with x1830958840446336 ext(0->4095) 00002000:00010000:1.0:1746139103.560759:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801391d2300 00000100:00100000:0.0:1746139103.570868:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139103.572792:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840446464 00000100:00100000:2.0:1746139103.572803:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840446464 00000100:00100000:2.0:1746139103.572870:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30034 00000100:00100000:2.0:1746139103.572879:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840446464:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139103.572899:0:9563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139103.572916:0:9563:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f16dc00/0x1f9f6ca451acbbbb lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512a21 expref: -99 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.572945:0:9563:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009edcac00/0x1f9f6ca451acbbb4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a1a expref: 41 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.572952:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139103.572954:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139103.572957:0:9563:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f16dc00/0x1f9f6ca451acbbbb lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a21 expref: 6 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.572993:0:9563:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009edcac00/0x1f9f6ca451acbbb4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a1a expref: 41 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.573006:0:9563:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009edcac00/0x1f9f6ca451acbbb4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a1a expref: 41 pid: 9564 timeout: 828 lvb_type: 0 00000100:00100000:2.0:1746139103.573018:0:9563:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134530700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832206976:192.168.203.56@tcp:104: 00000100:00100000:2.0:1746139103.573189:0:9563:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ec29180 going to sleep for 11 seconds 00000100:00100000:2.0:1746139103.586673:0:9563:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134530700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832206976:192.168.203.56@tcp:104: 00010000:00010000:2.0:1746139103.586705:0:9563:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f16dc00/0x1f9f6ca451acbbbb lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a21 expref: 6 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.586722:0:9563:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f16dc00, rc 0) 00000100:00100000:2.0:1746139103.586784:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840446464:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 13906us (15925us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139103.586792:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30034 00000100:00100000:0.0:1746139103.590746:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139103.591975:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840446592 00000100:00100000:1.0:1746139103.591985:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840446592 00002000:00100000:1.0:1746139103.592031:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff8801391d1c00 x1830958840446592/t0(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:29/0 lens 496/0 e 0 to 0 dl 1746139114 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139103.592041:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801391d1c00 with x1830958840446592 ext(0->7) 00010000:00010000:1.0:1746139103.592051:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009edcac00/0x1f9f6ca451acbbb4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a1a expref: 42 pid: 9564 timeout: 828 lvb_type: 0 00010000:00010000:1.0:1746139103.592065:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009edcac00/0x1f9f6ca451acbbb4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a1a expref: 42 pid: 9564 timeout: 828 lvb_type: 0 00002000:00010000:1.0:1746139103.592072:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801391d1c00 00000100:00100000:1.0:1746139103.592104:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2770 00000100:00100000:1.0:1746139103.592111:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+42:2007:x1830958840446592:12345-192.168.203.56@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746139103.594557:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+44:2007:x1830958840446592:12345-192.168.203.56@tcp:4:ldlm_bl.0 Request processed in 2437us (3815us total) trans 4294972105 rc 0/0 00000100:00100000:0.0:1746139103.594571:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2770 00002000:00100000:0.0:1746139103.594580:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff8801391d1c00 x1830958840446592/t4294972105(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:29/0 lens 496/448 e 0 to 0 dl 1746139114 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139103.594588:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801391d1c00 with x1830958840446592 ext(0->7) 00010000:00010000:0.0:1746139103.594596:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009edcac00/0x1f9f6ca451acbbb4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a1a expref: 44 pid: 9564 timeout: 828 lvb_type: 0 00010000:00010000:0.0:1746139103.594609:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009edcac00/0x1f9f6ca451acbbb4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a1a expref: 44 pid: 9564 timeout: 828 lvb_type: 0 00002000:00010000:0.0:1746139103.594635:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801391d1c00 00000100:00100000:0.0:1746139103.603267:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139103.603384:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139103.603538:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840446720 00000100:00100000:2.0:1746139103.603547:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840446720 00000100:00100000:2.0:1746139103.603601:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30035 00000100:00100000:2.0:1746139103.603609:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+44:1800:x1830958840446720:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139103.603656:0:9563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139103.603675:0:9563:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f16d600/0x1f9f6ca451acbbc2 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512a28 expref: -99 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.603707:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139103.603713:0:9563:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f16dc00/0x1f9f6ca451acbbbb lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a21 expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.603720:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746139103.603723:0:9563:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f16d600/0x1f9f6ca451acbbc2 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a28 expref: 45 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.603759:0:9563:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f16dc00/0x1f9f6ca451acbbbb lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a21 expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.603772:0:9563:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f16d600/0x1f9f6ca451acbbc2 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a28 expref: 45 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.603782:0:9563:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f16d600, rc 0) 00000100:00100000:2.0:1746139103.603839:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+45:1800:x1830958840446720:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 230us (584us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139103.603845:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30035 00000100:00100000:3.0:1746139103.604013:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840446848 00000100:00100000:3.0:1746139103.604017:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840446848 00010000:00010000:3.0:1746139103.604035:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009edcac00/0x1f9f6ca451acbbb4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a1a expref: 45 pid: 9564 timeout: 828 lvb_type: 0 00000100:00100000:3.0:1746139103.604065:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17348 00000100:00100000:3.0:1746139103.604071:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+45:2007:x1830958840446848:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139103.604081:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1746139103.604100:0:7207:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x1a:0x0] updating lvb mtime from disk: 1746139103 -> 1746139104 00002000:00010000:3.0:1746139103.604103:0:7207:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x1a:0x0] updating lvb ctime from disk: 1746139103 -> 1746139104 00010000:00010000:3.0:1746139103.604108:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009edcac00/0x1f9f6ca451acbbb4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a1a expref: 45 pid: 9564 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746139103.604118:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009edcac00/0x1f9f6ca451acbbb4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a1a expref: 45 pid: 9564 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746139103.604136:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009edcac00/0x1f9f6ca451acbbb4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a1a expref: 45 pid: 9564 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746139103.604157:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139103.604160:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139103.604166:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f16dc00/0x1f9f6ca451acbbbb lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a21 expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139103.604173:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f16dc00/0x1f9f6ca451acbbbb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a21 expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139103.604194:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f16dc00/0x1f9f6ca451acbbbb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a21 expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139103.604205:0:7207:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f16dc00/0x1f9f6ca451acbbbb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a21 expref: 5 pid: 9563 timeout: 828 lvb_type: 0 00000100:00100000:3.0:1746139103.604220:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0759180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832207232:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139103.604283:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f0756c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746139103.608782:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139103.608935:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0759180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832207232:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139103.608959:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139103.610406:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+44:2007:x1830958840446848:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 6329us (7016us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139103.610420:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17348 00000100:00100000:1.0:1746139103.610858:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840447104 00000100:00100000:1.0:1746139103.610868:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840447104 00002000:00100000:1.0:1746139103.610914:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8801391d0700 x1830958840447104/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:29/0 lens 488/0 e 0 to 0 dl 1746139114 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139103.610924:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801391d0700 with x1830958840447104 ext(0->4095) 00010000:00010000:1.0:1746139103.610934:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f16dc00/0x1f9f6ca451acbbbb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a21 expref: 6 pid: 9563 timeout: 828 lvb_type: 0 00010000:00010000:1.0:1746139103.610948:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f16dc00/0x1f9f6ca451acbbbb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a21 expref: 6 pid: 9563 timeout: 828 lvb_type: 0 00002000:00010000:1.0:1746139103.610955:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801391d0700 00000100:00100000:1.0:1746139103.610993:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2771 00000100:00100000:1.0:1746139103.611001:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840447104:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746139103.611159:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840447104:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 158us (2390us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139103.611166:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2771 00002000:00100000:1.0:1746139103.611170:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8801391d0700 x1830958840447104/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:29/0 lens 488/4536 e 0 to 0 dl 1746139114 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139103.611178:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801391d0700 with x1830958840447104 ext(0->4095) 00010000:00010000:1.0:1746139103.611182:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f16dc00/0x1f9f6ca451acbbbb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a21 expref: 6 pid: 9563 timeout: 828 lvb_type: 0 00010000:00010000:1.0:1746139103.611192:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f16dc00/0x1f9f6ca451acbbbb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a21 expref: 6 pid: 9563 timeout: 828 lvb_type: 0 00002000:00010000:1.0:1746139103.611198:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801391d0700 00000100:00100000:0.0:1746139103.619961:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139103.622949:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840447232 00000100:00100000:3.0:1746139103.622963:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840447232 00010000:00010000:3.0:1746139103.623006:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f16dc00/0x1f9f6ca451acbbbb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a21 expref: 6 pid: 9563 timeout: 828 lvb_type: 0 00000100:00100000:3.0:1746139103.623052:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17349 00000100:00100000:3.0:1746139103.623060:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840447232:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139103.623077:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139103.623097:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f16dc00/0x1f9f6ca451acbbbb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a21 expref: 6 pid: 9563 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746139103.623110:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f16dc00/0x1f9f6ca451acbbbb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a21 expref: 6 pid: 9563 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746139103.623133:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f16dc00/0x1f9f6ca451acbbbb lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a21 expref: 6 pid: 9563 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746139103.623157:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139103.623159:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139103.623167:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f16d600/0x1f9f6ca451acbbc2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a28 expref: 43 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139103.623176:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f16d600/0x1f9f6ca451acbbc2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a28 expref: 43 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139103.623209:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f16d600/0x1f9f6ca451acbbc2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a28 expref: 43 pid: 9563 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139103.623221:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0759180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832207360:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139103.623319:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f0756c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746139103.626657:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139103.626843:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840447488 00000100:00100000:2.0:1746139103.626853:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840447488 00002000:00100000:2.0:1746139103.626899:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8801391d2a00 x1830958840447488/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:29/0 lens 488/0 e 0 to 0 dl 1746139114 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139103.626908:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801391d2a00 with x1830958840447488 ext(0->4095) 00002000:00010000:2.0:1746139103.626913:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801391d2a00 00000100:00100000:2.0:1746139103.626937:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13373 00000100:00100000:2.0:1746139103.626944:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+44:2008:x1830958840447488:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746139103.627065:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+44:2008:x1830958840447488:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 120us (418us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746139103.627070:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13373 00002000:00100000:2.0:1746139103.627075:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8801391d2a00 x1830958840447488/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:29/0 lens 488/4536 e 0 to 0 dl 1746139114 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139103.627081:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801391d2a00 with x1830958840447488 ext(0->4095) 00002000:00010000:2.0:1746139103.627083:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801391d2a00 00000100:00100000:3.0:1746139103.630345:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0759180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832207360:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139103.630367:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139103.630428:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2008:x1830958840447232:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 7368us (10480us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139103.630441:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17349 00000100:00100000:0.0:1746139103.637738:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139103.638122:0:24929:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840447616 00000100:00100000:2.0:1746139103.638132:0:24929:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840447616 00000100:00100000:2.0:1746139103.638180:0:24929:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30036 00000100:00100000:2.0:1746139103.638187:0:24929:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840447616:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139103.638206:0:24929:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139103.638222:0:24929:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f16c000/0x1f9f6ca451acbbc9 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512a2f expref: -99 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.638248:0:24929:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f16d600/0x1f9f6ca451acbbc2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a28 expref: 43 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.638255:0:24929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139103.638257:0:24929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139103.638260:0:24929:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f16c000/0x1f9f6ca451acbbc9 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a2f expref: 6 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.638287:0:24929:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f16d600/0x1f9f6ca451acbbc2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a28 expref: 43 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.638303:0:24929:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f16d600/0x1f9f6ca451acbbc2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a28 expref: 43 pid: 9563 timeout: 828 lvb_type: 0 00000100:00100000:2.0:1746139103.638314:0:24929:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134530700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24929:1830958832207488:192.168.203.56@tcp:104: 00000100:00100000:2.0:1746139103.638396:0:24929:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ec29180 going to sleep for 11 seconds 00000100:00100000:0.0:1746139103.644480:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139103.644962:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840447744 00000100:00100000:1.0:1746139103.644971:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840447744 00002000:00100000:1.0:1746139103.645015:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff8801391d3480 x1830958840447744/t0(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:29/0 lens 496/0 e 0 to 0 dl 1746139114 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139103.645032:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801391d3480 with x1830958840447744 ext(0->7) 00010000:00010000:1.0:1746139103.645040:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f16d600/0x1f9f6ca451acbbc2 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a28 expref: 44 pid: 9563 timeout: 828 lvb_type: 0 00010000:00010000:1.0:1746139103.645053:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f16d600/0x1f9f6ca451acbbc2 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a28 expref: 44 pid: 9563 timeout: 828 lvb_type: 0 00002000:00010000:1.0:1746139103.645060:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801391d3480 00000100:00100000:1.0:1746139103.645090:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2772 00000100:00100000:1.0:1746139103.645097:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+44:2007:x1830958840447744:12345-192.168.203.56@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746139103.645726:0:24929:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134530700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24929:1830958832207488:192.168.203.56@tcp:104: 00010000:00010000:2.0:1746139103.645751:0:24929:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f16c000/0x1f9f6ca451acbbc9 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a2f expref: 6 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.645765:0:24929:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f16c000, rc 0) 00000100:00100000:2.0:1746139103.645815:0:24929:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840447616:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7628us (8201us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139103.645822:0:24929:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30036 00000100:00100000:0.0:1746139103.646712:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+46:2007:x1830958840447744:12345-192.168.203.56@tcp:4:ldlm_bl.0 Request processed in 1613us (2240us total) trans 4294972106 rc 0/0 00000100:00100000:0.0:1746139103.646720:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2772 00002000:00100000:0.0:1746139103.646726:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff8801391d3480 x1830958840447744/t4294972106(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:29/0 lens 496/448 e 0 to 0 dl 1746139114 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139103.646733:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801391d3480 with x1830958840447744 ext(0->7) 00010000:00010000:0.0:1746139103.646739:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f16d600/0x1f9f6ca451acbbc2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a28 expref: 46 pid: 9563 timeout: 828 lvb_type: 0 00010000:00010000:0.0:1746139103.646750:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f16d600/0x1f9f6ca451acbbc2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a28 expref: 46 pid: 9563 timeout: 828 lvb_type: 0 00002000:00010000:0.0:1746139103.646756:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801391d3480 00000100:00100000:0.0:1746139103.649515:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139103.650554:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840447872 00000100:00100000:3.0:1746139103.650563:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840447872 00010000:00010000:3.0:1746139103.650599:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f16d600/0x1f9f6ca451acbbc2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a28 expref: 46 pid: 9563 timeout: 828 lvb_type: 0 00000100:00100000:3.0:1746139103.650664:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17350 00000100:00100000:3.0:1746139103.650672:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391d1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+46:2007:x1830958840447872:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139103.650686:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139103.650704:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f16d600/0x1f9f6ca451acbbc2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a28 expref: 46 pid: 9563 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746139103.650715:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f16d600/0x1f9f6ca451acbbc2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a28 expref: 46 pid: 9563 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746139103.650736:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f16d600/0x1f9f6ca451acbbc2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a28 expref: 46 pid: 9563 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746139103.650756:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139103.650758:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139103.650765:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f16c000/0x1f9f6ca451acbbc9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a2f expref: 5 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139103.650772:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f16c000/0x1f9f6ca451acbbc9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a2f expref: 5 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139103.650802:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f16c000/0x1f9f6ca451acbbc9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a2f expref: 5 pid: 24929 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139103.650814:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0759180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832207616:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139103.650891:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f0756c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746139103.652742:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0759180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832207616:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139103.652758:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139103.652788:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+45:2007:x1830958840447872:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 2115us (3280us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139103.652796:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17350 00000100:00100000:0.0:1746139103.653081:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139103.653143:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840448128 00000100:00100000:2.0:1746139103.653149:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840448128 00002000:00100000:2.0:1746139103.653181:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8801391d0380 x1830958840448128/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:29/0 lens 488/0 e 0 to 0 dl 1746139114 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139103.653192:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801391d0380 with x1830958840448128 ext(0->4095) 00002000:00010000:2.0:1746139103.653196:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801391d0380 00000100:00100000:2.0:1746139103.653216:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13374 00000100:00100000:2.0:1746139103.653221:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840448128:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746139103.653321:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840448128:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 99us (240us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746139103.653330:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13374 00002000:00100000:2.0:1746139103.653334:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8801391d0380 x1830958840448128/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:29/0 lens 488/4536 e 0 to 0 dl 1746139114 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139103.653341:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801391d0380 with x1830958840448128 ext(0->4095) 00002000:00010000:2.0:1746139103.653343:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801391d0380 00000100:00100000:0.0:1746139103.655160:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139103.655521:0:24929:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840448256 00000100:00100000:2.0:1746139103.655528:0:24929:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840448256 00000100:00100000:2.0:1746139103.657526:0:24929:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30037 00000100:00100000:2.0:1746139103.657540:0:24929:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c413800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b60e9717-019c-4527-a82a-15e993ac5189+45:1814:x1830958840448256:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139103.657559:0:24929:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139103.657577:0:24929:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f16c600/0x1f9f6ca451acbbd0 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512a36 expref: -99 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.657603:0:24929:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f16c000/0x1f9f6ca451acbbc9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a2f expref: 5 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.657610:0:24929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139103.657612:0:24929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139103.657625:0:24929:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f16c600/0x1f9f6ca451acbbd0 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a36 expref: 46 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.657656:0:24929:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f16c000/0x1f9f6ca451acbbc9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a2f expref: 5 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.657669:0:24929:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f16c000/0x1f9f6ca451acbbc9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a2f expref: 5 pid: 24929 timeout: 828 lvb_type: 0 00000100:00100000:2.0:1746139103.657687:0:24929:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134530700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24929:1830958832207744:192.168.203.56@tcp:104: 00000100:00100000:2.0:1746139103.657794:0:24929:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ec29a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746139103.658551:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139103.658699:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840448384 00000100:00100000:0.0:1746139103.658707:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840448384 00000100:00100000:0.0:1746139103.658748:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30038 00000100:00100000:0.0:1746139103.658754:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134530000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+47:1800:x1830958840448384:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746139103.658764:0:9563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746139103.658774:0:9563:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008760ca00/0x1f9f6ca451acbbd7 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512a3d expref: -99 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139103.658788:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139103.658792:0:9563:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f16c600/0x1f9f6ca451acbbd0 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a36 expref: 48 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139103.658797:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746139103.658800:0:9563:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008760ca00/0x1f9f6ca451acbbd7 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a3d expref: 48 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139103.658824:0:9563:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f16c600/0x1f9f6ca451acbbd0 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a36 expref: 48 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139103.658838:0:9563:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008760ca00/0x1f9f6ca451acbbd7 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a3d expref: 48 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139103.658848:0:9563:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008760ca00, rc 0) 00000100:00100000:0.0:1746139103.658887:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134530000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+48:1800:x1830958840448384:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 133us (338us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139103.658894:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30038 00000100:00100000:2.0:1746139103.659769:0:24929:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134530700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24929:1830958832207744:192.168.203.56@tcp:104: 00010000:00010000:2.0:1746139103.659787:0:24929:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f16c600/0x1f9f6ca451acbbd0 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a36 expref: 47 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.659796:0:24929:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f16c600, rc 0) 00000100:00100000:2.0:1746139103.659943:0:24929:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c413800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b60e9717-019c-4527-a82a-15e993ac5189+47:1814:x1830958840448256:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2408us (4790us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139103.659949:0:24929:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30037 00000100:00100000:0.0:1746139103.661143:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139103.661238:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840448512 00000100:00100000:3.0:1746139103.661246:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840448512 00010000:00010000:3.0:1746139103.661279:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f16c000/0x1f9f6ca451acbbc9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a2f expref: 6 pid: 24929 timeout: 828 lvb_type: 0 00000100:00100000:3.0:1746139103.661318:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17351 00000100:00100000:3.0:1746139103.661326:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c411180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840448512:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139103.661342:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139103.661370:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f16c000/0x1f9f6ca451acbbc9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a2f expref: 6 pid: 24929 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746139103.661384:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f16c000/0x1f9f6ca451acbbc9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a2f expref: 6 pid: 24929 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746139103.661406:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f16c000/0x1f9f6ca451acbbc9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a2f expref: 6 pid: 24929 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746139103.661423:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139103.661426:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139103.661433:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f16c600/0x1f9f6ca451acbbd0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a36 expref: 46 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139103.661442:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f16c600/0x1f9f6ca451acbbd0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a36 expref: 46 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139103.661474:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f16c600/0x1f9f6ca451acbbd0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a36 expref: 46 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139103.661486:0:7207:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f16c600/0x1f9f6ca451acbbd0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a36 expref: 46 pid: 24929 timeout: 828 lvb_type: 0 00000100:00100000:3.0:1746139103.661507:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0759180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832208000:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139103.661594:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f0756c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746139103.666257:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139103.666366:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840448768 00000100:00100000:2.0:1746139103.666376:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840448768 00002000:00100000:2.0:1746139103.666431:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c412a00 x1830958840448768/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:29/0 lens 488/0 e 0 to 0 dl 1746139114 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139103.666441:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c412a00 with x1830958840448768 ext(0->4095) 00010000:00010000:2.0:1746139103.666450:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f16c600/0x1f9f6ca451acbbd0 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a36 expref: 47 pid: 24929 timeout: 828 lvb_type: 0 00000100:00100000:3.0:1746139103.666463:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0759180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832208000:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139103.666466:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f16c600/0x1f9f6ca451acbbd0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a36 expref: 47 pid: 24929 timeout: 828 lvb_type: 0 00002000:00010000:2.0:1746139103.666473:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c412a00 00010000:00010000:3.0:1746139103.666483:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139103.666513:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2773 00000100:00100000:2.0:1746139103.666522:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c412a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+47:2007:x1830958840448768:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746139103.666548:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c411180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2007:x1830958840448512:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 5222us (5409us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139103.666556:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17351 00000100:00100000:2.0:1746139103.669877:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c412a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+47:2007:x1830958840448768:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 3346us (3628us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746139103.669887:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2773 00002000:00100000:2.0:1746139103.669895:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c412a00 x1830958840448768/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:29/0 lens 488/4536 e 0 to 0 dl 1746139114 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139103.669904:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c412a00 with x1830958840448768 ext(0->4095) 00010000:00010000:2.0:1746139103.669913:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f16c600/0x1f9f6ca451acbbd0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a36 expref: 47 pid: 24929 timeout: 828 lvb_type: 0 00010000:00010000:2.0:1746139103.669927:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f16c600/0x1f9f6ca451acbbd0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a36 expref: 47 pid: 24929 timeout: 828 lvb_type: 0 00002000:00010000:2.0:1746139103.669933:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c412a00 00000100:00100000:0.0:1746139103.672124:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139103.672228:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840448896 00000100:00100000:3.0:1746139103.672239:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840448896 00010000:00010000:3.0:1746139103.672279:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f16c600/0x1f9f6ca451acbbd0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a36 expref: 47 pid: 24929 timeout: 828 lvb_type: 0 00000100:00100000:0.0:1746139103.672537:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139103.672811:0:24929:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840449024 00000100:00100000:2.0:1746139103.672816:0:24929:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840449024 00000100:00100000:2.0:1746139103.672851:0:24929:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30039 00000100:00100000:2.0:1746139103.672859:0:24929:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c411880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840449024:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139103.672876:0:24929:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139103.672891:0:24929:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f16d600/0x1f9f6ca451acbbde lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512a44 expref: -99 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.672915:0:24929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139103.672920:0:24929:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008760ca00/0x1f9f6ca451acbbd7 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a3d expref: 47 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.672931:0:24929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746139103.672934:0:24929:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f16d600/0x1f9f6ca451acbbde lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a44 expref: 6 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.672967:0:24929:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008760ca00/0x1f9f6ca451acbbd7 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a3d expref: 47 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.672979:0:24929:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f16d600/0x1f9f6ca451acbbde lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a44 expref: 6 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.672988:0:24929:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f16d600, rc 0) 00000100:00100000:2.0:1746139103.673025:0:24929:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c411880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840449024:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 166us (489us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139103.673030:0:24929:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30039 00000100:00100000:1.0:1746139103.674503:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17352 00000100:00100000:1.0:1746139103.674519:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c411500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+47:2008:x1830958840448896:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746139103.674534:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746139103.674562:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f16c600/0x1f9f6ca451acbbd0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a36 expref: 47 pid: 24929 timeout: 828 lvb_type: 0 00010000:00010000:1.0:1746139103.674576:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f16c600/0x1f9f6ca451acbbd0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a36 expref: 47 pid: 24929 timeout: 828 lvb_type: 0 00010000:00010000:1.0:1746139103.674597:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f16c600/0x1f9f6ca451acbbd0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a36 expref: 47 pid: 24929 timeout: 828 lvb_type: 0 00010000:00010000:1.0:1746139103.674637:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139103.674640:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139103.674647:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008760ca00/0x1f9f6ca451acbbd7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a3d expref: 46 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139103.674666:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008760ca00/0x1f9f6ca451acbbd7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a3d expref: 46 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139103.674694:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008760ca00/0x1f9f6ca451acbbd7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a3d expref: 46 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139103.674705:0:15672:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008760ca00/0x1f9f6ca451acbbd7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a3d expref: 46 pid: 9563 timeout: 828 lvb_type: 0 00000100:00100000:1.0:1746139103.674715:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb68e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832208256:192.168.203.56@tcp:105: 00000100:00100000:1.0:1746139103.674793:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a059d900 going to sleep for 11 seconds 00000100:00100000:1.0:1746139103.677309:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb68e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832208256:192.168.203.56@tcp:105: 00010000:00010000:1.0:1746139103.677333:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746139103.677387:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c411500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+46:2008:x1830958840448896:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 2873us (5272us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139103.677399:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17352 00000100:00100000:0.0:1746139103.677657:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139103.677782:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840449280 00000100:00100000:2.0:1746139103.677789:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840449280 00002000:00100000:2.0:1746139103.677825:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c413480 x1830958840449280/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:29/0 lens 488/0 e 0 to 0 dl 1746139114 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139103.677835:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c413480 with x1830958840449280 ext(0->4095) 00010000:00010000:2.0:1746139103.677842:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008760ca00/0x1f9f6ca451acbbd7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a3d expref: 46 pid: 9563 timeout: 828 lvb_type: 0 00010000:00010000:2.0:1746139103.677854:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008760ca00/0x1f9f6ca451acbbd7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a3d expref: 46 pid: 9563 timeout: 828 lvb_type: 0 00002000:00010000:2.0:1746139103.677861:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c413480 00000100:00100000:2.0:1746139103.677881:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2774 00000100:00100000:2.0:1746139103.677886:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c413480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+46:2008:x1830958840449280:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746139103.678003:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c413480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+46:2008:x1830958840449280:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 116us (347us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746139103.678008:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2774 00002000:00100000:2.0:1746139103.678013:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c413480 x1830958840449280/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:29/0 lens 488/4536 e 0 to 0 dl 1746139114 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139103.678020:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c413480 with x1830958840449280 ext(0->4095) 00010000:00010000:2.0:1746139103.678024:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008760ca00/0x1f9f6ca451acbbd7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a3d expref: 46 pid: 9563 timeout: 828 lvb_type: 0 00010000:00010000:2.0:1746139103.678033:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008760ca00/0x1f9f6ca451acbbd7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a3d expref: 46 pid: 9563 timeout: 828 lvb_type: 0 00002000:00010000:2.0:1746139103.678038:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c413480 00000100:00100000:0.0:1746139103.683834:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139103.683894:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840449408 00000100:00100000:2.0:1746139103.683905:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840449408 00000100:00100000:0.0:1746139103.683942:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139103.684161:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840449536 00000100:00100000:1.0:1746139103.684165:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840449536 00010000:00010000:1.0:1746139103.684196:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008760ca00/0x1f9f6ca451acbbd7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a3d expref: 47 pid: 9563 timeout: 828 lvb_type: 0 00000100:00100000:1.0:1746139103.684569:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17353 00000100:00100000:1.0:1746139103.684578:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c413b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+47:2010:x1830958840449536:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746139103.684593:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746139103.684638:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008760ca00/0x1f9f6ca451acbbd7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a3d expref: 47 pid: 9563 timeout: 828 lvb_type: 0 00010000:00010000:1.0:1746139103.684654:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008760ca00/0x1f9f6ca451acbbd7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a3d expref: 47 pid: 9563 timeout: 828 lvb_type: 0 00010000:00010000:1.0:1746139103.684685:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008760ca00/0x1f9f6ca451acbbd7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a3d expref: 47 pid: 9563 timeout: 828 lvb_type: 0 00010000:00010000:1.0:1746139103.684706:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139103.684708:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139103.684717:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f16d600/0x1f9f6ca451acbbde lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a44 expref: 5 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139103.684725:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f16d600/0x1f9f6ca451acbbde lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a44 expref: 5 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139103.684762:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f16d600/0x1f9f6ca451acbbde lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a44 expref: 5 pid: 24929 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746139103.684776:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb68e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832208384:192.168.203.56@tcp:105: 00000100:00100000:1.0:1746139103.684853:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a059d900 going to sleep for 11 seconds 00000100:00100000:2.0:1746139103.684994:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30040 00000100:00100000:2.0:1746139103.685002:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c412d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+46:1800:x1830958840449408:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139103.685016:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139103.685028:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f16d200/0x1f9f6ca451acbbe5 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512a4b expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.685047:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f16d600/0x1f9f6ca451acbbde lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a44 expref: 5 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.685058:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139103.685060:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139103.685063:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f16d200/0x1f9f6ca451acbbe5 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a4b expref: 47 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.685081:0:9564:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f16d600/0x1f9f6ca451acbbde lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a44 expref: 5 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.685091:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f16d600/0x1f9f6ca451acbbde lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a44 expref: 5 pid: 24929 timeout: 828 lvb_type: 0 00000100:00100000:2.0:1746139103.685099:0:9564:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134530700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832208512:192.168.203.56@tcp:104: 00000100:00100000:2.0:1746139103.685127:0:9564:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ec29e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746139103.686641:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb68e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832208384:192.168.203.56@tcp:105: 00000100:00100000:0.0:1746139103.686643:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00010000:00010000:1.0:1746139103.686657:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746139103.686687:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c413b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+47:2010:x1830958840449536:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 2110us (2744us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139103.686696:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17353 00000100:00100000:3.0:1746139103.688237:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840449792 00000100:00100000:3.0:1746139103.688247:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840449792 00002000:00100000:3.0:1746139103.688296:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c413100 x1830958840449792/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:29/0 lens 488/0 e 0 to 0 dl 1746139114 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139103.688307:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c413100 with x1830958840449792 ext(0->4095) 00010000:00010000:3.0:1746139103.688317:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f16d600/0x1f9f6ca451acbbde lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a44 expref: 6 pid: 24929 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746139103.688331:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f16d600/0x1f9f6ca451acbbde lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a44 expref: 6 pid: 24929 timeout: 828 lvb_type: 0 00002000:00010000:3.0:1746139103.688338:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c413100 00000100:00100000:3.0:1746139103.688363:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2775 00000100:00100000:3.0:1746139103.688371:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c413100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840449792:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746139103.688507:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c413100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840449792:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 136us (1869us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746139103.688513:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2775 00002000:00100000:3.0:1746139103.688518:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c413100 x1830958840449792/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:29/0 lens 488/4536 e 0 to 0 dl 1746139114 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139103.688526:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c413100 with x1830958840449792 ext(0->4095) 00010000:00010000:3.0:1746139103.688530:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f16d600/0x1f9f6ca451acbbde lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a44 expref: 6 pid: 24929 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746139103.688540:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f16d600/0x1f9f6ca451acbbde lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a44 expref: 6 pid: 24929 timeout: 828 lvb_type: 0 00002000:00010000:3.0:1746139103.688546:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c413100 00000100:00100000:2.0:1746139103.690549:0:9564:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134530700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832208512:192.168.203.56@tcp:104: 00010000:00010000:2.0:1746139103.690577:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f16d200/0x1f9f6ca451acbbe5 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a4b expref: 46 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.690593:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f16d200, rc 0) 00000100:00100000:2.0:1746139103.690681:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c412d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+46:1800:x1830958840449408:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5679us (6859us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139103.690689:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30040 00000100:00100000:1.0:1746139103.693216:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139103.694114:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840449920 00000100:00100000:2.0:1746139103.694124:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840449920 00000100:00100000:2.0:1746139103.694177:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30041 00000100:00100000:2.0:1746139103.694185:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb68e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+46:1814:x1830958840449920:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139103.694207:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139103.694222:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f16d800/0x1f9f6ca451acbbec lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512a52 expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.694249:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139103.694255:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f16d200/0x1f9f6ca451acbbe5 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a4b expref: 47 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.694261:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139103.694264:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f16d800/0x1f9f6ca451acbbec lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a52 expref: 47 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.694300:0:9564:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f16d200/0x1f9f6ca451acbbe5 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a4b expref: 47 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.694312:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f16d800/0x1f9f6ca451acbbec lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a52 expref: 47 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.694321:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f16d800, rc 0) 00000100:00100000:2.0:1746139103.694371:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb68e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+47:1814:x1830958840449920:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 186us (1164us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139103.694377:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30041 00000100:00100000:0.0:1746139103.695662:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139103.695708:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840450048 00000100:00100000:1.0:1746139103.695713:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840450048 00010000:00010000:1.0:1746139103.695739:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f16d600/0x1f9f6ca451acbbde lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a44 expref: 6 pid: 24929 timeout: 828 lvb_type: 0 00000100:00100000:1.0:1746139103.695771:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17354 00000100:00100000:1.0:1746139103.695777:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4958850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840450048:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746139103.695787:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746139103.695807:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f16d600/0x1f9f6ca451acbbde lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a44 expref: 6 pid: 24929 timeout: 828 lvb_type: 0 00010000:00010000:1.0:1746139103.695818:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f16d600/0x1f9f6ca451acbbde lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a44 expref: 6 pid: 24929 timeout: 828 lvb_type: 0 00010000:00010000:1.0:1746139103.695836:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f16d600/0x1f9f6ca451acbbde lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a44 expref: 6 pid: 24929 timeout: 828 lvb_type: 0 00010000:00010000:1.0:1746139103.695859:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139103.695861:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139103.695867:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f16d200/0x1f9f6ca451acbbe5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a4b expref: 46 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139103.695875:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f16d200/0x1f9f6ca451acbbe5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a4b expref: 46 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139103.695900:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f16d200/0x1f9f6ca451acbbe5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a4b expref: 46 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139103.695916:0:15672:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f16d200/0x1f9f6ca451acbbe5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a4b expref: 46 pid: 9564 timeout: 828 lvb_type: 0 00000100:00100000:1.0:1746139103.695927:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb69500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832208768:192.168.203.56@tcp:105: 00000100:00100000:1.0:1746139103.695997:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a059d900 going to sleep for 11 seconds 00000100:00100000:1.0:1746139103.698157:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb69500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832208768:192.168.203.56@tcp:105: 00010000:00010000:1.0:1746139103.698176:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746139103.698220:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139103.698315:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840450176 00000100:00100000:3.0:1746139103.698321:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840450176 00010000:00010000:3.0:1746139103.698347:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f16d200/0x1f9f6ca451acbbe5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a4b expref: 47 pid: 9564 timeout: 828 lvb_type: 0 00000100:00100000:3.0:1746139103.698479:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17355 00000100:00100000:1.0:1746139103.698483:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4958850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2008:x1830958840450048:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 2703us (2823us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139103.698486:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c410380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+47:2007:x1830958840450176:12345-192.168.203.56@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1746139103.698500:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17354 00010000:00010000:3.0:1746139103.698505:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139103.698521:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f16d200/0x1f9f6ca451acbbe5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a4b expref: 47 pid: 9564 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746139103.698531:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f16d200/0x1f9f6ca451acbbe5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a4b expref: 47 pid: 9564 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746139103.698548:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f16d200/0x1f9f6ca451acbbe5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a4b expref: 47 pid: 9564 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746139103.698562:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139103.698564:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139103.698569:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f16d800/0x1f9f6ca451acbbec lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a52 expref: 46 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139103.698576:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f16d800/0x1f9f6ca451acbbec lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a52 expref: 46 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139103.699006:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f16d800/0x1f9f6ca451acbbec lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a52 expref: 46 pid: 9564 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139103.699018:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0759180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832208896:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139103.699062:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f0756c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746139103.702972:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0759180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832208896:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139103.702996:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139103.703045:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c410380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+46:2007:x1830958840450176:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 4558us (4824us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139103.703056:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17355 00000100:00100000:0.0:1746139103.703303:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139103.703364:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840450432 00000100:00100000:1.0:1746139103.703372:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840450432 00002000:00100000:1.0:1746139103.703553:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c410700 x1830958840450432/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:29/0 lens 488/0 e 0 to 0 dl 1746139114 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139103.703563:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c410700 with x1830958840450432 ext(0->4095) 00002000:00010000:1.0:1746139103.703567:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c410700 00000100:00100000:1.0:1746139103.703595:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13375 00000100:00100000:1.0:1746139103.703603:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c410700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+46:2008:x1830958840450432:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746139103.703969:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c410700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+46:2008:x1830958840450432:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 367us (668us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139103.703976:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13375 00002000:00100000:1.0:1746139103.703981:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c410700 x1830958840450432/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:29/0 lens 488/4536 e 0 to 0 dl 1746139114 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139103.703995:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c410700 with x1830958840450432 ext(0->4095) 00002000:00010000:1.0:1746139103.703997:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c410700 00000100:00100000:0.0:1746139103.706115:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139103.706205:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840450560 00000100:00100000:3.0:1746139103.706212:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840450560 00000100:00100000:3.0:1746139103.706249:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30042 00000100:00100000:3.0:1746139103.706255:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c411c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840450560:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746139103.706269:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139103.706285:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009edca400/0x1f9f6ca451acbbf3 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512a59 expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139103.706311:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f16d800/0x1f9f6ca451acbbec lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a52 expref: 45 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139103.706318:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746139103.706320:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746139103.706323:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009edca400/0x1f9f6ca451acbbf3 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a59 expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139103.706351:0:9564:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f16d800/0x1f9f6ca451acbbec lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a52 expref: 45 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139103.706361:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f16d800/0x1f9f6ca451acbbec lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a52 expref: 45 pid: 9564 timeout: 828 lvb_type: 0 00000100:00100000:3.0:1746139103.706377:0:9564:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0759180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832209024:192.168.203.56@tcp:104: 00000100:00100000:3.0:1746139103.707000:0:9564:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f0756c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746139103.709611:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139103.709911:0:9564:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0759180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832209024:192.168.203.56@tcp:104: 00010000:00010000:3.0:1746139103.709947:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009edca400/0x1f9f6ca451acbbf3 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a59 expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139103.709966:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009edca400, rc 0) 00000100:00100000:3.0:1746139103.710427:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c411c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840450560:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4170us (4317us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139103.710436:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30042 00000100:00100000:3.0:1746139103.710465:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840450688 00000100:00100000:3.0:1746139103.710470:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840450688 00000100:00100000:1.0:1746139103.711422:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139103.711674:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30043 00000100:00100000:3.0:1746139103.711682:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c412300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+46:1800:x1830958840450688:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746139103.711697:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139103.711711:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009edca800/0x1f9f6ca451acbbfa lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512a60 expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139103.711734:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746139103.711738:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009edca400/0x1f9f6ca451acbbf3 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a59 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139103.711743:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746139103.711746:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009edca800/0x1f9f6ca451acbbfa lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a60 expref: 47 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139103.711778:0:9564:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009edca400/0x1f9f6ca451acbbf3 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a59 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139103.711786:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009edca800/0x1f9f6ca451acbbfa lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a60 expref: 47 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139103.711792:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009edca800, rc 0) 00000100:00100000:3.0:1746139103.711815:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c412300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+47:1800:x1830958840450688:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 135us (2217us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139103.711819:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30043 00000100:00100000:3.0:1746139103.713410:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840450816 00000100:00100000:3.0:1746139103.713418:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840450816 00010000:00010000:3.0:1746139103.713443:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f16d800/0x1f9f6ca451acbbec lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a52 expref: 47 pid: 9564 timeout: 828 lvb_type: 0 00000100:00100000:3.0:1746139103.714678:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17356 00000100:00100000:3.0:1746139103.715853:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb69500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+47:2007:x1830958840450816:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139103.715872:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139103.715897:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f16d800/0x1f9f6ca451acbbec lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a52 expref: 47 pid: 9564 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746139103.715911:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f16d800/0x1f9f6ca451acbbec lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a52 expref: 47 pid: 9564 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746139103.715934:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f16d800/0x1f9f6ca451acbbec lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a52 expref: 47 pid: 9564 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746139103.715965:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139103.715968:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139103.715975:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009edca400/0x1f9f6ca451acbbf3 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a59 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139103.715982:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009edca400/0x1f9f6ca451acbbf3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a59 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139103.716011:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009edca400/0x1f9f6ca451acbbf3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a59 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139103.716022:0:7207:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009edca400/0x1f9f6ca451acbbf3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a59 expref: 5 pid: 9564 timeout: 828 lvb_type: 0 00000100:00100000:3.0:1746139103.716034:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0759180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832209280:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139103.716109:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f0756c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746139103.721223:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139103.722157:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0759180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832209280:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139103.722180:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139103.722571:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840451072 00000100:00100000:2.0:1746139103.722580:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840451072 00002000:00100000:2.0:1746139103.722649:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c410000 x1830958840451072/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:29/0 lens 488/0 e 0 to 0 dl 1746139114 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139103.722660:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c410000 with x1830958840451072 ext(0->4095) 00010000:00010000:2.0:1746139103.722670:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009edca400/0x1f9f6ca451acbbf3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a59 expref: 6 pid: 9564 timeout: 828 lvb_type: 0 00000100:00100000:3.0:1746139103.723937:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb69500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+46:2007:x1830958840450816:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 9242us (12507us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139103.723949:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17356 00010000:00010000:2.0:1746139103.724079:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009edca400/0x1f9f6ca451acbbf3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a59 expref: 6 pid: 9564 timeout: 828 lvb_type: 0 00002000:00010000:2.0:1746139103.724088:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c410000 00000100:00100000:2.0:1746139103.724919:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2776 00000100:00100000:2.0:1746139103.724931:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c410000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840451072:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746139103.725097:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c410000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840451072:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 170us (3885us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746139103.725103:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2776 00002000:00100000:2.0:1746139103.725109:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c410000 x1830958840451072/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:29/0 lens 488/4536 e 0 to 0 dl 1746139114 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139103.725118:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c410000 with x1830958840451072 ext(0->4095) 00010000:00010000:2.0:1746139103.725125:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009edca400/0x1f9f6ca451acbbf3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a59 expref: 6 pid: 9564 timeout: 828 lvb_type: 0 00010000:00010000:2.0:1746139103.725135:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009edca400/0x1f9f6ca451acbbf3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a59 expref: 6 pid: 9564 timeout: 828 lvb_type: 0 00002000:00010000:2.0:1746139103.725140:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c410000 00000100:00100000:0.0:1746139103.734778:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139103.734855:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840451200 00000100:00100000:3.0:1746139103.734865:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840451200 00010000:00010000:3.0:1746139103.734908:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009edca400/0x1f9f6ca451acbbf3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a59 expref: 6 pid: 9564 timeout: 828 lvb_type: 0 00000100:00100000:3.0:1746139103.735591:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17357 00000100:00100000:3.0:1746139103.735600:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c410e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840451200:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139103.735655:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139103.735680:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009edca400/0x1f9f6ca451acbbf3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a59 expref: 6 pid: 9564 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746139103.735693:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009edca400/0x1f9f6ca451acbbf3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a59 expref: 6 pid: 9564 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746139103.735716:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009edca400/0x1f9f6ca451acbbf3 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a59 expref: 6 pid: 9564 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746139103.735749:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139103.735751:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139103.735759:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009edca800/0x1f9f6ca451acbbfa lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a60 expref: 45 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139103.735766:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009edca800/0x1f9f6ca451acbbfa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a60 expref: 45 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139103.735799:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009edca800/0x1f9f6ca451acbbfa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a60 expref: 45 pid: 9564 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139103.735811:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0759180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832209408:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139103.735894:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f0756c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746139103.742896:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139103.742982:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840451456 00000100:00100000:1.0:1746139103.742993:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840451456 00002000:00100000:1.0:1746139103.743043:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c410a80 x1830958840451456/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:29/0 lens 488/0 e 0 to 0 dl 1746139114 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139103.743054:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c410a80 with x1830958840451456 ext(0->4095) 00002000:00010000:1.0:1746139103.743059:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c410a80 00000100:00100000:1.0:1746139103.743096:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13376 00000100:00100000:1.0:1746139103.743103:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c410a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+46:2009:x1830958840451456:12345-192.168.203.56@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746139103.743242:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c410a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+46:2009:x1830958840451456:12345-192.168.203.56@tcp:3:ptlrpcd_01_00.0 Request processed in 139us (355us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139103.743249:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13376 00002000:00100000:1.0:1746139103.743254:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c410a80 x1830958840451456/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:29/0 lens 488/4536 e 0 to 0 dl 1746139114 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139103.743261:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c410a80 with x1830958840451456 ext(0->4095) 00002000:00010000:1.0:1746139103.743263:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c410a80 00000100:00100000:3.0:1746139103.743349:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0759180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832209408:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139103.743367:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139103.743403:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c410e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2007:x1830958840451200:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 7805us (8638us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139103.743411:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17357 00000100:00100000:0.0:1746139103.750909:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139103.752186:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840451584 00000100:00100000:2.0:1746139103.752201:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840451584 00000100:00100000:2.0:1746139103.752263:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30044 00000100:00100000:2.0:1746139103.752272:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c411180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840451584:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139103.752295:0:9563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139103.752314:0:9563:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f16ca00/0x1f9f6ca451acbc01 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512a67 expref: -99 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.752348:0:9563:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009edca800/0x1f9f6ca451acbbfa lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a60 expref: 45 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.752356:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139103.752358:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139103.752362:0:9563:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f16ca00/0x1f9f6ca451acbc01 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a67 expref: 6 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.752396:0:9563:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009edca800/0x1f9f6ca451acbbfa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a60 expref: 45 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.752410:0:9563:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009edca800/0x1f9f6ca451acbbfa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a60 expref: 45 pid: 9564 timeout: 829 lvb_type: 0 00000100:00100000:2.0:1746139103.752423:0:9563:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134530700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832209536:192.168.203.56@tcp:104: 00000100:00100000:2.0:1746139103.752515:0:9563:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ec29780 going to sleep for 11 seconds 00000100:00100000:2.0:1746139103.771671:0:9563:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134530700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832209536:192.168.203.56@tcp:104: 00010000:00010000:2.0:1746139103.771705:0:9563:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f16ca00/0x1f9f6ca451acbc01 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a67 expref: 6 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.771725:0:9563:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f16ca00, rc 0) 00000100:00100000:2.0:1746139103.771786:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c411180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840451584:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 19514us (20887us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139103.771799:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30044 00000100:00100000:0.0:1746139103.793368:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139103.793410:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139103.793479:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840451712 00000100:00100000:3.0:1746139103.793498:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840451712 00002000:00100000:3.0:1746139103.793548:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff88009c413b80 x1830958840451712/t0(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:29/0 lens 496/0 e 0 to 0 dl 1746139114 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139103.793557:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c413b80 with x1830958840451712 ext(0->7) 00010000:00010000:3.0:1746139103.793566:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009edca800/0x1f9f6ca451acbbfa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a60 expref: 46 pid: 9564 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746139103.793581:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009edca800/0x1f9f6ca451acbbfa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a60 expref: 46 pid: 9564 timeout: 829 lvb_type: 0 00002000:00010000:3.0:1746139103.793588:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c413b80 00000100:00100000:3.0:1746139103.793641:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2777 00000100:00100000:3.0:1746139103.793649:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c413b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+46:2008:x1830958840451712:12345-192.168.203.56@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746139103.793819:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840451840 00000100:00100000:2.0:1746139103.793824:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840451840 00000100:00100000:2.0:1746139103.793848:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30045 00000100:00100000:2.0:1746139103.793853:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c411500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+47:1800:x1830958840451840:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139103.793861:0:9563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139103.793876:0:9563:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f16c000/0x1f9f6ca451acbc08 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512a6e expref: -99 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.793895:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139103.793900:0:9563:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f16ca00/0x1f9f6ca451acbc01 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a67 expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.793906:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746139103.793909:0:9563:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f16c000/0x1f9f6ca451acbc08 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a6e expref: 48 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.793942:0:9563:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f16ca00/0x1f9f6ca451acbc01 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a67 expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.793952:0:9563:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f16c000/0x1f9f6ca451acbc08 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a6e expref: 48 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.793960:0:9563:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f16c000, rc 0) 00000100:00100000:2.0:1746139103.794009:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c411500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+48:1800:x1830958840451840:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 155us (652us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139103.794014:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30045 00000100:00100000:3.0:1746139103.796044:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c413b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+49:2008:x1830958840451712:12345-192.168.203.56@tcp:4:ldlm_bl.0 Request processed in 2387us (2624us total) trans 4294972107 rc 0/0 00000100:00100000:3.0:1746139103.796052:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2777 00002000:00100000:3.0:1746139103.796061:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff88009c413b80 x1830958840451712/t4294972107(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:29/0 lens 496/448 e 0 to 0 dl 1746139114 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139103.796069:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c413b80 with x1830958840451712 ext(0->7) 00010000:00010000:3.0:1746139103.796079:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009edca800/0x1f9f6ca451acbbfa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a60 expref: 49 pid: 9564 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746139103.796094:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009edca800/0x1f9f6ca451acbbfa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a60 expref: 49 pid: 9564 timeout: 829 lvb_type: 0 00002000:00010000:3.0:1746139103.796101:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c413b80 00000100:00100000:0.0:1746139103.800191:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139103.800297:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840451968 00000100:00100000:3.0:1746139103.800306:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840451968 00010000:00010000:3.0:1746139103.800345:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009edca800/0x1f9f6ca451acbbfa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a60 expref: 49 pid: 9564 timeout: 829 lvb_type: 0 00000100:00100000:3.0:1746139103.800389:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17358 00000100:00100000:3.0:1746139103.800396:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800885cd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+49:2007:x1830958840451968:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139103.800410:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139103.800432:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009edca800/0x1f9f6ca451acbbfa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a60 expref: 49 pid: 9564 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746139103.800444:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009edca800/0x1f9f6ca451acbbfa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a60 expref: 49 pid: 9564 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746139103.800470:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009edca800/0x1f9f6ca451acbbfa lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a60 expref: 49 pid: 9564 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746139103.800499:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139103.800501:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139103.800509:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f16ca00/0x1f9f6ca451acbc01 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a67 expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139103.800521:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f16ca00/0x1f9f6ca451acbc01 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a67 expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139103.800555:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f16ca00/0x1f9f6ca451acbc01 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a67 expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139103.800566:0:7207:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f16ca00/0x1f9f6ca451acbc01 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a67 expref: 5 pid: 9563 timeout: 829 lvb_type: 0 00000100:00100000:3.0:1746139103.800577:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0759180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832209792:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139103.800692:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f0756c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746139103.802748:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0759180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832209792:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139103.802772:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139103.802813:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800885cd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+48:2007:x1830958840451968:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 2416us (2633us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139103.802825:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17358 00000100:00100000:0.0:1746139103.803438:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139103.803535:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840452224 00000100:00100000:0.0:1746139103.803543:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840452224 00002000:00100000:0.0:1746139103.803586:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800885cc700 x1830958840452224/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:29/0 lens 488/0 e 0 to 0 dl 1746139114 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139103.803596:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800885cc700 with x1830958840452224 ext(0->4095) 00010000:00010000:0.0:1746139103.803605:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f16ca00/0x1f9f6ca451acbc01 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a67 expref: 6 pid: 9563 timeout: 829 lvb_type: 0 00010000:00010000:0.0:1746139103.804609:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f16ca00/0x1f9f6ca451acbc01 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a67 expref: 6 pid: 9563 timeout: 829 lvb_type: 0 00002000:00010000:0.0:1746139103.804633:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800885cc700 00000100:00100000:1.0:1746139103.805212:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2778 00000100:00100000:1.0:1746139103.805226:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800885cc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840452224:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746139103.805768:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800885cc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840452224:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 546us (2330us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139103.805780:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2778 00002000:00100000:1.0:1746139103.805788:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800885cc700 x1830958840452224/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:29/0 lens 488/4536 e 0 to 0 dl 1746139114 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139103.805797:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800885cc700 with x1830958840452224 ext(0->4095) 00010000:00010000:1.0:1746139103.805804:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f16ca00/0x1f9f6ca451acbc01 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a67 expref: 6 pid: 9563 timeout: 829 lvb_type: 0 00010000:00010000:1.0:1746139103.805814:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f16ca00/0x1f9f6ca451acbc01 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a67 expref: 6 pid: 9563 timeout: 829 lvb_type: 0 00002000:00010000:1.0:1746139103.805821:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800885cc700 00000100:00100000:0.0:1746139103.808861:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139103.808983:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840452352 00000100:00100000:3.0:1746139103.808993:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840452352 00010000:00010000:3.0:1746139103.809035:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f16ca00/0x1f9f6ca451acbc01 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a67 expref: 6 pid: 9563 timeout: 829 lvb_type: 0 00000100:00100000:3.0:1746139103.809239:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17359 00000100:00100000:3.0:1746139103.809247:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800885cc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840452352:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139103.809265:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139103.809289:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f16ca00/0x1f9f6ca451acbc01 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a67 expref: 6 pid: 9563 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746139103.809302:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f16ca00/0x1f9f6ca451acbc01 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a67 expref: 6 pid: 9563 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746139103.809325:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f16ca00/0x1f9f6ca451acbc01 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a67 expref: 6 pid: 9563 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746139103.809355:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139103.809357:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139103.809365:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f16c000/0x1f9f6ca451acbc08 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a6e expref: 47 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139103.809372:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f16c000/0x1f9f6ca451acbc08 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a6e expref: 47 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139103.809407:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f16c000/0x1f9f6ca451acbc08 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a6e expref: 47 pid: 9563 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139103.809420:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0759180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832209920:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139103.809507:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f0756c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746139103.813477:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139103.813570:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0759180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832209920:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139103.813592:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139103.813673:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800885cc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2007:x1830958840452352:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 4425us (4822us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139103.813686:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17359 00000100:00100000:1.0:1746139103.814434:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840452608 00000100:00100000:1.0:1746139103.814442:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840452608 00002000:00100000:1.0:1746139103.814487:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880134530700 x1830958840452608/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:29/0 lens 488/0 e 0 to 0 dl 1746139114 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139103.814505:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134530700 with x1830958840452608 ext(0->4095) 00002000:00010000:1.0:1746139103.814510:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134530700 00000100:00100000:1.0:1746139103.814529:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13377 00000100:00100000:1.0:1746139103.814535:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134530700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+48:2009:x1830958840452608:12345-192.168.203.56@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746139103.814685:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134530700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+48:2009:x1830958840452608:12345-192.168.203.56@tcp:3:ptlrpcd_01_00.0 Request processed in 149us (1217us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139103.814691:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13377 00002000:00100000:1.0:1746139103.814696:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880134530700 x1830958840452608/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:29/0 lens 488/4536 e 0 to 0 dl 1746139114 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139103.814708:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134530700 with x1830958840452608 ext(0->4095) 00002000:00010000:1.0:1746139103.814710:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134530700 00000100:00100000:0.0:1746139103.821810:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139103.821976:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840452736 00000100:00100000:2.0:1746139103.821987:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840452736 00000100:00100000:2.0:1746139103.822038:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30046 00000100:00100000:2.0:1746139103.822047:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800885cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840452736:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139103.822069:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139103.822090:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f16d200/0x1f9f6ca451acbc0f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512a75 expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.822128:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f16c000/0x1f9f6ca451acbc08 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a6e expref: 47 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.822136:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139103.822139:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139103.822143:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f16d200/0x1f9f6ca451acbc0f lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a75 expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.822186:0:9564:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f16c000/0x1f9f6ca451acbc08 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a6e expref: 47 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.822199:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f16c000/0x1f9f6ca451acbc08 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a6e expref: 47 pid: 9563 timeout: 829 lvb_type: 0 00000100:00100000:2.0:1746139103.822212:0:9564:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134532a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832210048:192.168.203.56@tcp:104: 00000100:00100000:2.0:1746139103.822315:0:9564:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ec29780 going to sleep for 11 seconds 00000100:00100000:2.0:1746139103.824078:0:9564:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134532a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832210048:192.168.203.56@tcp:104: 00010000:00010000:2.0:1746139103.824105:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f16d200/0x1f9f6ca451acbc0f lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a75 expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.824121:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f16d200, rc 0) 00000100:00100000:2.0:1746139103.824154:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800885cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840452736:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2108us (2354us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139103.824163:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30046 00000100:00100000:0.0:1746139103.824799:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139103.824854:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840452864 00000100:00100000:2.0:1746139103.824860:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840452864 00000100:00100000:2.0:1746139103.824887:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30047 00000100:00100000:2.0:1746139103.824893:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800885cd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+48:1800:x1830958840452864:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139103.824908:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139103.824921:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f16d600/0x1f9f6ca451acbc16 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512a7c expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.824940:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139103.824945:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f16d200/0x1f9f6ca451acbc0f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a75 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.824950:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746139103.824953:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f16d600/0x1f9f6ca451acbc16 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a7c expref: 49 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.824982:0:9564:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f16d200/0x1f9f6ca451acbc0f lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a75 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.824991:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f16d600/0x1f9f6ca451acbc16 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a7c expref: 49 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.825003:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f16d600, rc 0) 00000100:00100000:2.0:1746139103.826982:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800885cd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+49:1800:x1830958840452864:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2079us (2174us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139103.826991:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30047 00000100:00100000:0.0:1746139103.827485:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139103.827552:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840452992 00000100:00100000:3.0:1746139103.827563:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840452992 00010000:00010000:3.0:1746139103.827598:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f16c000/0x1f9f6ca451acbc08 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a6e expref: 49 pid: 9563 timeout: 829 lvb_type: 0 00000100:00100000:3.0:1746139103.827663:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17360 00000100:00100000:3.0:1746139103.827670:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800885cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+49:2007:x1830958840452992:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139103.827688:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139103.827717:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f16c000/0x1f9f6ca451acbc08 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a6e expref: 49 pid: 9563 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746139103.827731:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f16c000/0x1f9f6ca451acbc08 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a6e expref: 49 pid: 9563 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746139103.827761:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f16c000/0x1f9f6ca451acbc08 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a6e expref: 49 pid: 9563 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746139103.827783:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139103.827786:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139103.827796:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f16d200/0x1f9f6ca451acbc0f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a75 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139103.827804:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f16d200/0x1f9f6ca451acbc0f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a75 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139103.827844:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f16d200/0x1f9f6ca451acbc0f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a75 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139103.827857:0:7207:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f16d200/0x1f9f6ca451acbc0f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a75 expref: 5 pid: 9564 timeout: 829 lvb_type: 0 00000100:00100000:3.0:1746139103.827871:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0759180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832210304:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139103.827962:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f0756c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746139103.830352:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0759180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832210304:192.168.203.56@tcp:105: 00000100:00100000:0.0:1746139103.830360:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00010000:00010000:3.0:1746139103.830374:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746139103.830543:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840453248 00000100:00100000:1.0:1746139103.830551:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840453248 00002000:00100000:1.0:1746139103.830595:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800885cf100 x1830958840453248/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:29/0 lens 488/0 e 0 to 0 dl 1746139114 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139103.830605:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800885cf100 with x1830958840453248 ext(0->4095) 00010000:00010000:1.0:1746139103.830613:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f16d200/0x1f9f6ca451acbc0f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a75 expref: 6 pid: 9564 timeout: 829 lvb_type: 0 00010000:00010000:1.0:1746139103.830662:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f16d200/0x1f9f6ca451acbc0f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a75 expref: 6 pid: 9564 timeout: 829 lvb_type: 0 00002000:00010000:1.0:1746139103.830668:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800885cf100 00000100:00100000:1.0:1746139103.830686:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2779 00000100:00100000:1.0:1746139103.830692:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800885cf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840453248:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746139103.831002:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800885cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+48:2007:x1830958840452992:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3330us (3516us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139103.831010:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17360 00000100:00100000:1.0:1746139103.831322:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800885cf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840453248:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 628us (960us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139103.831328:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2779 00002000:00100000:1.0:1746139103.831333:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800885cf100 x1830958840453248/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:29/0 lens 488/4536 e 0 to 0 dl 1746139114 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139103.831340:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800885cf100 with x1830958840453248 ext(0->4095) 00010000:00010000:1.0:1746139103.831345:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f16d200/0x1f9f6ca451acbc0f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a75 expref: 6 pid: 9564 timeout: 829 lvb_type: 0 00010000:00010000:1.0:1746139103.831355:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f16d200/0x1f9f6ca451acbc0f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a75 expref: 6 pid: 9564 timeout: 829 lvb_type: 0 00002000:00010000:1.0:1746139103.831361:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800885cf100 00000100:00100000:0.0:1746139103.840302:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139103.840416:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840453376 00000100:00100000:3.0:1746139103.840428:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840453376 00010000:00010000:3.0:1746139103.840468:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f16d200/0x1f9f6ca451acbc0f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a75 expref: 6 pid: 9564 timeout: 829 lvb_type: 0 00000100:00100000:3.0:1746139103.840519:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17361 00000100:00100000:3.0:1746139103.840527:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b495b450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840453376:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139103.840541:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139103.840563:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f16d200/0x1f9f6ca451acbc0f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a75 expref: 6 pid: 9564 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746139103.840575:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f16d200/0x1f9f6ca451acbc0f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a75 expref: 6 pid: 9564 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746139103.840599:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f16d200/0x1f9f6ca451acbc0f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a75 expref: 6 pid: 9564 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746139103.840648:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139103.840650:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139103.840658:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f16d600/0x1f9f6ca451acbc16 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a7c expref: 47 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139103.840666:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f16d600/0x1f9f6ca451acbc16 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a7c expref: 47 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139103.840702:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f16d600/0x1f9f6ca451acbc16 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a7c expref: 47 pid: 9564 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139103.840714:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0759180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832210432:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139103.844324:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f0756c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746139103.848820:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0759180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832210432:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139103.848843:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139103.849173:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b495b450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2007:x1830958840453376:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 8645us (8883us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139103.849186:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17361 00000100:00100000:0.0:1746139103.849419:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139103.849529:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840453632 00000100:00100000:1.0:1746139103.849537:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840453632 00002000:00100000:1.0:1746139103.849578:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800885cd180 x1830958840453632/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:29/0 lens 488/0 e 0 to 0 dl 1746139114 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139103.849588:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800885cd180 with x1830958840453632 ext(0->4095) 00002000:00010000:1.0:1746139103.849592:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800885cd180 00000100:00100000:1.0:1746139103.849607:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13378 00000100:00100000:1.0:1746139103.849613:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800885cd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+48:2007:x1830958840453632:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746139103.849762:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800885cd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+48:2007:x1830958840453632:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 149us (344us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139103.849768:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13378 00002000:00100000:1.0:1746139103.849773:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800885cd180 x1830958840453632/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:29/0 lens 488/4536 e 0 to 0 dl 1746139114 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139103.849780:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800885cd180 with x1830958840453632 ext(0->4095) 00002000:00010000:1.0:1746139103.849783:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800885cd180 00000100:00100000:0.0:1746139103.851875:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139103.852004:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840453760 00000100:00100000:2.0:1746139103.852012:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840453760 00000100:00100000:2.0:1746139103.852064:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30048 00000100:00100000:2.0:1746139103.852072:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800885cca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840453760:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139103.852090:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139103.852108:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f16c600/0x1f9f6ca451acbc1d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512a83 expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.852138:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f16d600/0x1f9f6ca451acbc16 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a7c expref: 47 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.852146:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139103.852148:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139103.852152:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f16c600/0x1f9f6ca451acbc1d lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a83 expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.852189:0:9564:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f16d600/0x1f9f6ca451acbc16 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a7c expref: 47 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.852202:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f16d600/0x1f9f6ca451acbc16 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a7c expref: 47 pid: 9564 timeout: 829 lvb_type: 0 00000100:00100000:2.0:1746139103.852219:0:9564:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134532a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832210560:192.168.203.56@tcp:104: 00000100:00100000:2.0:1746139103.852299:0:9564:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ec29780 going to sleep for 11 seconds 00000100:00100000:2.0:1746139103.853671:0:9564:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134532a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832210560:192.168.203.56@tcp:104: 00010000:00010000:2.0:1746139103.853693:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f16c600/0x1f9f6ca451acbc1d lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a83 expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.853708:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f16c600, rc 0) 00000100:00100000:2.0:1746139103.853872:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800885cca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840453760:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1799us (2004us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139103.853881:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30048 00000100:00100000:0.0:1746139103.854270:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139103.855139:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840453888 00000100:00100000:3.0:1746139103.855150:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840453888 00010000:00010000:3.0:1746139103.855188:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f16d600/0x1f9f6ca451acbc16 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a7c expref: 48 pid: 9564 timeout: 829 lvb_type: 0 00000100:00100000:3.0:1746139103.855218:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17362 00000100:00100000:3.0:1746139103.855225:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800885ce680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+48:2007:x1830958840453888:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139103.855240:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139103.855263:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f16d600/0x1f9f6ca451acbc16 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a7c expref: 48 pid: 9564 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746139103.855279:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f16d600/0x1f9f6ca451acbc16 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a7c expref: 48 pid: 9564 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746139103.855308:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f16d600/0x1f9f6ca451acbc16 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a7c expref: 48 pid: 9564 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746139103.855338:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139103.855340:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139103.855825:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f16c600/0x1f9f6ca451acbc1d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a83 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139103.855834:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f16c600/0x1f9f6ca451acbc1d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a83 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139103.855870:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f16c600/0x1f9f6ca451acbc1d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a83 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139103.855882:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0759180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832210688:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139103.855959:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a066df00 going to sleep for 11 seconds 00000100:00100000:0.0:1746139103.862535:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139103.862725:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0759180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832210688:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139103.862747:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139103.863414:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800885ce680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+47:2007:x1830958840453888:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 8187us (9142us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139103.863425:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17362 00000100:00100000:1.0:1746139103.863446:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840454144 00000100:00100000:1.0:1746139103.863454:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840454144 00002000:00100000:1.0:1746139103.863927:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800885ced80 x1830958840454144/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:29/0 lens 488/0 e 0 to 0 dl 1746139114 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139103.863943:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800885ced80 with x1830958840454144 ext(0->4095) 00002000:00010000:1.0:1746139103.863948:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800885ced80 00000100:00100000:1.0:1746139103.863975:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13379 00000100:00100000:1.0:1746139103.863983:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800885ced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840454144:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746139103.864121:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800885ced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840454144:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 138us (1598us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139103.864127:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13379 00002000:00100000:1.0:1746139103.864132:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800885ced80 x1830958840454144/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:29/0 lens 488/4536 e 0 to 0 dl 1746139114 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139103.864138:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800885ced80 with x1830958840454144 ext(0->4095) 00002000:00010000:1.0:1746139103.864141:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800885ced80 00000100:00100000:3.0:1746139103.864609:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139103.864805:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840454272 00000100:00100000:2.0:1746139103.864810:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840454272 00000100:00100000:2.0:1746139103.864852:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30049 00000100:00100000:2.0:1746139103.864857:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0759180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+47:1800:x1830958840454272:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139103.864867:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139103.864892:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f16d600/0x1f9f6ca451acbc24 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512a8a expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.865651:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f16c600/0x1f9f6ca451acbc1d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a83 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.865661:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139103.865663:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139103.865668:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f16d600/0x1f9f6ca451acbc24 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a8a expref: 48 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.865706:0:9564:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f16c600/0x1f9f6ca451acbc1d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a83 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.865719:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f16c600/0x1f9f6ca451acbc1d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a83 expref: 5 pid: 9564 timeout: 829 lvb_type: 0 00000100:00100000:2.0:1746139103.866043:0:9564:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134532a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832210816:192.168.203.56@tcp:104: 00000100:00100000:0.0:1746139103.866352:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139103.866433:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840454400 00000100:00100000:0.0:1746139103.866437:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840454400 00000100:00100000:0.0:1746139103.866466:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30050 00000100:00100000:0.0:1746139103.866471:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800885cce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+49:1814:x1830958840454400:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746139103.866481:0:9563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746139103.866502:0:9563:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008760ca00/0x1f9f6ca451acbc2b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512a91 expref: -99 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139103.866519:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139103.866523:0:9563:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f16d600/0x1f9f6ca451acbc24 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a8a expref: 50 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139103.866529:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746139103.866531:0:9563:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008760ca00/0x1f9f6ca451acbc2b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a91 expref: 50 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139103.866554:0:9563:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f16d600/0x1f9f6ca451acbc24 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a8a expref: 50 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139103.866566:0:9563:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008760ca00/0x1f9f6ca451acbc2b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a91 expref: 50 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139103.866575:0:9563:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008760ca00, rc 0) 00000100:00100000:2.0:1746139103.866669:0:9564:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ec29780 going to sleep for 11 seconds 00000100:00100000:0.0:1746139103.868563:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800885cce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+50:1814:x1830958840454400:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2080us (2200us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139103.868572:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30050 00000100:00100000:0.0:1746139103.869814:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139103.870105:0:9564:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134532a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832210816:192.168.203.56@tcp:104: 00010000:00010000:2.0:1746139103.870135:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f16d600/0x1f9f6ca451acbc24 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a8a expref: 49 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.870152:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f16d600, rc 0) 00000100:00100000:3.0:1746139103.870531:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840454528 00000100:00100000:3.0:1746139103.870539:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840454528 00010000:00010000:3.0:1746139103.870569:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f16c600/0x1f9f6ca451acbc1d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a83 expref: 6 pid: 9564 timeout: 829 lvb_type: 0 00000100:00100000:2.0:1746139103.870656:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0759180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+49:1800:x1830958840454272:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5798us (6046us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139103.870664:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30049 00000100:00100000:3.0:1746139103.870824:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17363 00000100:00100000:3.0:1746139103.870832:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800885ce300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840454528:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139103.870846:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139103.870867:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f16c600/0x1f9f6ca451acbc1d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a83 expref: 6 pid: 9564 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746139103.870879:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f16c600/0x1f9f6ca451acbc1d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a83 expref: 6 pid: 9564 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746139103.870901:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f16c600/0x1f9f6ca451acbc1d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a83 expref: 6 pid: 9564 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746139103.870918:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139103.870920:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139103.872190:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f16d600/0x1f9f6ca451acbc24 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a8a expref: 48 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139103.872204:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f16d600/0x1f9f6ca451acbc24 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a8a expref: 48 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139103.872242:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f16d600/0x1f9f6ca451acbc24 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a8a expref: 48 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139103.872254:0:7207:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f16d600/0x1f9f6ca451acbc24 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a8a expref: 48 pid: 9564 timeout: 829 lvb_type: 0 00000100:00100000:3.0:1746139103.872267:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a075aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832211072:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139103.872353:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a066df00 going to sleep for 11 seconds 00000100:00100000:3.0:1746139103.874772:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a075aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832211072:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139103.874792:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139103.874842:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800885ce300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2007:x1830958840454528:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 4009us (5030us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139103.874852:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17363 00000100:00100000:0.0:1746139103.875608:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139103.875684:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840454784 00000100:00100000:2.0:1746139103.875692:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840454784 00002000:00100000:2.0:1746139103.875739:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800885cfb80 x1830958840454784/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:29/0 lens 488/0 e 0 to 0 dl 1746139114 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139103.875750:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800885cfb80 with x1830958840454784 ext(0->4095) 00010000:00010000:2.0:1746139103.875759:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f16d600/0x1f9f6ca451acbc24 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a8a expref: 49 pid: 9564 timeout: 829 lvb_type: 0 00010000:00010000:2.0:1746139103.875778:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f16d600/0x1f9f6ca451acbc24 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a8a expref: 49 pid: 9564 timeout: 829 lvb_type: 0 00002000:00010000:2.0:1746139103.875784:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800885cfb80 00000100:00100000:2.0:1746139103.875805:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2780 00000100:00100000:2.0:1746139103.875812:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800885cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+49:2010:x1830958840454784:12345-192.168.203.56@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746139103.875974:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800885cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+49:2010:x1830958840454784:12345-192.168.203.56@tcp:3:ptlrpcd_01_01.0 Request processed in 162us (367us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746139103.875981:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2780 00002000:00100000:2.0:1746139103.875986:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800885cfb80 x1830958840454784/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:29/0 lens 488/4536 e 0 to 0 dl 1746139114 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139103.875993:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800885cfb80 with x1830958840454784 ext(0->4095) 00010000:00010000:2.0:1746139103.875998:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f16d600/0x1f9f6ca451acbc24 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a8a expref: 49 pid: 9564 timeout: 829 lvb_type: 0 00010000:00010000:2.0:1746139103.876006:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f16d600/0x1f9f6ca451acbc24 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a8a expref: 49 pid: 9564 timeout: 829 lvb_type: 0 00002000:00010000:2.0:1746139103.876011:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800885cfb80 00000100:00100000:1.0:1746139103.878393:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139103.878554:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840454912 00000100:00100000:3.0:1746139103.878564:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840454912 00010000:00010000:3.0:1746139103.878603:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f16d600/0x1f9f6ca451acbc24 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a8a expref: 49 pid: 9564 timeout: 829 lvb_type: 0 00000100:00100000:3.0:1746139103.878664:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17364 00000100:00100000:3.0:1746139103.878672:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb6b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+49:2007:x1830958840454912:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139103.878690:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139103.878713:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f16d600/0x1f9f6ca451acbc24 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a8a expref: 49 pid: 9564 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746139103.878728:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f16d600/0x1f9f6ca451acbc24 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a8a expref: 49 pid: 9564 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746139103.878754:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f16d600/0x1f9f6ca451acbc24 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a8a expref: 49 pid: 9564 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746139103.878777:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139103.878781:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139103.878789:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008760ca00/0x1f9f6ca451acbc2b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a91 expref: 48 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139103.878799:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008760ca00/0x1f9f6ca451acbc2b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a91 expref: 48 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139103.878838:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008760ca00/0x1f9f6ca451acbc2b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a91 expref: 48 pid: 9563 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139103.878852:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a075aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832211200:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139103.878943:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a066df00 going to sleep for 11 seconds 00000100:00100000:3.0:1746139103.881375:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a075aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832211200:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139103.881394:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139103.882204:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb6b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+48:2007:x1830958840454912:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3529us (3817us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139103.882215:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17364 00000100:00100000:0.0:1746139103.882414:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139103.882460:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840455168 00000100:00100000:2.0:1746139103.882467:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840455168 00002000:00100000:2.0:1746139103.882740:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800885cea00 x1830958840455168/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:29/0 lens 488/0 e 0 to 0 dl 1746139114 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139103.882749:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800885cea00 with x1830958840455168 ext(0->4095) 00002000:00010000:2.0:1746139103.882755:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800885cea00 00000100:00100000:2.0:1746139103.882773:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13380 00000100:00100000:2.0:1746139103.882779:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800885cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+48:2010:x1830958840455168:12345-192.168.203.56@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746139103.882909:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800885cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+48:2010:x1830958840455168:12345-192.168.203.56@tcp:3:ptlrpcd_01_01.0 Request processed in 131us (496us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746139103.882916:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13380 00002000:00100000:2.0:1746139103.882920:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800885cea00 x1830958840455168/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:29/0 lens 488/4536 e 0 to 0 dl 1746139114 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139103.882927:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800885cea00 with x1830958840455168 ext(0->4095) 00002000:00010000:2.0:1746139103.882929:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800885cea00 00000100:00100000:0.0:1746139103.887078:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139103.887361:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840455296 00000100:00100000:2.0:1746139103.887374:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840455296 00000100:00100000:2.0:1746139103.887430:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30051 00000100:00100000:2.0:1746139103.887438:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800885cd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840455296:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139103.887739:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139103.887763:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f16d200/0x1f9f6ca451acbc32 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512a98 expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.887798:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008760ca00/0x1f9f6ca451acbc2b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a91 expref: 47 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.887806:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139103.887808:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139103.887811:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f16d200/0x1f9f6ca451acbc32 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a98 expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.887854:0:9564:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008760ca00/0x1f9f6ca451acbc2b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a91 expref: 47 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.887867:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008760ca00/0x1f9f6ca451acbc2b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a91 expref: 47 pid: 9563 timeout: 829 lvb_type: 0 00000100:00100000:2.0:1746139103.887880:0:9564:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134532a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832211328:192.168.203.56@tcp:104: 00000100:00100000:2.0:1746139103.888207:0:9564:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ec29300 going to sleep for 11 seconds 00000100:00100000:0.0:1746139103.892095:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139103.892196:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139103.892366:0:9564:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134532a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832211328:192.168.203.56@tcp:104: 00010000:00010000:2.0:1746139103.892400:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f16d200/0x1f9f6ca451acbc32 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a98 expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.892420:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f16d200, rc 0) 00000100:00100000:2.0:1746139103.892467:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800885cd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840455296:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5031us (5402us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139103.892477:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30051 00000100:00100000:2.0:1746139103.892522:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840455424 00000100:00100000:2.0:1746139103.892528:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840455424 00000100:00100000:2.0:1746139103.892554:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30052 00000100:00100000:2.0:1746139103.892561:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800885cc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+48:1800:x1830958840455424:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139103.892577:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139103.892592:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f16d600/0x1f9f6ca451acbc39 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512a9f expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.892612:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139103.892648:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f16d200/0x1f9f6ca451acbc32 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a98 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.892654:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746139103.892657:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f16d600/0x1f9f6ca451acbc39 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a9f expref: 49 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.892686:0:9564:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f16d200/0x1f9f6ca451acbc32 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a98 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.892699:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f16d600/0x1f9f6ca451acbc39 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a9f expref: 49 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139103.892707:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f16d600, rc 0) 00000100:00100000:2.0:1746139103.892721:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800885cc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+49:1800:x1830958840455424:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 161us (638us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139103.892727:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30052 00000100:00100000:3.0:1746139103.892847:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840455552 00000100:00100000:3.0:1746139103.892852:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840455552 00010000:00010000:3.0:1746139103.892870:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008760ca00/0x1f9f6ca451acbc2b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a91 expref: 49 pid: 9563 timeout: 829 lvb_type: 0 00000100:00100000:3.0:1746139103.892889:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17365 00000100:00100000:3.0:1746139103.892893:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800885cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+49:2008:x1830958840455552:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139103.892902:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139103.892922:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008760ca00/0x1f9f6ca451acbc2b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a91 expref: 49 pid: 9563 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746139103.892938:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008760ca00/0x1f9f6ca451acbc2b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a91 expref: 49 pid: 9563 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746139103.892955:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008760ca00/0x1f9f6ca451acbc2b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a91 expref: 49 pid: 9563 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746139103.892968:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139103.892970:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139103.892975:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f16d200/0x1f9f6ca451acbc32 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a98 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139103.892982:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f16d200/0x1f9f6ca451acbc32 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a98 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139103.893002:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f16d200/0x1f9f6ca451acbc32 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a98 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139103.893012:0:7207:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f16d200/0x1f9f6ca451acbc32 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a98 expref: 5 pid: 9564 timeout: 829 lvb_type: 0 00000100:00100000:3.0:1746139103.893023:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a075aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832211584:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139103.893070:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a066df00 going to sleep for 11 seconds 00000100:00100000:0.0:1746139103.896551:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139103.896650:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840455808 00000100:00100000:1.0:1746139103.896659:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840455808 00002000:00100000:1.0:1746139103.896712:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8801314be680 x1830958840455808/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:29/0 lens 488/0 e 0 to 0 dl 1746139114 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139103.896725:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801314be680 with x1830958840455808 ext(0->4095) 00010000:00010000:1.0:1746139103.896736:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f16d200/0x1f9f6ca451acbc32 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a98 expref: 6 pid: 9564 timeout: 829 lvb_type: 0 00010000:00010000:1.0:1746139103.896753:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f16d200/0x1f9f6ca451acbc32 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a98 expref: 6 pid: 9564 timeout: 829 lvb_type: 0 00002000:00010000:1.0:1746139103.896760:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801314be680 00000100:00100000:1.0:1746139103.896797:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2781 00000100:00100000:1.0:1746139103.896806:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801314be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2010:x1830958840455808:12345-192.168.203.56@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746139103.897550:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a075aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832211584:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139103.897567:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746139103.897607:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801314be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2010:x1830958840455808:12345-192.168.203.56@tcp:3:ptlrpcd_01_01.0 Request processed in 800us (1066us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139103.897639:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2781 00002000:00100000:1.0:1746139103.897647:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8801314be680 x1830958840455808/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:29/0 lens 488/4536 e 0 to 0 dl 1746139114 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139103.897654:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801314be680 with x1830958840455808 ext(0->4095) 00010000:00010000:1.0:1746139103.897659:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f16d200/0x1f9f6ca451acbc32 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a98 expref: 6 pid: 9564 timeout: 829 lvb_type: 0 00010000:00010000:1.0:1746139103.897667:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f16d200/0x1f9f6ca451acbc32 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a98 expref: 6 pid: 9564 timeout: 829 lvb_type: 0 00002000:00010000:1.0:1746139103.897672:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801314be680 00000100:00100000:3.0:1746139103.897969:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800885cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+48:2008:x1830958840455552:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 5073us (5771us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139103.897982:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17365 00000100:00100000:0.0:1746139103.902310:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139103.903593:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840455936 00000100:00100000:3.0:1746139103.903606:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840455936 00010000:00010000:3.0:1746139103.903668:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f16d200/0x1f9f6ca451acbc32 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a98 expref: 6 pid: 9564 timeout: 829 lvb_type: 0 00000100:00100000:3.0:1746139103.903708:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17366 00000100:00100000:3.0:1746139103.903716:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801314bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840455936:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139103.903735:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139103.903761:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f16d200/0x1f9f6ca451acbc32 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a98 expref: 6 pid: 9564 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746139103.903775:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f16d200/0x1f9f6ca451acbc32 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a98 expref: 6 pid: 9564 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746139103.903799:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f16d200/0x1f9f6ca451acbc32 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a98 expref: 6 pid: 9564 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746139103.903819:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139103.903821:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139103.903828:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f16d600/0x1f9f6ca451acbc39 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a9f expref: 47 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139103.903837:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f16d600/0x1f9f6ca451acbc39 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a9f expref: 47 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139103.904026:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f16d600/0x1f9f6ca451acbc39 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a9f expref: 47 pid: 9564 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139103.904042:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a075aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832211712:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139103.904288:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a066df00 going to sleep for 11 seconds 00000100:00100000:3.0:1746139103.908121:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a075aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832211712:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139103.908148:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139103.908198:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801314bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2007:x1830958840455936:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 4481us (5896us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139103.908210:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17366 00000100:00100000:1.0:1746139103.913132:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139103.913430:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840456192 00000100:00100000:2.0:1746139103.913440:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840456192 00002000:00100000:2.0:1746139103.913506:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009cb68000 x1830958840456192/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:29/0 lens 488/0 e 0 to 0 dl 1746139114 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139103.913517:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb68000 with x1830958840456192 ext(0->4095) 00002000:00010000:2.0:1746139103.913522:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cb68000 00000100:00100000:2.0:1746139103.913556:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13381 00000100:00100000:2.0:1746139103.913565:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb68000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+48:2007:x1830958840456192:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746139103.913956:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb68000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+48:2007:x1830958840456192:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 391us (834us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746139103.913968:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13381 00002000:00100000:2.0:1746139103.913974:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009cb68000 x1830958840456192/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:29/0 lens 488/4536 e 0 to 0 dl 1746139114 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139103.913982:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb68000 with x1830958840456192 ext(0->4095) 00002000:00010000:2.0:1746139103.913985:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cb68000 00000100:00100000:0.0:1746139103.917847:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139103.918073:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840456320 00000100:00100000:1.0:1746139103.918085:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840456320 00000100:00100000:1.0:1746139103.918582:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30053 00000100:00100000:1.0:1746139103.918591:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801314bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840456320:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139103.918614:0:9563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139103.918677:0:9563:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fe00/0x1f9f6ca451acbc40 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512aa6 expref: -99 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139103.918709:0:9563:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f16d600/0x1f9f6ca451acbc39 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a9f expref: 47 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139103.918722:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139103.918724:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139103.918727:0:9563:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fe00/0x1f9f6ca451acbc40 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512aa6 expref: 6 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139103.918762:0:9563:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f16d600/0x1f9f6ca451acbc39 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a9f expref: 47 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139103.918774:0:9563:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f16d600/0x1f9f6ca451acbc39 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a9f expref: 47 pid: 9564 timeout: 829 lvb_type: 0 00000100:00100000:1.0:1746139103.918787:0:9563:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb6a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832211840:192.168.203.56@tcp:104: 00000100:00100000:1.0:1746139103.918883:0:9563:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a059d6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746139103.921371:0:9563:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb6a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832211840:192.168.203.56@tcp:104: 00010000:00010000:1.0:1746139103.921506:0:9563:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fe00/0x1f9f6ca451acbc40 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512aa6 expref: 6 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139103.921527:0:9563:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7fe00, rc 0) 00000100:00100000:1.0:1746139103.921723:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801314bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840456320:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3131us (3888us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139103.921731:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30053 00000100:00100000:0.0:1746139103.924893:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139103.924970:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840456448 00000100:00100000:2.0:1746139103.925354:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840456448 00002000:00100000:2.0:1746139103.925417:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff8801314bfb80 x1830958840456448/t0(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:29/0 lens 496/0 e 0 to 0 dl 1746139114 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139103.925429:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801314bfb80 with x1830958840456448 ext(0->7) 00010000:00010000:2.0:1746139103.925439:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f16d600/0x1f9f6ca451acbc39 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a9f expref: 48 pid: 9564 timeout: 829 lvb_type: 0 00010000:00010000:2.0:1746139103.925457:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f16d600/0x1f9f6ca451acbc39 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a9f expref: 48 pid: 9564 timeout: 829 lvb_type: 0 00002000:00010000:2.0:1746139103.925466:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801314bfb80 00000100:00100000:2.0:1746139103.925522:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2782 00000100:00100000:2.0:1746139103.925531:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801314bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+48:2008:x1830958840456448:12345-192.168.203.56@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746139103.928451:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801314bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+50:2008:x1830958840456448:12345-192.168.203.56@tcp:4:ldlm_bl.0 Request processed in 2910us (3563us total) trans 4294972108 rc 0/0 00000100:00100000:0.0:1746139103.928463:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2782 00002000:00100000:0.0:1746139103.928473:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff8801314bfb80 x1830958840456448/t4294972108(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:29/0 lens 496/448 e 0 to 0 dl 1746139114 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139103.928482:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801314bfb80 with x1830958840456448 ext(0->7) 00010000:00010000:0.0:1746139103.928503:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f16d600/0x1f9f6ca451acbc39 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a9f expref: 50 pid: 9564 timeout: 829 lvb_type: 0 00010000:00010000:0.0:1746139103.928518:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f16d600/0x1f9f6ca451acbc39 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a9f expref: 50 pid: 9564 timeout: 829 lvb_type: 0 00002000:00010000:0.0:1746139103.928524:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801314bfb80 00000100:00100000:0.0:1746139103.933439:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139103.933653:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840456576 00000100:00100000:3.0:1746139103.933664:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840456576 00010000:00010000:3.0:1746139103.933715:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f16d600/0x1f9f6ca451acbc39 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a9f expref: 50 pid: 9564 timeout: 829 lvb_type: 0 00000100:00100000:3.0:1746139103.933816:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17367 00000100:00100000:3.0:1746139103.933825:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801314bd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+50:2009:x1830958840456576:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139103.933840:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139103.933864:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f16d600/0x1f9f6ca451acbc39 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a9f expref: 50 pid: 9564 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746139103.933876:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f16d600/0x1f9f6ca451acbc39 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a9f expref: 50 pid: 9564 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746139103.933903:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f16d600/0x1f9f6ca451acbc39 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512a9f expref: 50 pid: 9564 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746139103.935234:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139103.935238:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139103.935249:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fe00/0x1f9f6ca451acbc40 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512aa6 expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139103.935258:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fe00/0x1f9f6ca451acbc40 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512aa6 expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139103.935297:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fe00/0x1f9f6ca451acbc40 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512aa6 expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139103.935310:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a075aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832211968:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139103.936567:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a066df00 going to sleep for 11 seconds 00000100:00100000:0.0:1746139103.941987:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139103.942130:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139103.942163:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840456960 00000100:00100000:0.0:1746139103.942171:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840456960 00002000:00100000:0.0:1746139103.942221:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8801314bed80 x1830958840456960/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:29/0 lens 488/0 e 0 to 0 dl 1746139114 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139103.942230:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801314bed80 with x1830958840456960 ext(0->4095) 00002000:00010000:0.0:1746139103.942235:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801314bed80 00000100:00100000:0.0:1746139103.942263:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13382 00000100:00100000:0.0:1746139103.942270:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801314bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840456960:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746139103.942409:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801314bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840456960:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 139us (278us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746139103.942416:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13382 00002000:00100000:0.0:1746139103.942421:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8801314bed80 x1830958840456960/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:29/0 lens 488/4536 e 0 to 0 dl 1746139114 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139103.942428:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801314bed80 with x1830958840456960 ext(0->4095) 00002000:00010000:0.0:1746139103.942430:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801314bed80 00000100:00100000:1.0:1746139103.942590:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840456704 00000100:00100000:1.0:1746139103.942595:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840456704 00000100:00100000:1.0:1746139103.942656:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30054 00000100:00100000:1.0:1746139103.942662:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801314bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+50:1800:x1830958840456704:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139103.942675:0:9563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139103.942694:0:9563:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acbc47 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512aad expref: -99 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139103.942722:0:9563:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fe00/0x1f9f6ca451acbc40 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512aa6 expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139103.942729:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139103.942731:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139103.942734:0:9563:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acbc47 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512aad expref: 51 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139103.942765:0:9563:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fe00/0x1f9f6ca451acbc40 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512aa6 expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139103.942776:0:9563:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fe00/0x1f9f6ca451acbc40 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512aa6 expref: 5 pid: 9563 timeout: 829 lvb_type: 0 00000100:00100000:1.0:1746139103.942788:0:9563:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb6a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832212096:192.168.203.56@tcp:104: 00000100:00100000:1.0:1746139103.942855:0:9563:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a059d6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746139103.942951:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a075aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832211968:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139103.942967:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139103.942991:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801314bd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+51:2009:x1830958840456576:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 9168us (9568us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139103.943001:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17367 00000100:00100000:0.0:1746139103.945545:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139103.945725:0:24929:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840457088 00000100:00100000:3.0:1746139103.945734:0:24929:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840457088 00000100:00100000:3.0:1746139103.945772:0:24929:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30055 00000100:00100000:3.0:1746139103.945779:0:24929:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ff6b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b60e9717-019c-4527-a82a-15e993ac5189+51:1814:x1830958840457088:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746139103.945795:0:24929:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139103.945810:0:24929:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009edca400/0x1f9f6ca451acbc4e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512ab4 expref: -99 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139103.945834:0:24929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139103.945840:0:24929:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acbc47 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512aad expref: 52 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139103.945847:0:24929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746139103.945849:0:24929:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009edca400/0x1f9f6ca451acbc4e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ab4 expref: 52 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139103.945881:0:24929:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acbc47 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512aad expref: 52 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139103.945892:0:24929:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009edca400/0x1f9f6ca451acbc4e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ab4 expref: 52 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139103.945901:0:24929:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009edca400, rc 0) 00000100:00100000:3.0:1746139103.945932:0:24929:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ff6b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b60e9717-019c-4527-a82a-15e993ac5189+52:1814:x1830958840457088:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 154us (396us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139103.945938:0:24929:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30055 00000100:00100000:1.0:1746139103.948686:0:9563:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb6a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832212096:192.168.203.56@tcp:104: 00010000:00010000:1.0:1746139103.948715:0:9563:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acbc47 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512aad expref: 51 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139103.948731:0:9563:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7f200, rc 0) 00000100:00100000:1.0:1746139103.948938:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801314bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+51:1800:x1830958840456704:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6274us (6960us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139103.948950:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30054 00000100:00100000:0.0:1746139103.951023:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139103.951569:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840457216 00000100:00100000:3.0:1746139103.951580:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840457216 00010000:00010000:3.0:1746139103.951665:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fe00/0x1f9f6ca451acbc40 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512aa6 expref: 6 pid: 9563 timeout: 829 lvb_type: 0 00000100:00100000:3.0:1746139103.951713:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17368 00000100:00100000:3.0:1746139103.951722:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801376a2c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840457216:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139103.951742:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139103.951768:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fe00/0x1f9f6ca451acbc40 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512aa6 expref: 6 pid: 9563 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746139103.951781:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fe00/0x1f9f6ca451acbc40 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512aa6 expref: 6 pid: 9563 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746139103.951809:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fe00/0x1f9f6ca451acbc40 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512aa6 expref: 6 pid: 9563 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746139103.951831:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139103.951833:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139103.951842:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acbc47 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512aad expref: 50 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139103.951851:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acbc47 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512aad expref: 50 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139103.951892:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acbc47 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512aad expref: 50 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139103.951904:0:7207:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acbc47 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512aad expref: 50 pid: 9563 timeout: 829 lvb_type: 0 00000100:00100000:3.0:1746139103.951918:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a075aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832212352:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139103.952019:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a066df00 going to sleep for 11 seconds 00000100:00100000:3.0:1746139103.956644:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a075aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832212352:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139103.956666:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139103.956731:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801376a2c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2008:x1830958840457216:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 5009us (5715us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139103.956742:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17368 00000100:00100000:3.0:1746139103.957651:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139103.957784:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840457472 00000100:00100000:0.0:1746139103.957792:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840457472 00002000:00100000:0.0:1746139103.957835:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800a075aa00 x1830958840457472/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:29/0 lens 488/0 e 0 to 0 dl 1746139114 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139103.957844:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a075aa00 with x1830958840457472 ext(0->4095) 00010000:00010000:0.0:1746139103.957853:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acbc47 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512aad expref: 51 pid: 9563 timeout: 829 lvb_type: 0 00010000:00010000:0.0:1746139103.957867:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acbc47 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512aad expref: 51 pid: 9563 timeout: 829 lvb_type: 0 00002000:00010000:0.0:1746139103.957873:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a075aa00 00000100:00100000:0.0:1746139103.957897:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2783 00000100:00100000:0.0:1746139103.957902:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a075aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+51:2007:x1830958840457472:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746139103.958052:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a075aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+51:2007:x1830958840457472:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 150us (402us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746139103.958058:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2783 00002000:00100000:0.0:1746139103.958062:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800a075aa00 x1830958840457472/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:29/0 lens 488/4536 e 0 to 0 dl 1746139114 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139103.958068:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a075aa00 with x1830958840457472 ext(0->4095) 00010000:00010000:0.0:1746139103.958072:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acbc47 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512aad expref: 51 pid: 9563 timeout: 829 lvb_type: 0 00010000:00010000:0.0:1746139103.958079:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acbc47 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512aad expref: 51 pid: 9563 timeout: 829 lvb_type: 0 00002000:00010000:0.0:1746139103.958084:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a075aa00 00000100:00100000:0.0:1746139103.959595:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139103.959647:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840457600 00000100:00100000:3.0:1746139103.959653:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840457600 00010000:00010000:3.0:1746139103.959674:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acbc47 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512aad expref: 51 pid: 9563 timeout: 829 lvb_type: 0 00000100:00100000:3.0:1746139103.959702:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17369 00000100:00100000:3.0:1746139103.959707:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801314bea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+51:2009:x1830958840457600:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139103.959717:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139103.959732:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acbc47 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512aad expref: 51 pid: 9563 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746139103.959743:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acbc47 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512aad expref: 51 pid: 9563 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746139103.959765:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acbc47 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512aad expref: 51 pid: 9563 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746139103.959781:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139103.959784:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139103.959792:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009edca400/0x1f9f6ca451acbc4e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ab4 expref: 50 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139103.959800:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009edca400/0x1f9f6ca451acbc4e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ab4 expref: 50 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139103.959832:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009edca400/0x1f9f6ca451acbc4e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ab4 expref: 50 pid: 24929 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139103.959848:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0758a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832212480:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139103.959907:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a0574d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746139103.965115:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139103.965314:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840457856 00000100:00100000:2.0:1746139103.965325:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840457856 00002000:00100000:2.0:1746139103.965377:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8801314bf100 x1830958840457856/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:29/0 lens 488/0 e 0 to 0 dl 1746139114 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139103.965387:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801314bf100 with x1830958840457856 ext(0->4095) 00002000:00010000:2.0:1746139103.965392:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801314bf100 00000100:00100000:2.0:1746139103.965425:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13383 00000100:00100000:2.0:1746139103.965433:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801314bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+51:2007:x1830958840457856:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746139103.965598:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801314bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+51:2007:x1830958840457856:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 165us (493us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746139103.965604:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13383 00002000:00100000:2.0:1746139103.965609:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8801314bf100 x1830958840457856/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:29/0 lens 488/4536 e 0 to 0 dl 1746139114 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139103.965640:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801314bf100 with x1830958840457856 ext(0->4095) 00002000:00010000:2.0:1746139103.965643:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801314bf100 00000100:00100000:3.0:1746139103.965775:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0758a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832212480:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139103.965794:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139103.965818:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801314bea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+50:2009:x1830958840457600:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 6110us (6228us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139103.965826:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17369 00000100:00100000:0.0:1746139103.968724:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139103.968796:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840457984 00000100:00100000:1.0:1746139103.968807:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840457984 00000100:00100000:1.0:1746139103.968869:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30056 00000100:00100000:1.0:1746139103.968878:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801314bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840457984:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139103.968898:0:9563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139103.968916:0:9563:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451acbc55 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512abb expref: -99 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139103.968947:0:9563:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009edca400/0x1f9f6ca451acbc4e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ab4 expref: 49 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139103.968955:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139103.968956:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139103.968959:0:9563:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451acbc55 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512abb expref: 6 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139103.968992:0:9563:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009edca400/0x1f9f6ca451acbc4e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ab4 expref: 49 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139103.969003:0:9563:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009edca400/0x1f9f6ca451acbc4e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ab4 expref: 49 pid: 24929 timeout: 829 lvb_type: 0 00000100:00100000:1.0:1746139103.969015:0:9563:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb69f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832212608:192.168.203.56@tcp:104: 00000100:00100000:1.0:1746139103.969110:0:9563:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a059d6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746139103.974154:0:9563:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb69f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832212608:192.168.203.56@tcp:104: 00010000:00010000:1.0:1746139103.974199:0:9563:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451acbc55 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512abb expref: 6 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139103.974220:0:9563:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7e000, rc 0) 00000100:00100000:1.0:1746139103.974286:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801314bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840457984:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5408us (5570us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139103.974296:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30056 00000100:00100000:0.0:1746139103.974969:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139103.975079:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840458112 00000100:00100000:3.0:1746139103.975089:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840458112 00010000:00010000:3.0:1746139103.975121:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009edca400/0x1f9f6ca451acbc4e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ab4 expref: 50 pid: 24929 timeout: 829 lvb_type: 0 00000100:00100000:3.0:1746139103.975154:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17370 00000100:00100000:3.0:1746139103.975161:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801314bc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+50:2008:x1830958840458112:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139103.975174:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139103.975196:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009edca400/0x1f9f6ca451acbc4e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ab4 expref: 50 pid: 24929 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746139103.975209:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009edca400/0x1f9f6ca451acbc4e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ab4 expref: 50 pid: 24929 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746139103.975235:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009edca400/0x1f9f6ca451acbc4e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ab4 expref: 50 pid: 24929 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746139103.975262:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139103.975265:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139103.975273:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451acbc55 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512abb expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139103.975282:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451acbc55 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512abb expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139103.975315:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451acbc55 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512abb expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139103.975328:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0758a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832212736:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139103.975401:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a0574d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746139103.976164:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139103.976207:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840458240 00000100:00100000:1.0:1746139103.976212:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840458240 00000100:00100000:1.0:1746139103.976289:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30057 00000100:00100000:1.0:1746139103.976295:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801314bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+50:1800:x1830958840458240:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139103.976310:0:9563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139103.976325:0:9563:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ee00/0x1f9f6ca451acbc5c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512ac2 expref: -99 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139103.976343:0:9563:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451acbc55 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512abb expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139103.976349:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139103.976350:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139103.976353:0:9563:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ee00/0x1f9f6ca451acbc5c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ac2 expref: 51 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139103.976373:0:9563:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451acbc55 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512abb expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139103.976457:0:9563:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451acbc55 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512abb expref: 5 pid: 9563 timeout: 829 lvb_type: 0 00000100:00100000:1.0:1746139103.976468:0:9563:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb69f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832212864:192.168.203.56@tcp:104: 00000100:00100000:1.0:1746139103.976532:0:9563:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a059d6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746139103.977200:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0758a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832212736:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139103.977213:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139103.977247:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801314bc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+51:2008:x1830958840458112:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 2086us (2279us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139103.977255:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17370 00000100:00100000:1.0:1746139103.977805:0:9563:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb69f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832212864:192.168.203.56@tcp:104: 00000100:00100000:0.0:1746139103.977814:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00010000:00010000:1.0:1746139103.977824:0:9563:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ee00/0x1f9f6ca451acbc5c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ac2 expref: 50 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139103.977837:0:9563:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7ee00, rc 0) 00000100:00100000:1.0:1746139103.977858:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801314bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+50:1800:x1830958840458240:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1563us (1695us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139103.977864:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30057 00000100:00100000:2.0:1746139103.977997:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840458496 00000100:00100000:2.0:1746139103.978003:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840458496 00002000:00100000:2.0:1746139103.978038:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8801314bdf80 x1830958840458496/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:29/0 lens 488/0 e 0 to 0 dl 1746139114 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139103.978047:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801314bdf80 with x1830958840458496 ext(0->4095) 00010000:00010000:2.0:1746139103.978054:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451acbc55 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512abb expref: 6 pid: 9563 timeout: 829 lvb_type: 0 00010000:00010000:2.0:1746139103.978066:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451acbc55 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512abb expref: 6 pid: 9563 timeout: 829 lvb_type: 0 00002000:00010000:2.0:1746139103.978072:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801314bdf80 00000100:00100000:2.0:1746139103.978097:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2784 00000100:00100000:2.0:1746139103.978103:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801314bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840458496:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746139103.978977:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801314bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840458496:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 870us (1158us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746139103.978984:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2784 00002000:00100000:2.0:1746139103.978989:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8801314bdf80 x1830958840458496/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:29/0 lens 488/4536 e 0 to 0 dl 1746139114 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139103.978997:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801314bdf80 with x1830958840458496 ext(0->4095) 00010000:00010000:2.0:1746139103.979003:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451acbc55 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512abb expref: 6 pid: 9563 timeout: 829 lvb_type: 0 00010000:00010000:2.0:1746139103.979012:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451acbc55 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512abb expref: 6 pid: 9563 timeout: 829 lvb_type: 0 00002000:00010000:2.0:1746139103.979018:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801314bdf80 00000100:00100000:0.0:1746139103.985141:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139103.985342:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840458624 00000100:00100000:3.0:1746139103.985353:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840458624 00010000:00010000:3.0:1746139103.985397:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451acbc55 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512abb expref: 6 pid: 9563 timeout: 829 lvb_type: 0 00000100:00100000:3.0:1746139103.985443:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17371 00000100:00100000:3.0:1746139103.985451:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801314bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2010:x1830958840458624:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139103.985468:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139103.985499:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451acbc55 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512abb expref: 6 pid: 9563 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746139103.985517:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451acbc55 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512abb expref: 6 pid: 9563 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746139103.985567:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451acbc55 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512abb expref: 6 pid: 9563 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746139103.985587:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139103.985589:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139103.985597:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ee00/0x1f9f6ca451acbc5c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ac2 expref: 49 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139103.985605:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ee00/0x1f9f6ca451acbc5c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ac2 expref: 49 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139103.985672:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ee00/0x1f9f6ca451acbc5c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ac2 expref: 49 pid: 9563 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139103.985685:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0758a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832212992:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139103.985770:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a0574d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746139103.989356:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0758a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832212992:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139103.989378:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139103.989421:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801314bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2010:x1830958840458624:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3969us (4291us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139103.989430:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17371 00000100:00100000:0.0:1746139103.990316:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139103.990572:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840458880 00000100:00100000:3.0:1746139103.990580:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840458880 00002000:00100000:3.0:1746139103.990806:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8801314bd500 x1830958840458880/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:29/0 lens 488/0 e 0 to 0 dl 1746139114 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139103.990816:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801314bd500 with x1830958840458880 ext(0->4095) 00002000:00010000:3.0:1746139103.990821:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801314bd500 00000100:00100000:3.0:1746139103.991023:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13384 00000100:00100000:3.0:1746139103.991030:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801314bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+50:2010:x1830958840458880:12345-192.168.203.56@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746139103.991775:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801314bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+50:2010:x1830958840458880:12345-192.168.203.56@tcp:3:ptlrpcd_01_01.0 Request processed in 743us (1458us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746139103.991782:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13384 00002000:00100000:3.0:1746139103.991788:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8801314bd500 x1830958840458880/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:29/0 lens 488/4536 e 0 to 0 dl 1746139114 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139103.991795:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801314bd500 with x1830958840458880 ext(0->4095) 00002000:00010000:3.0:1746139103.991798:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801314bd500 00000100:00100000:0.0:1746139104.000817:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139104.000973:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840459008 00000100:00100000:1.0:1746139104.000982:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840459008 00000100:00100000:1.0:1746139104.001048:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30058 00000100:00100000:1.0:1746139104.001055:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801314bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840459008:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139104.001074:0:9563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139104.001091:0:9563:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451acbc63 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512ac9 expref: -99 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139104.001119:0:9563:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ee00/0x1f9f6ca451acbc5c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ac2 expref: 49 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139104.001126:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139104.001127:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139104.001131:0:9563:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451acbc63 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ac9 expref: 6 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139104.001169:0:9563:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ee00/0x1f9f6ca451acbc5c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ac2 expref: 49 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139104.001181:0:9563:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ee00/0x1f9f6ca451acbc5c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ac2 expref: 49 pid: 9563 timeout: 829 lvb_type: 0 00000100:00100000:1.0:1746139104.001246:0:9563:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb69f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832213120:192.168.203.56@tcp:104: 00000100:00080000:2.0:1746139104.001452:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746139104.001533:0:9563:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a059d6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746139104.007542:0:9563:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb69f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832213120:192.168.203.56@tcp:104: 00010000:00010000:1.0:1746139104.007574:0:9563:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451acbc63 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ac9 expref: 6 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139104.007590:0:9563:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7f600, rc 0) 00000100:00100000:1.0:1746139104.007652:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801314bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840459008:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6596us (6843us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139104.007661:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30058 00000100:00100000:0.0:1746139104.010120:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139104.010209:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840459136 00000100:00100000:3.0:1746139104.010217:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840459136 00002000:00100000:3.0:1746139104.010284:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff8801314bc700 x1830958840459136/t0(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:30/0 lens 496/0 e 0 to 0 dl 1746139115 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139104.010293:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801314bc700 with x1830958840459136 ext(0->7) 00010000:00010000:3.0:1746139104.010301:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ee00/0x1f9f6ca451acbc5c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ac2 expref: 50 pid: 9563 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746139104.010314:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ee00/0x1f9f6ca451acbc5c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ac2 expref: 50 pid: 9563 timeout: 829 lvb_type: 0 00002000:00010000:3.0:1746139104.010324:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801314bc700 00000100:00100000:3.0:1746139104.010342:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2785 00000100:00100000:3.0:1746139104.010348:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801314bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+50:2008:x1830958840459136:12345-192.168.203.56@tcp:4:ldlm_bl.0 00000100:00080000:2.0:1746139104.010520:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746139104.011565:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801314bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+52:2008:x1830958840459136:12345-192.168.203.56@tcp:4:ldlm_bl.0 Request processed in 1213us (1449us total) trans 4294972109 rc 0/0 00000100:00100000:0.0:1746139104.011573:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2785 00002000:00100000:0.0:1746139104.011579:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff8801314bc700 x1830958840459136/t4294972109(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:30/0 lens 496/448 e 0 to 0 dl 1746139115 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139104.011588:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801314bc700 with x1830958840459136 ext(0->7) 00010000:00010000:0.0:1746139104.011594:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ee00/0x1f9f6ca451acbc5c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ac2 expref: 52 pid: 9563 timeout: 829 lvb_type: 0 00010000:00010000:0.0:1746139104.011604:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ee00/0x1f9f6ca451acbc5c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ac2 expref: 52 pid: 9563 timeout: 829 lvb_type: 0 00002000:00010000:0.0:1746139104.011609:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801314bc700 00000100:00100000:0.0:1746139104.013713:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139104.013897:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840459264 00000100:00100000:1.0:1746139104.013907:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840459264 00000100:00100000:0.0:1746139104.013970:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139104.014029:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840459392 00000100:00100000:2.0:1746139104.014034:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840459392 00010000:00010000:2.0:1746139104.014064:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ee00/0x1f9f6ca451acbc5c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ac2 expref: 53 pid: 9563 timeout: 829 lvb_type: 0 00000100:00100000:2.0:1746139104.014093:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17372 00000100:00100000:2.0:1746139104.014101:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131465f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+53:2007:x1830958840459392:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139104.014118:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139104.014144:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ee00/0x1f9f6ca451acbc5c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ac2 expref: 53 pid: 9563 timeout: 829 lvb_type: 0 00010000:00010000:2.0:1746139104.014161:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ee00/0x1f9f6ca451acbc5c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ac2 expref: 53 pid: 9563 timeout: 829 lvb_type: 0 00010000:00010000:2.0:1746139104.014188:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ee00/0x1f9f6ca451acbc5c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ac2 expref: 53 pid: 9563 timeout: 829 lvb_type: 0 00000100:00100000:1.0:1746139104.014353:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30059 00000100:00100000:1.0:1746139104.014360:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131466d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+52:1800:x1830958840459264:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139104.014378:0:9563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139104.014392:0:9563:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acbc6a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512ad0 expref: -99 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139104.014411:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139104.014418:0:9563:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451acbc63 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ac9 expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139104.014424:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139104.014427:0:9563:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acbc6a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ad0 expref: 53 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139104.014463:0:9563:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451acbc63 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ac9 expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139104.014475:0:9563:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acbc6a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ad0 expref: 53 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139104.014482:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139104.014484:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139104.014501:0:9563:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451acbc63 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ac9 expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139104.014508:0:9563:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451acbc63 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ac9 expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139104.014524:0:9563:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451acbc63 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ac9 expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139104.014533:0:9563:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451acbc63 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ac9 expref: 5 pid: 9563 timeout: 829 lvb_type: 0 00000100:00100000:1.0:1746139104.014544:0:9563:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb69f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832213376:192.168.203.56@tcp:105: 00000100:00100000:1.0:1746139104.014644:0:9563:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a059d6c0 going to sleep for 11 seconds 00010000:00010000:2.0:1746139104.014863:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139104.014890:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131465f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+53:2007:x1830958840459392:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 789us (919us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139104.014896:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17372 00000100:00100000:1.0:1746139104.016308:0:9563:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb69f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832213376:192.168.203.56@tcp:105: 00010000:00010000:1.0:1746139104.016329:0:9563:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7f200, rc 0) 00000100:00100000:1.0:1746139104.016371:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131466d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+52:1800:x1830958840459264:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2011us (2667us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139104.016378:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30059 00000100:00100000:2.0:1746139104.016548:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139104.016568:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840459648 00000100:00100000:0.0:1746139104.016574:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840459648 00002000:00100000:0.0:1746139104.016607:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880134532a00 x1830958840459648/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:30/0 lens 488/0 e 0 to 0 dl 1746139115 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139104.016614:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134532a00 with x1830958840459648 ext(0->4095) 00010000:00010000:0.0:1746139104.016646:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451acbc63 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ac9 expref: 6 pid: 9563 timeout: 829 lvb_type: 0 00010000:00010000:0.0:1746139104.016668:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451acbc63 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ac9 expref: 6 pid: 9563 timeout: 829 lvb_type: 0 00002000:00010000:0.0:1746139104.016674:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880134532a00 00000100:00100000:0.0:1746139104.016700:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2786 00000100:00100000:0.0:1746139104.016707:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134532a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2010:x1830958840459648:12345-192.168.203.56@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746139104.016819:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134532a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2010:x1830958840459648:12345-192.168.203.56@tcp:3:ptlrpcd_01_01.0 Request processed in 112us (271us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746139104.016825:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2786 00002000:00100000:0.0:1746139104.016830:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880134532a00 x1830958840459648/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:30/0 lens 488/4536 e 0 to 0 dl 1746139115 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139104.016836:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134532a00 with x1830958840459648 ext(0->4095) 00010000:00010000:0.0:1746139104.016841:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451acbc63 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ac9 expref: 6 pid: 9563 timeout: 829 lvb_type: 0 00010000:00010000:0.0:1746139104.016848:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451acbc63 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ac9 expref: 6 pid: 9563 timeout: 829 lvb_type: 0 00002000:00010000:0.0:1746139104.016853:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880134532a00 00000100:00100000:0.0:1746139104.023435:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139104.023531:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840459776 00000100:00100000:2.0:1746139104.023542:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840459776 00010000:00010000:2.0:1746139104.023579:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451acbc63 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ac9 expref: 6 pid: 9563 timeout: 829 lvb_type: 0 00000100:00100000:2.0:1746139104.023664:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17373 00000100:00100000:2.0:1746139104.023672:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131466a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2009:x1830958840459776:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139104.023687:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139104.023709:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451acbc63 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ac9 expref: 6 pid: 9563 timeout: 829 lvb_type: 0 00010000:00010000:2.0:1746139104.023722:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451acbc63 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ac9 expref: 6 pid: 9563 timeout: 829 lvb_type: 0 00010000:00010000:2.0:1746139104.023746:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451acbc63 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ac9 expref: 6 pid: 9563 timeout: 829 lvb_type: 0 00010000:00010000:2.0:1746139104.023776:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139104.023779:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139104.023786:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acbc6a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ad0 expref: 51 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139104.023794:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acbc6a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ad0 expref: 51 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139104.023827:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acbc6a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ad0 expref: 51 pid: 9563 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746139104.023838:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134530e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832213504:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139104.023920:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ec29300 going to sleep for 11 seconds 00000100:00100000:2.0:1746139104.029441:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134530e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832213504:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139104.029470:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139104.030130:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131466a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2009:x1830958840459776:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 6456us (6702us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139104.030142:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17373 00000100:00100000:0.0:1746139104.033096:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139104.033673:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840460032 00000100:00100000:2.0:1746139104.033685:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840460032 00002000:00100000:2.0:1746139104.033732:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880131466300 x1830958840460032/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:30/0 lens 488/0 e 0 to 0 dl 1746139115 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139104.033743:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131466300 with x1830958840460032 ext(0->4095) 00002000:00010000:2.0:1746139104.033748:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131466300 00000100:00100000:2.0:1746139104.033769:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13385 00000100:00100000:2.0:1746139104.033778:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131466300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+52:2007:x1830958840460032:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746139104.035334:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131466300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+52:2007:x1830958840460032:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 1549us (2242us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746139104.035344:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13385 00002000:00100000:2.0:1746139104.035351:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880131466300 x1830958840460032/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:30/0 lens 488/4536 e 0 to 0 dl 1746139115 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139104.035359:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131466300 with x1830958840460032 ext(0->4095) 00002000:00010000:2.0:1746139104.035362:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131466300 00000100:00100000:0.0:1746139104.052556:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139104.053002:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840460160 00000100:00100000:1.0:1746139104.053014:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840460160 00000100:00100000:1.0:1746139104.053075:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30060 00000100:00100000:1.0:1746139104.053083:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131465880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840460160:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139104.053104:0:9563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139104.053123:0:9563:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fe00/0x1f9f6ca451acbc71 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512ad7 expref: -99 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139104.053158:0:9563:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acbc6a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ad0 expref: 51 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139104.053166:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139104.053168:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139104.053171:0:9563:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fe00/0x1f9f6ca451acbc71 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ad7 expref: 6 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139104.053203:0:9563:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acbc6a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ad0 expref: 51 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139104.053214:0:9563:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acbc6a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ad0 expref: 51 pid: 9563 timeout: 829 lvb_type: 0 00000100:00100000:1.0:1746139104.053227:0:9563:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb69f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832213632:192.168.203.56@tcp:104: 00000100:00100000:1.0:1746139104.054121:0:9563:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a059d6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746139104.060009:0:9563:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb69f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832213632:192.168.203.56@tcp:104: 00010000:00010000:1.0:1746139104.060049:0:9563:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fe00/0x1f9f6ca451acbc71 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ad7 expref: 6 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139104.060070:0:9563:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7fe00, rc 0) 00000100:00100000:1.0:1746139104.060132:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131465880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840460160:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7047us (7587us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139104.060142:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30060 00000100:00100000:0.0:1746139104.064584:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139104.064999:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840460288 00000100:00100000:2.0:1746139104.065010:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840460288 00002000:00100000:2.0:1746139104.065056:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff880131464a80 x1830958840460288/t0(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:30/0 lens 496/0 e 0 to 0 dl 1746139115 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139104.065065:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131464a80 with x1830958840460288 ext(0->7) 00010000:00010000:2.0:1746139104.065075:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acbc6a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ad0 expref: 52 pid: 9563 timeout: 829 lvb_type: 0 00010000:00010000:2.0:1746139104.065089:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acbc6a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ad0 expref: 52 pid: 9563 timeout: 829 lvb_type: 0 00002000:00010000:2.0:1746139104.065095:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131464a80 00000100:00100000:2.0:1746139104.065160:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2787 00000100:00100000:2.0:1746139104.065166:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131464a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+52:2007:x1830958840460288:12345-192.168.203.56@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746139104.065933:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131464a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+54:2007:x1830958840460288:12345-192.168.203.56@tcp:4:ldlm_bl.0 Request processed in 762us (1355us total) trans 4294972110 rc 0/0 00000100:00100000:0.0:1746139104.065940:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2787 00002000:00100000:0.0:1746139104.065946:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff880131464a80 x1830958840460288/t4294972110(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:30/0 lens 496/448 e 0 to 0 dl 1746139115 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139104.065953:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131464a80 with x1830958840460288 ext(0->7) 00010000:00010000:0.0:1746139104.065959:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acbc6a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ad0 expref: 54 pid: 9563 timeout: 829 lvb_type: 0 00010000:00010000:0.0:1746139104.065969:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acbc6a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ad0 expref: 54 pid: 9563 timeout: 829 lvb_type: 0 00002000:00010000:0.0:1746139104.065975:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131464a80 00000100:00100000:0.0:1746139104.071999:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139104.072246:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840460416 00000100:00100000:2.0:1746139104.072257:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840460416 00010000:00010000:2.0:1746139104.072304:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acbc6a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ad0 expref: 54 pid: 9563 timeout: 829 lvb_type: 0 00000100:00100000:2.0:1746139104.072338:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17374 00000100:00100000:2.0:1746139104.072345:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131467480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+54:2008:x1830958840460416:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139104.072360:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139104.072383:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acbc6a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ad0 expref: 54 pid: 9563 timeout: 829 lvb_type: 0 00010000:00010000:2.0:1746139104.072396:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acbc6a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ad0 expref: 54 pid: 9563 timeout: 829 lvb_type: 0 00010000:00010000:2.0:1746139104.072423:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acbc6a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ad0 expref: 54 pid: 9563 timeout: 829 lvb_type: 0 00010000:00010000:2.0:1746139104.072594:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139104.072597:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139104.072605:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fe00/0x1f9f6ca451acbc71 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ad7 expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139104.072613:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fe00/0x1f9f6ca451acbc71 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ad7 expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139104.073033:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fe00/0x1f9f6ca451acbc71 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ad7 expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746139104.073045:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134530e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832213760:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139104.073392:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ec296c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746139104.085189:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134530e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832213760:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139104.085215:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139104.085261:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131467480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+53:2008:x1830958840460416:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 12914us (13274us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139104.085272:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17374 00000100:00100000:0.0:1746139104.085817:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139104.085924:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840460672 00000100:00100000:1.0:1746139104.085931:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840460672 00002000:00100000:1.0:1746139104.085972:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880131464e00 x1830958840460672/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:30/0 lens 488/0 e 0 to 0 dl 1746139115 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139104.085983:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131464e00 with x1830958840460672 ext(0->4095) 00002000:00010000:1.0:1746139104.085987:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131464e00 00000100:00100000:1.0:1746139104.086002:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13386 00000100:00100000:1.0:1746139104.086007:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131464e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840460672:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746139104.086125:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131464e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840460672:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 117us (310us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139104.086131:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13386 00002000:00100000:1.0:1746139104.086136:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880131464e00 x1830958840460672/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:30/0 lens 488/4536 e 0 to 0 dl 1746139115 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139104.086143:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131464e00 with x1830958840460672 ext(0->4095) 00002000:00010000:1.0:1746139104.086145:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131464e00 00000100:00100000:0.0:1746139104.102243:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139104.102757:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139104.104012:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840460800 00000100:00100000:3.0:1746139104.104024:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840460800 00000100:00100000:3.0:1746139104.104753:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840460928 00000100:00100000:3.0:1746139104.104758:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840460928 00000100:00100000:1.0:1746139104.104895:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30061 00000100:00100000:1.0:1746139104.104906:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131467b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+54:1800:x1830958840460800:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139104.104928:0:9563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139104.104948:0:9563:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acbc78 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512ade expref: -99 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139104.104980:0:9563:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fe00/0x1f9f6ca451acbc71 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ad7 expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139104.104988:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139104.104990:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139104.104993:0:9563:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acbc78 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ade expref: 55 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139104.105026:0:9563:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fe00/0x1f9f6ca451acbc71 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ad7 expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139104.105038:0:9563:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fe00/0x1f9f6ca451acbc71 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ad7 expref: 5 pid: 9563 timeout: 829 lvb_type: 0 00000100:00100000:1.0:1746139104.105051:0:9563:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb69f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832213888:192.168.203.56@tcp:104: 00000100:00100000:1.0:1746139104.105133:0:9563:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a059d6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746139104.105693:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30062 00000100:00100000:3.0:1746139104.105700:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131464380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+55:1814:x1830958840460928:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746139104.105709:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139104.105716:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009edcac00/0x1f9f6ca451acbc7f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512ae5 expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139104.105729:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139104.105733:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acbc78 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ade expref: 56 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139104.105739:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746139104.105742:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009edcac00/0x1f9f6ca451acbc7f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ae5 expref: 56 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139104.105762:0:9564:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acbc78 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ade expref: 56 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139104.105775:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009edcac00/0x1f9f6ca451acbc7f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ae5 expref: 56 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139104.105789:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009edcac00, rc 0) 00000100:00100000:3.0:1746139104.105829:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131464380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+56:1814:x1830958840460928:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 129us (3073us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139104.105836:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30062 00000100:00100000:0.0:1746139104.108694:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139104.108799:0:9563:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb69f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832213888:192.168.203.56@tcp:104: 00010000:00010000:1.0:1746139104.108828:0:9563:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acbc78 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ade expref: 55 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139104.108843:0:9563:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7ea00, rc 0) 00000100:00100000:1.0:1746139104.108884:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131467b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+55:1800:x1830958840460800:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3981us (6652us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139104.108894:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30061 00000100:00100000:2.0:1746139104.109157:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840461056 00000100:00100000:2.0:1746139104.109164:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840461056 00010000:00010000:2.0:1746139104.109192:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fe00/0x1f9f6ca451acbc71 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ad7 expref: 6 pid: 9563 timeout: 829 lvb_type: 0 00000100:00100000:2.0:1746139104.109215:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17375 00000100:00100000:2.0:1746139104.109222:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801376a2850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840461056:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139104.109238:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139104.109259:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fe00/0x1f9f6ca451acbc71 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ad7 expref: 6 pid: 9563 timeout: 829 lvb_type: 0 00010000:00010000:2.0:1746139104.109270:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fe00/0x1f9f6ca451acbc71 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ad7 expref: 6 pid: 9563 timeout: 829 lvb_type: 0 00010000:00010000:2.0:1746139104.109291:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fe00/0x1f9f6ca451acbc71 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ad7 expref: 6 pid: 9563 timeout: 829 lvb_type: 0 00010000:00010000:2.0:1746139104.109670:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139104.109672:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139104.109681:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acbc78 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ade expref: 54 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139104.109689:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acbc78 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ade expref: 54 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139104.109719:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acbc78 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ade expref: 54 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139104.109731:0:7207:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acbc78 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ade expref: 54 pid: 9563 timeout: 829 lvb_type: 0 00000100:00100000:2.0:1746139104.109741:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134530e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832214144:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139104.109794:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ec296c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746139104.113464:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139104.113683:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134530e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832214144:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139104.113704:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139104.113817:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840461312 00000100:00100000:2.0:1746139104.113824:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840461312 00002000:00100000:2.0:1746139104.113876:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88013107ed80 x1830958840461312/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:30/0 lens 488/0 e 0 to 0 dl 1746139115 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139104.113886:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013107ed80 with x1830958840461312 ext(0->4095) 00010000:00010000:2.0:1746139104.113895:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acbc78 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ade expref: 55 pid: 9563 timeout: 829 lvb_type: 0 00010000:00010000:2.0:1746139104.113909:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acbc78 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ade expref: 55 pid: 9563 timeout: 829 lvb_type: 0 00002000:00010000:2.0:1746139104.113916:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013107ed80 00000100:00100000:2.0:1746139104.113938:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2788 00000100:00100000:2.0:1746139104.113945:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013107ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+55:2008:x1830958840461312:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746139104.114076:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801376a2850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2007:x1830958840461056:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 4853us (5392us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139104.114085:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17375 00000100:00100000:2.0:1746139104.114704:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013107ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+55:2008:x1830958840461312:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 757us (1250us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746139104.114714:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2788 00002000:00100000:2.0:1746139104.114719:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88013107ed80 x1830958840461312/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:30/0 lens 488/4536 e 0 to 0 dl 1746139115 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139104.114727:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013107ed80 with x1830958840461312 ext(0->4095) 00010000:00010000:2.0:1746139104.114732:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acbc78 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ade expref: 55 pid: 9563 timeout: 829 lvb_type: 0 00010000:00010000:2.0:1746139104.114741:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acbc78 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ade expref: 55 pid: 9563 timeout: 829 lvb_type: 0 00002000:00010000:2.0:1746139104.114748:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013107ed80 00000100:00100000:1.0:1746139104.117861:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139104.117999:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840461440 00000100:00100000:3.0:1746139104.118010:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840461440 00010000:00010000:3.0:1746139104.118050:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acbc78 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ade expref: 55 pid: 9563 timeout: 829 lvb_type: 0 00000100:00100000:3.0:1746139104.118087:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17376 00000100:00100000:3.0:1746139104.118096:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb69f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+55:2008:x1830958840461440:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139104.118112:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139104.118135:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acbc78 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ade expref: 55 pid: 9563 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746139104.118149:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acbc78 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ade expref: 55 pid: 9563 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746139104.118175:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acbc78 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ade expref: 55 pid: 9563 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746139104.118210:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139104.118212:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139104.118219:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009edcac00/0x1f9f6ca451acbc7f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ae5 expref: 54 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139104.118227:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009edcac00/0x1f9f6ca451acbc7f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ae5 expref: 54 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139104.118263:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009edcac00/0x1f9f6ca451acbc7f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ae5 expref: 54 pid: 9564 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139104.118276:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0758a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832214272:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139104.118363:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a0574d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746139104.121502:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0758a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832214272:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139104.121525:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139104.121584:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb69f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+54:2008:x1830958840461440:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3487us (3732us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139104.121595:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17376 00000100:00100000:0.0:1746139104.122173:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139104.122428:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840461696 00000100:00100000:3.0:1746139104.122435:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840461696 00002000:00100000:3.0:1746139104.122469:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88013107e680 x1830958840461696/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:30/0 lens 488/0 e 0 to 0 dl 1746139115 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139104.122479:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013107e680 with x1830958840461696 ext(0->4095) 00002000:00010000:3.0:1746139104.122483:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013107e680 00000100:00100000:3.0:1746139104.122516:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13387 00000100:00100000:3.0:1746139104.122523:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013107e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+54:2009:x1830958840461696:12345-192.168.203.56@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746139104.123459:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013107e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+54:2009:x1830958840461696:12345-192.168.203.56@tcp:3:ptlrpcd_01_00.0 Request processed in 931us (1283us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746139104.123467:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13387 00002000:00100000:3.0:1746139104.123475:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88013107e680 x1830958840461696/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:30/0 lens 488/4536 e 0 to 0 dl 1746139115 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139104.123483:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013107e680 with x1830958840461696 ext(0->4095) 00002000:00010000:3.0:1746139104.123497:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013107e680 00000100:00100000:0.0:1746139104.125934:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139104.126046:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840461824 00000100:00100000:1.0:1746139104.126055:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840461824 00000100:00100000:1.0:1746139104.126117:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30063 00000100:00100000:1.0:1746139104.126124:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013107dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840461824:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139104.126141:0:9563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139104.126159:0:9563:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451acbc86 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512aec expref: -99 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139104.126185:0:9563:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009edcac00/0x1f9f6ca451acbc7f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ae5 expref: 53 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139104.126192:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139104.126194:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139104.126197:0:9563:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451acbc86 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512aec expref: 6 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139104.126225:0:9563:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009edcac00/0x1f9f6ca451acbc7f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ae5 expref: 53 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139104.126236:0:9563:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009edcac00/0x1f9f6ca451acbc7f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ae5 expref: 53 pid: 9564 timeout: 829 lvb_type: 0 00000100:00100000:1.0:1746139104.126247:0:9563:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb69180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832214400:192.168.203.56@tcp:104: 00000100:00100000:1.0:1746139104.126950:0:9563:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a059d6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746139104.128832:0:9563:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb69180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832214400:192.168.203.56@tcp:104: 00010000:00010000:1.0:1746139104.128859:0:9563:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451acbc86 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512aec expref: 6 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139104.128875:0:9563:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7f600, rc 0) 00000100:00100000:1.0:1746139104.128916:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013107dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840461824:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2792us (2990us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139104.128925:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30063 00000100:00100000:0.0:1746139104.130153:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139104.130313:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840461952 00000100:00100000:3.0:1746139104.130319:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840461952 00010000:00010000:3.0:1746139104.130345:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009edcac00/0x1f9f6ca451acbc7f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ae5 expref: 54 pid: 9564 timeout: 829 lvb_type: 0 00000100:00100000:3.0:1746139104.130364:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17377 00000100:00100000:3.0:1746139104.130369:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013107ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+54:2007:x1830958840461952:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139104.130381:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139104.130398:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009edcac00/0x1f9f6ca451acbc7f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ae5 expref: 54 pid: 9564 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746139104.130409:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009edcac00/0x1f9f6ca451acbc7f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ae5 expref: 54 pid: 9564 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746139104.130428:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009edcac00/0x1f9f6ca451acbc7f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ae5 expref: 54 pid: 9564 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746139104.130454:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139104.130456:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139104.130462:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451acbc86 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512aec expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139104.130469:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451acbc86 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512aec expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139104.130503:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451acbc86 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512aec expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139104.130513:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0758a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832214528:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139104.130575:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a0574d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746139104.131750:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139104.131811:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840462080 00000100:00100000:1.0:1746139104.131817:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840462080 00000100:00100000:1.0:1746139104.132380:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30064 00000100:00100000:1.0:1746139104.132389:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013107d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+54:1800:x1830958840462080:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139104.132405:0:9563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139104.132422:0:9563:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ee00/0x1f9f6ca451acbc8d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512af3 expref: -99 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139104.132448:0:9563:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451acbc86 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512aec expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139104.132454:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139104.132456:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139104.132459:0:9563:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ee00/0x1f9f6ca451acbc8d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512af3 expref: 55 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139104.132499:0:9563:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451acbc86 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512aec expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139104.132511:0:9563:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451acbc86 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512aec expref: 5 pid: 9563 timeout: 829 lvb_type: 0 00000100:00100000:1.0:1746139104.132522:0:9563:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb69180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832214656:192.168.203.56@tcp:104: 00000100:00100000:1.0:1746139104.132597:0:9563:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a059d6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746139104.134949:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139104.135260:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840462336 00000100:00100000:2.0:1746139104.135269:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840462336 00002000:00100000:2.0:1746139104.135312:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88013107d880 x1830958840462336/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:30/0 lens 488/0 e 0 to 0 dl 1746139115 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139104.135321:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013107d880 with x1830958840462336 ext(0->4095) 00010000:00010000:2.0:1746139104.135330:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451acbc86 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512aec expref: 6 pid: 9563 timeout: 829 lvb_type: 0 00010000:00010000:2.0:1746139104.135343:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451acbc86 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512aec expref: 6 pid: 9563 timeout: 829 lvb_type: 0 00002000:00010000:2.0:1746139104.135349:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013107d880 00000100:00100000:2.0:1746139104.135382:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2789 00000100:00100000:2.0:1746139104.135389:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013107d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840462336:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746139104.135545:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013107d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840462336:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 156us (607us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746139104.135551:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2789 00002000:00100000:2.0:1746139104.135557:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88013107d880 x1830958840462336/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:30/0 lens 488/4536 e 0 to 0 dl 1746139115 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139104.135563:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013107d880 with x1830958840462336 ext(0->4095) 00010000:00010000:2.0:1746139104.135567:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451acbc86 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512aec expref: 6 pid: 9563 timeout: 829 lvb_type: 0 00010000:00010000:2.0:1746139104.135576:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451acbc86 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512aec expref: 6 pid: 9563 timeout: 829 lvb_type: 0 00002000:00010000:2.0:1746139104.135581:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013107d880 00000100:00100000:3.0:1746139104.135660:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0758a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832214528:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139104.135677:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139104.135715:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013107ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+55:2007:x1830958840461952:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 5345us (5564us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139104.135723:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17377 00000100:00100000:1.0:1746139104.135870:0:9563:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb69180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832214656:192.168.203.56@tcp:104: 00010000:00010000:1.0:1746139104.135888:0:9563:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ee00/0x1f9f6ca451acbc8d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512af3 expref: 54 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139104.135901:0:9563:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7ee00, rc 0) 00000100:00100000:1.0:1746139104.136062:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013107d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+54:1800:x1830958840462080:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3674us (4314us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139104.136068:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30064 00000100:00100000:0.0:1746139104.138946:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139104.139070:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840462464 00000100:00100000:3.0:1746139104.139078:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840462464 00010000:00010000:3.0:1746139104.139117:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451acbc86 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512aec expref: 6 pid: 9563 timeout: 829 lvb_type: 0 00000100:00100000:3.0:1746139104.139151:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17378 00000100:00100000:3.0:1746139104.139159:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013107c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840462464:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139104.139175:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139104.139195:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451acbc86 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512aec expref: 6 pid: 9563 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746139104.139208:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451acbc86 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512aec expref: 6 pid: 9563 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746139104.139231:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451acbc86 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512aec expref: 6 pid: 9563 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746139104.139261:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139104.139264:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139104.139272:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ee00/0x1f9f6ca451acbc8d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512af3 expref: 53 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139104.139279:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ee00/0x1f9f6ca451acbc8d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512af3 expref: 53 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139104.139314:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ee00/0x1f9f6ca451acbc8d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512af3 expref: 53 pid: 9563 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139104.139326:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0758a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832214784:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139104.139413:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a0574d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746139104.142018:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0758a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832214784:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139104.142039:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139104.142095:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013107c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2008:x1830958840462464:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 2935us (3158us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139104.142110:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17378 00000100:00100000:1.0:1746139104.143327:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139104.143517:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840462720 00000100:00100000:0.0:1746139104.143528:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840462720 00002000:00100000:0.0:1746139104.143580:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009cb69180 x1830958840462720/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:30/0 lens 488/0 e 0 to 0 dl 1746139115 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139104.143589:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb69180 with x1830958840462720 ext(0->4095) 00002000:00010000:0.0:1746139104.143594:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cb69180 00000100:00100000:0.0:1746139104.143646:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13388 00000100:00100000:0.0:1746139104.143663:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb69180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+54:2007:x1830958840462720:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746139104.143803:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb69180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+54:2007:x1830958840462720:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 141us (482us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746139104.143808:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13388 00002000:00100000:0.0:1746139104.143814:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009cb69180 x1830958840462720/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:30/0 lens 488/4536 e 0 to 0 dl 1746139115 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139104.143820:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb69180 with x1830958840462720 ext(0->4095) 00002000:00010000:0.0:1746139104.143823:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cb69180 00000100:00100000:0.0:1746139104.145767:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139104.145834:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840462848 00000100:00100000:1.0:1746139104.145843:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840462848 00000100:00100000:1.0:1746139104.145900:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30065 00000100:00100000:1.0:1746139104.145908:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013107c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840462848:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139104.145923:0:9563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139104.145940:0:9563:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451acbc94 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512afa expref: -99 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139104.145973:0:9563:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ee00/0x1f9f6ca451acbc8d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512af3 expref: 53 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139104.145979:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139104.145981:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139104.145985:0:9563:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451acbc94 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512afa expref: 6 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139104.146015:0:9563:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ee00/0x1f9f6ca451acbc8d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512af3 expref: 53 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139104.146027:0:9563:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ee00/0x1f9f6ca451acbc8d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512af3 expref: 53 pid: 9563 timeout: 829 lvb_type: 0 00000100:00100000:1.0:1746139104.146038:0:9563:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb68e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832214912:192.168.203.56@tcp:104: 00000100:00100000:1.0:1746139104.146119:0:9563:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a059d6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746139104.152468:0:9563:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb68e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832214912:192.168.203.56@tcp:104: 00010000:00010000:1.0:1746139104.152511:0:9563:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451acbc94 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512afa expref: 6 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139104.152527:0:9563:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7e000, rc 0) 00000100:00100000:1.0:1746139104.152578:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013107c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840462848:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6670us (6819us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139104.152587:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30065 00000100:00100000:0.0:1746139104.172079:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139104.172312:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840462976 00000100:00100000:3.0:1746139104.172322:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840462976 00002000:00100000:3.0:1746139104.172367:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff88013107f100 x1830958840462976/t0(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:30/0 lens 496/0 e 0 to 0 dl 1746139115 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139104.172377:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013107f100 with x1830958840462976 ext(0->7) 00010000:00010000:3.0:1746139104.172385:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ee00/0x1f9f6ca451acbc8d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512af3 expref: 54 pid: 9563 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746139104.172399:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ee00/0x1f9f6ca451acbc8d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512af3 expref: 54 pid: 9563 timeout: 829 lvb_type: 0 00002000:00010000:3.0:1746139104.172405:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013107f100 00000100:00100000:3.0:1746139104.172432:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2790 00000100:00100000:3.0:1746139104.172439:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013107f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+54:2007:x1830958840462976:12345-192.168.203.56@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746139104.173137:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013107f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+56:2007:x1830958840462976:12345-192.168.203.56@tcp:4:ldlm_bl.0 Request processed in 696us (1068us total) trans 4294972111 rc 0/0 00000100:00100000:0.0:1746139104.173144:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2790 00002000:00100000:0.0:1746139104.173150:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff88013107f100 x1830958840462976/t4294972111(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:30/0 lens 496/448 e 0 to 0 dl 1746139115 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139104.173158:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013107f100 with x1830958840462976 ext(0->7) 00010000:00010000:0.0:1746139104.173162:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ee00/0x1f9f6ca451acbc8d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512af3 expref: 56 pid: 9563 timeout: 829 lvb_type: 0 00010000:00010000:0.0:1746139104.173172:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ee00/0x1f9f6ca451acbc8d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512af3 expref: 56 pid: 9563 timeout: 829 lvb_type: 0 00002000:00010000:0.0:1746139104.173178:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013107f100 00000100:00100000:0.0:1746139104.176449:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139104.178249:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840463104 00000100:00100000:1.0:1746139104.178261:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840463104 00000100:00100000:1.0:1746139104.178312:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30066 00000100:00100000:1.0:1746139104.178320:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013107f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+56:1800:x1830958840463104:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139104.178339:0:9563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139104.178357:0:9563:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acbc9b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512b01 expref: -99 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139104.178388:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139104.178394:0:9563:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451acbc94 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512afa expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139104.178399:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746139104.178402:0:9563:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acbc9b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b01 expref: 57 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139104.178435:0:9563:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451acbc94 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512afa expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139104.178446:0:9563:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acbc9b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b01 expref: 57 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139104.178454:0:9563:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7f400, rc 0) 00000100:00100000:1.0:1746139104.178510:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013107f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+57:1800:x1830958840463104:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 190us (2071us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139104.178516:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30066 00000100:00100000:0.0:1746139104.180589:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139104.180830:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840463232 00000100:00100000:3.0:1746139104.180838:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840463232 00010000:00010000:3.0:1746139104.180874:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ee00/0x1f9f6ca451acbc8d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512af3 expref: 57 pid: 9563 timeout: 829 lvb_type: 0 00000100:00100000:3.0:1746139104.180900:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17379 00000100:00100000:3.0:1746139104.180905:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013107f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+57:2009:x1830958840463232:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139104.180919:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139104.180941:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ee00/0x1f9f6ca451acbc8d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512af3 expref: 57 pid: 9563 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746139104.180957:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ee00/0x1f9f6ca451acbc8d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512af3 expref: 57 pid: 9563 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746139104.180985:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ee00/0x1f9f6ca451acbc8d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512af3 expref: 57 pid: 9563 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746139104.181118:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139104.181120:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139104.181128:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451acbc94 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512afa expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139104.181135:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451acbc94 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512afa expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139104.181168:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451acbc94 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512afa expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139104.181179:0:7207:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451acbc94 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512afa expref: 5 pid: 9563 timeout: 829 lvb_type: 0 00000100:00100000:3.0:1746139104.181189:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0758a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832215168:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139104.181273:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a0574d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746139104.184496:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0758a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832215168:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139104.184521:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139104.184562:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013107f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+56:2009:x1830958840463232:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3654us (3979us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139104.184577:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17379 00000100:00100000:0.0:1746139104.185241:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139104.185389:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840463488 00000100:00100000:1.0:1746139104.185397:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840463488 00002000:00100000:1.0:1746139104.185438:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88013107d180 x1830958840463488/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:30/0 lens 488/0 e 0 to 0 dl 1746139115 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139104.185449:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013107d180 with x1830958840463488 ext(0->4095) 00010000:00010000:1.0:1746139104.185458:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451acbc94 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512afa expref: 6 pid: 9563 timeout: 829 lvb_type: 0 00010000:00010000:1.0:1746139104.185478:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451acbc94 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512afa expref: 6 pid: 9563 timeout: 829 lvb_type: 0 00002000:00010000:1.0:1746139104.185484:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013107d180 00000100:00100000:1.0:1746139104.185513:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2791 00000100:00100000:1.0:1746139104.185521:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013107d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840463488:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746139104.185686:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013107d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840463488:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 165us (446us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139104.185693:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2791 00002000:00100000:1.0:1746139104.185698:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88013107d180 x1830958840463488/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:30/0 lens 488/4536 e 0 to 0 dl 1746139115 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139104.185705:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013107d180 with x1830958840463488 ext(0->4095) 00010000:00010000:1.0:1746139104.185710:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451acbc94 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512afa expref: 6 pid: 9563 timeout: 829 lvb_type: 0 00010000:00010000:1.0:1746139104.185719:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451acbc94 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512afa expref: 6 pid: 9563 timeout: 829 lvb_type: 0 00002000:00010000:1.0:1746139104.185725:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013107d180 00000100:00100000:0.0:1746139104.189399:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139104.189522:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840463616 00000100:00100000:3.0:1746139104.189533:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840463616 00010000:00010000:3.0:1746139104.189572:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451acbc94 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512afa expref: 6 pid: 9563 timeout: 829 lvb_type: 0 00000100:00100000:3.0:1746139104.189601:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17380 00000100:00100000:3.0:1746139104.189607:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013107ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840463616:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139104.189648:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139104.189670:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451acbc94 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512afa expref: 6 pid: 9563 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746139104.189683:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451acbc94 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512afa expref: 6 pid: 9563 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746139104.189708:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451acbc94 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512afa expref: 6 pid: 9563 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746139104.189740:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139104.189743:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139104.189752:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acbc9b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b01 expref: 55 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139104.189760:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acbc9b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b01 expref: 55 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139104.189797:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acbc9b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b01 expref: 55 pid: 9563 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139104.189811:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0758a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832215296:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139104.191377:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a0574d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746139104.193371:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139104.193518:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0758a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832215296:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139104.193539:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139104.193586:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013107ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2007:x1830958840463616:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3977us (4197us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139104.193598:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17380 00000100:00100000:1.0:1746139104.195130:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840463872 00000100:00100000:1.0:1746139104.195142:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840463872 00002000:00100000:1.0:1746139104.195188:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88013107ce00 x1830958840463872/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:30/0 lens 488/0 e 0 to 0 dl 1746139115 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139104.195198:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013107ce00 with x1830958840463872 ext(0->4095) 00002000:00010000:1.0:1746139104.195203:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013107ce00 00000100:00100000:1.0:1746139104.195232:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13389 00000100:00100000:1.0:1746139104.195239:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013107ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+56:2009:x1830958840463872:12345-192.168.203.56@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746139104.195386:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013107ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+56:2009:x1830958840463872:12345-192.168.203.56@tcp:3:ptlrpcd_01_00.0 Request processed in 148us (2023us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139104.195392:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13389 00002000:00100000:1.0:1746139104.195398:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88013107ce00 x1830958840463872/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:30/0 lens 488/4536 e 0 to 0 dl 1746139115 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139104.195404:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013107ce00 with x1830958840463872 ext(0->4095) 00002000:00010000:1.0:1746139104.195407:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013107ce00 00000100:00100000:0.0:1746139104.201882:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139104.202004:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840464000 00000100:00100000:2.0:1746139104.202013:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840464000 00000100:00100000:2.0:1746139104.202061:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30067 00000100:00100000:2.0:1746139104.202069:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c851500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840464000:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139104.202088:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139104.202104:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f16c600/0x1f9f6ca451acbca2 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512b08 expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139104.202133:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acbc9b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b01 expref: 55 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139104.202140:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139104.202142:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139104.202145:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f16c600/0x1f9f6ca451acbca2 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b08 expref: 6 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139104.202175:0:18644:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acbc9b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b01 expref: 55 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139104.202186:0:18644:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acbc9b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b01 expref: 55 pid: 9563 timeout: 829 lvb_type: 0 00000100:00100000:2.0:1746139104.202198:0:18644:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134531880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832215424:192.168.203.56@tcp:104: 00000100:00100000:2.0:1746139104.202280:0:18644:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ec29a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746139104.205413:0:18644:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134531880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832215424:192.168.203.56@tcp:104: 00010000:00010000:2.0:1746139104.205448:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f16c600/0x1f9f6ca451acbca2 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b08 expref: 6 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139104.205467:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f16c600, rc 0) 00000100:00100000:2.0:1746139104.205527:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c851500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840464000:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3457us (3653us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139104.205536:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30067 00000100:00100000:1.0:1746139104.211472:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139104.211524:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840464128 00000100:00100000:1.0:1746139104.211533:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840464128 00002000:00100000:1.0:1746139104.211580:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff88009cb68e00 x1830958840464128/t0(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:30/0 lens 496/0 e 0 to 0 dl 1746139115 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139104.211590:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb68e00 with x1830958840464128 ext(0->7) 00010000:00010000:1.0:1746139104.211599:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acbc9b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b01 expref: 56 pid: 9563 timeout: 829 lvb_type: 0 00010000:00010000:1.0:1746139104.211613:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acbc9b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b01 expref: 56 pid: 9563 timeout: 829 lvb_type: 0 00002000:00010000:1.0:1746139104.211635:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cb68e00 00000100:00100000:1.0:1746139104.211657:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2792 00000100:00100000:1.0:1746139104.211665:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb68e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+56:2008:x1830958840464128:12345-192.168.203.56@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746139104.214347:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb68e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+58:2008:x1830958840464128:12345-192.168.203.56@tcp:4:ldlm_bl.0 Request processed in 2672us (2876us total) trans 4294972112 rc 0/0 00000100:00100000:0.0:1746139104.214362:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2792 00002000:00100000:0.0:1746139104.214371:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff88009cb68e00 x1830958840464128/t4294972112(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:30/0 lens 496/448 e 0 to 0 dl 1746139115 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139104.214381:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb68e00 with x1830958840464128 ext(0->7) 00010000:00010000:0.0:1746139104.214391:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acbc9b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b01 expref: 58 pid: 9563 timeout: 829 lvb_type: 0 00010000:00010000:0.0:1746139104.214410:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acbc9b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b01 expref: 58 pid: 9563 timeout: 829 lvb_type: 0 00002000:00010000:0.0:1746139104.214417:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cb68e00 00000100:00100000:0.0:1746139104.247710:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139104.247798:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840464256 00000100:00100000:2.0:1746139104.247807:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840464256 00000100:00100000:1.0:1746139104.249046:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30068 00000100:00100000:1.0:1746139104.249059:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c852d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+58:1800:x1830958840464256:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139104.249080:0:9563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139104.249101:0:9563:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fe00/0x1f9f6ca451acbca9 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512b0f expref: -99 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139104.249131:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139104.249138:0:9563:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f16c600/0x1f9f6ca451acbca2 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b08 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139104.249144:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746139104.249147:0:9563:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fe00/0x1f9f6ca451acbca9 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b0f expref: 59 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139104.249186:0:9563:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f16c600/0x1f9f6ca451acbca2 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b08 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139104.249199:0:9563:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fe00/0x1f9f6ca451acbca9 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b0f expref: 59 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139104.249209:0:9563:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7fe00, rc 0) 00000100:00100000:1.0:1746139104.249274:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c852d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+59:1800:x1830958840464256:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 218us (1659us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139104.249280:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30068 00000100:00100000:0.0:1746139104.250892:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139104.251693:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840464384 00000100:00100000:3.0:1746139104.251702:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840464384 00010000:00010000:3.0:1746139104.251736:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acbc9b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b01 expref: 59 pid: 9563 timeout: 829 lvb_type: 0 00000100:00100000:3.0:1746139104.251768:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17381 00000100:00100000:3.0:1746139104.251774:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c853800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+59:2009:x1830958840464384:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139104.251789:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139104.251811:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acbc9b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b01 expref: 59 pid: 9563 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746139104.251824:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acbc9b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b01 expref: 59 pid: 9563 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746139104.251844:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acbc9b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b01 expref: 59 pid: 9563 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746139104.251875:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139104.251878:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139104.251885:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f16c600/0x1f9f6ca451acbca2 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b08 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139104.251892:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f16c600/0x1f9f6ca451acbca2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b08 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139104.251921:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f16c600/0x1f9f6ca451acbca2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b08 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139104.251933:0:7207:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f16c600/0x1f9f6ca451acbca2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b08 expref: 5 pid: 18644 timeout: 829 lvb_type: 0 00000100:00100000:3.0:1746139104.251945:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0758a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832215680:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139104.252034:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a0574d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746139104.256058:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139104.256545:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840464640 00000100:00100000:2.0:1746139104.256556:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840464640 00002000:00100000:2.0:1746139104.256604:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c852300 x1830958840464640/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:30/0 lens 488/0 e 0 to 0 dl 1746139115 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139104.256638:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c852300 with x1830958840464640 ext(0->4095) 00010000:00010000:2.0:1746139104.256648:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f16c600/0x1f9f6ca451acbca2 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b08 expref: 6 pid: 18644 timeout: 829 lvb_type: 0 00010000:00010000:2.0:1746139104.256663:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f16c600/0x1f9f6ca451acbca2 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b08 expref: 6 pid: 18644 timeout: 829 lvb_type: 0 00002000:00010000:2.0:1746139104.256669:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c852300 00000100:00100000:3.0:1746139104.256886:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0758a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832215680:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139104.256905:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139104.256946:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c853800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+58:2009:x1830958840464384:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 5171us (6059us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139104.256956:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17381 00000100:00100000:2.0:1746139104.258233:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2793 00000100:00100000:2.0:1746139104.258245:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c852300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840464640:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746139104.258400:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c852300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840464640:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 158us (2353us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746139104.258406:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2793 00002000:00100000:2.0:1746139104.258412:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c852300 x1830958840464640/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:30/0 lens 488/4536 e 0 to 0 dl 1746139115 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139104.258421:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c852300 with x1830958840464640 ext(0->4095) 00010000:00010000:2.0:1746139104.258429:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f16c600/0x1f9f6ca451acbca2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b08 expref: 6 pid: 18644 timeout: 829 lvb_type: 0 00010000:00010000:2.0:1746139104.258440:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f16c600/0x1f9f6ca451acbca2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b08 expref: 6 pid: 18644 timeout: 829 lvb_type: 0 00002000:00010000:2.0:1746139104.258446:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c852300 00000100:00100000:0.0:1746139104.264447:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139104.264597:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840464768 00000100:00100000:3.0:1746139104.264608:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840464768 00010000:00010000:3.0:1746139104.264739:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f16c600/0x1f9f6ca451acbca2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b08 expref: 6 pid: 18644 timeout: 829 lvb_type: 0 00000100:00100000:3.0:1746139104.264771:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17382 00000100:00100000:3.0:1746139104.264777:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124a2f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2010:x1830958840464768:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139104.264795:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139104.264817:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f16c600/0x1f9f6ca451acbca2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b08 expref: 6 pid: 18644 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746139104.264830:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f16c600/0x1f9f6ca451acbca2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b08 expref: 6 pid: 18644 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746139104.264855:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f16c600/0x1f9f6ca451acbca2 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b08 expref: 6 pid: 18644 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746139104.265062:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139104.265065:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139104.265074:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fe00/0x1f9f6ca451acbca9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b0f expref: 57 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139104.265082:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fe00/0x1f9f6ca451acbca9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b0f expref: 57 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139104.265120:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fe00/0x1f9f6ca451acbca9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b0f expref: 57 pid: 9563 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139104.265132:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0758a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832215808:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139104.266276:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a0574d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746139104.276667:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0758a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832215808:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139104.276689:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139104.276734:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124a2f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2010:x1830958840464768:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 11955us (12297us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139104.276748:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17382 00000100:00100000:0.0:1746139104.278696:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139104.278791:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840465024 00000100:00100000:1.0:1746139104.278799:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840465024 00002000:00100000:1.0:1746139104.278839:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c853480 x1830958840465024/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:30/0 lens 488/0 e 0 to 0 dl 1746139115 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139104.278850:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c853480 with x1830958840465024 ext(0->4095) 00002000:00010000:1.0:1746139104.278854:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c853480 00000100:00100000:1.0:1746139104.278882:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13390 00000100:00100000:1.0:1746139104.278888:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c853480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+58:2007:x1830958840465024:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746139104.279018:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c853480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+58:2007:x1830958840465024:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 130us (328us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139104.279024:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13390 00002000:00100000:1.0:1746139104.279029:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c853480 x1830958840465024/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:30/0 lens 488/4536 e 0 to 0 dl 1746139115 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139104.279037:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c853480 with x1830958840465024 ext(0->4095) 00002000:00010000:1.0:1746139104.279039:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c853480 00000100:00100000:0.0:1746139104.285993:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139104.286096:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840465152 00000100:00100000:2.0:1746139104.286105:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840465152 00000100:00100000:2.0:1746139104.286162:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30069 00000100:00100000:2.0:1746139104.286170:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c853100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840465152:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139104.286188:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139104.286206:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f16de00/0x1f9f6ca451acbcb0 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512b16 expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139104.286237:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fe00/0x1f9f6ca451acbca9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b0f expref: 57 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139104.286244:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139104.286246:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139104.286249:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f16de00/0x1f9f6ca451acbcb0 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b16 expref: 6 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139104.286279:0:18644:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fe00/0x1f9f6ca451acbca9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b0f expref: 57 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139104.286290:0:18644:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fe00/0x1f9f6ca451acbca9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b0f expref: 57 pid: 9563 timeout: 829 lvb_type: 0 00000100:00100000:2.0:1746139104.286303:0:18644:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134531880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832215936:192.168.203.56@tcp:104: 00000100:00100000:2.0:1746139104.286384:0:18644:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ec29180 going to sleep for 11 seconds 00000100:00100000:2.0:1746139104.294081:0:18644:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134531880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832215936:192.168.203.56@tcp:104: 00010000:00010000:2.0:1746139104.294114:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f16de00/0x1f9f6ca451acbcb0 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b16 expref: 6 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139104.294131:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f16de00, rc 0) 00000100:00100000:2.0:1746139104.294172:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c853100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840465152:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 8002us (8192us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139104.294180:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30069 00000100:00100000:0.0:1746139104.300184:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139104.300442:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840465280 00000100:00100000:2.0:1746139104.300453:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840465280 00002000:00100000:2.0:1746139104.300515:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff88009c851880 x1830958840465280/t0(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:30/0 lens 496/0 e 0 to 0 dl 1746139115 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139104.300525:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c851880 with x1830958840465280 ext(0->7) 00010000:00010000:2.0:1746139104.300535:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fe00/0x1f9f6ca451acbca9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b0f expref: 58 pid: 9563 timeout: 829 lvb_type: 0 00010000:00010000:2.0:1746139104.300550:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fe00/0x1f9f6ca451acbca9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b0f expref: 58 pid: 9563 timeout: 829 lvb_type: 0 00002000:00010000:2.0:1746139104.300557:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c851880 00000100:00100000:2.0:1746139104.305539:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2794 00000100:00100000:2.0:1746139104.305563:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c851880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+58:2007:x1830958840465280:12345-192.168.203.56@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746139104.306537:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c851880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+60:2007:x1830958840465280:12345-192.168.203.56@tcp:4:ldlm_bl.0 Request processed in 984us (6365us total) trans 4294972113 rc 0/0 00000100:00100000:0.0:1746139104.306545:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2794 00002000:00100000:0.0:1746139104.306554:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff88009c851880 x1830958840465280/t4294972113(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:30/0 lens 496/448 e 0 to 0 dl 1746139115 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139104.306563:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c851880 with x1830958840465280 ext(0->7) 00010000:00010000:0.0:1746139104.306572:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fe00/0x1f9f6ca451acbca9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b0f expref: 60 pid: 9563 timeout: 829 lvb_type: 0 00010000:00010000:0.0:1746139104.306586:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fe00/0x1f9f6ca451acbca9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b0f expref: 60 pid: 9563 timeout: 829 lvb_type: 0 00002000:00010000:0.0:1746139104.306593:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c851880 00000100:00100000:0.0:1746139104.308118:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139104.310870:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840465408 00000100:00100000:2.0:1746139104.310887:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840465408 00010000:00010000:3.0:1746139104.313021:0:7209:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746139104.313082:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30070 00000100:00100000:2.0:1746139104.313098:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c853800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+60:1800:x1830958840465408:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139104.313117:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139104.313134:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f16c000/0x1f9f6ca451acbcb7 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512b1d expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139104.313160:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139104.313165:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f16de00/0x1f9f6ca451acbcb0 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b16 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139104.313171:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746139104.313175:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f16c000/0x1f9f6ca451acbcb7 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b1d expref: 61 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139104.313212:0:18644:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f16de00/0x1f9f6ca451acbcb0 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b16 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139104.313223:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f16c000/0x1f9f6ca451acbcb7 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b1d expref: 61 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139104.313231:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f16c000, rc 0) 00000100:00100000:2.0:1746139104.313286:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c853800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+61:1800:x1830958840465408:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 195us (5176us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139104.313292:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30070 00000100:00100000:0.0:1746139104.315209:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139104.315922:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840465536 00000100:00100000:3.0:1746139104.315932:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840465536 00010000:00010000:3.0:1746139104.315970:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fe00/0x1f9f6ca451acbca9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b0f expref: 61 pid: 9563 timeout: 829 lvb_type: 0 00000100:00100000:3.0:1746139104.316476:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17383 00000100:00100000:3.0:1746139104.316484:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801333dc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+61:2007:x1830958840465536:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139104.316509:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139104.316530:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fe00/0x1f9f6ca451acbca9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b0f expref: 61 pid: 9563 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746139104.316543:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fe00/0x1f9f6ca451acbca9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b0f expref: 61 pid: 9563 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746139104.316565:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fe00/0x1f9f6ca451acbca9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b0f expref: 61 pid: 9563 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746139104.317299:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139104.317302:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139104.317311:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f16de00/0x1f9f6ca451acbcb0 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b16 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139104.317320:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f16de00/0x1f9f6ca451acbcb0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b16 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139104.317360:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f16de00/0x1f9f6ca451acbcb0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b16 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139104.317372:0:7207:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f16de00/0x1f9f6ca451acbcb0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b16 expref: 5 pid: 18644 timeout: 829 lvb_type: 0 00000100:00100000:3.0:1746139104.317384:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0758a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832216192:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139104.318050:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff880131528600 going to sleep for 11 seconds 00000100:00100000:0.0:1746139104.320260:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139104.320408:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840465792 00000100:00100000:1.0:1746139104.320417:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840465792 00002000:00100000:1.0:1746139104.320467:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8801333dd180 x1830958840465792/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:30/0 lens 488/0 e 0 to 0 dl 1746139115 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139104.320477:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801333dd180 with x1830958840465792 ext(0->4095) 00010000:00010000:1.0:1746139104.320497:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f16de00/0x1f9f6ca451acbcb0 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b16 expref: 6 pid: 18644 timeout: 829 lvb_type: 0 00010000:00010000:1.0:1746139104.320511:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f16de00/0x1f9f6ca451acbcb0 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b16 expref: 6 pid: 18644 timeout: 829 lvb_type: 0 00002000:00010000:1.0:1746139104.320518:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801333dd180 00000100:00100000:1.0:1746139104.320541:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2795 00000100:00100000:1.0:1746139104.320550:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801333dd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840465792:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746139104.320729:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801333dd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840465792:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 179us (478us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139104.320736:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2795 00002000:00100000:1.0:1746139104.320742:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8801333dd180 x1830958840465792/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:30/0 lens 488/4536 e 0 to 0 dl 1746139115 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139104.320749:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801333dd180 with x1830958840465792 ext(0->4095) 00010000:00010000:1.0:1746139104.320753:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f16de00/0x1f9f6ca451acbcb0 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b16 expref: 6 pid: 18644 timeout: 829 lvb_type: 0 00010000:00010000:1.0:1746139104.320762:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f16de00/0x1f9f6ca451acbcb0 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b16 expref: 6 pid: 18644 timeout: 829 lvb_type: 0 00002000:00010000:1.0:1746139104.320767:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801333dd180 00000100:00100000:3.0:1746139104.320932:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0758a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832216192:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139104.320951:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139104.320979:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801333dc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+60:2007:x1830958840465536:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 4496us (5778us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139104.320988:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17383 00000100:00100000:0.0:1746139104.324723:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139104.324846:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840465920 00000100:00100000:3.0:1746139104.324856:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840465920 00010000:00010000:3.0:1746139104.324894:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f16de00/0x1f9f6ca451acbcb0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b16 expref: 6 pid: 18644 timeout: 829 lvb_type: 0 00000100:00100000:3.0:1746139104.324923:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17384 00000100:00100000:3.0:1746139104.324931:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801333dd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840465920:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139104.324945:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139104.324966:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f16de00/0x1f9f6ca451acbcb0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b16 expref: 6 pid: 18644 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746139104.324983:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f16de00/0x1f9f6ca451acbcb0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b16 expref: 6 pid: 18644 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746139104.325006:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f16de00/0x1f9f6ca451acbcb0 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b16 expref: 6 pid: 18644 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746139104.325118:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139104.325121:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139104.325129:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f16c000/0x1f9f6ca451acbcb7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b1d expref: 59 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139104.325137:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f16c000/0x1f9f6ca451acbcb7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b1d expref: 59 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139104.325172:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f16c000/0x1f9f6ca451acbcb7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b1d expref: 59 pid: 18644 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139104.325184:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0758a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832216320:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139104.325266:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff880131528600 going to sleep for 11 seconds 00000100:00100000:3.0:1746139104.328154:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0758a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832216320:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139104.328175:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139104.328216:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801333dd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2007:x1830958840465920:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3285us (3504us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139104.328227:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17384 00000100:00100000:0.0:1746139104.328610:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139104.328770:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840466176 00000100:00100000:2.0:1746139104.328777:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840466176 00002000:00100000:2.0:1746139104.328813:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8801333de680 x1830958840466176/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:30/0 lens 488/0 e 0 to 0 dl 1746139115 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139104.328823:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801333de680 with x1830958840466176 ext(0->4095) 00002000:00010000:2.0:1746139104.328827:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801333de680 00000100:00100000:2.0:1746139104.328842:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13391 00000100:00100000:2.0:1746139104.328847:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801333de680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+60:2007:x1830958840466176:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746139104.328951:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801333de680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+60:2007:x1830958840466176:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 104us (342us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746139104.328956:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13391 00002000:00100000:2.0:1746139104.328960:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8801333de680 x1830958840466176/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:30/0 lens 488/4536 e 0 to 0 dl 1746139115 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139104.328972:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801333de680 with x1830958840466176 ext(0->4095) 00002000:00010000:2.0:1746139104.328974:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801333de680 00000100:00100000:0.0:1746139104.331436:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139104.332134:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840466304 00000100:00100000:1.0:1746139104.332144:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840466304 00000100:00100000:1.0:1746139104.332195:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30071 00000100:00100000:1.0:1746139104.332203:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801333df480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840466304:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139104.332221:0:9563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139104.332239:0:9563:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451acbcbe lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512b24 expref: -99 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139104.332270:0:9563:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f16c000/0x1f9f6ca451acbcb7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b1d expref: 59 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139104.332283:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139104.332285:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139104.332288:0:9563:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451acbcbe lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b24 expref: 6 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139104.332317:0:9563:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f16c000/0x1f9f6ca451acbcb7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b1d expref: 59 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139104.332330:0:9563:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f16c000/0x1f9f6ca451acbcb7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b1d expref: 59 pid: 18644 timeout: 829 lvb_type: 0 00000100:00100000:1.0:1746139104.332342:0:9563:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb6a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832216448:192.168.203.56@tcp:104: 00000100:00100000:1.0:1746139104.333269:0:9563:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a059d3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746139104.335912:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139104.336019:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840466432 00000100:00100000:3.0:1746139104.336029:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840466432 00010000:00010000:3.0:1746139104.336069:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f16c000/0x1f9f6ca451acbcb7 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b1d expref: 60 pid: 18644 timeout: 829 lvb_type: 0 00000100:00100000:3.0:1746139104.336099:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17385 00000100:00100000:3.0:1746139104.336106:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801333dca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+60:2007:x1830958840466432:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139104.336120:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139104.336143:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f16c000/0x1f9f6ca451acbcb7 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b1d expref: 60 pid: 18644 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746139104.336156:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f16c000/0x1f9f6ca451acbcb7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b1d expref: 60 pid: 18644 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746139104.336186:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139104.336188:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139104.336196:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451acbcbe lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b24 expref: 6 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139104.336204:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451acbcbe lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b24 expref: 6 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139104.336240:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451acbcbe lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b24 expref: 6 pid: 9563 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139104.336254:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0758a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832216576:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139104.336340:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff880131528600 going to sleep for 11 seconds 00010000:00010000:1.0:1746139104.336511:0:9563:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f16c000/0x1f9f6ca451acbcb7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b1d expref: 60 pid: 18644 timeout: 829 lvb_type: 0 00000100:00100000:1.0:1746139104.336529:0:9563:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb6a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832216448:192.168.203.56@tcp:104: 00010000:00010000:1.0:1746139104.336551:0:9563:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451acbcbe lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b24 expref: 6 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139104.336560:0:9563:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7e000, rc 0) 00000100:00100000:1.0:1746139104.336587:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801333df480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840466304:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4385us (5160us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139104.336595:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30071 00000100:00100000:0.0:1746139104.340992:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139104.342043:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139104.342081:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840466816 00000100:00100000:0.0:1746139104.342089:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840466816 00002000:00100000:0.0:1746139104.342137:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8801333dea00 x1830958840466816/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:30/0 lens 488/0 e 0 to 0 dl 1746139115 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139104.342148:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801333dea00 with x1830958840466816 ext(0->4095) 00002000:00010000:0.0:1746139104.342153:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801333dea00 00000100:00100000:3.0:1746139104.342329:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0758a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832216576:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139104.342352:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139104.342394:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801333dca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+59:2007:x1830958840466432:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 6288us (6491us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139104.342403:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17385 00000100:00100000:1.0:1746139104.342678:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840466560 00000100:00100000:1.0:1746139104.342683:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840466560 00000100:00100000:1.0:1746139104.342707:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30072 00000100:00100000:1.0:1746139104.342713:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801333dc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+59:1800:x1830958840466560:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139104.342727:0:9563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139104.342742:0:9563:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acbcc5 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512b2b expref: -99 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139104.342767:0:9563:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451acbcbe lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b24 expref: 6 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139104.342775:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139104.342777:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139104.342780:0:9563:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acbcc5 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b2b expref: 60 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139104.342813:0:9563:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451acbcbe lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b24 expref: 6 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139104.342825:0:9563:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451acbcbe lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b24 expref: 6 pid: 9563 timeout: 829 lvb_type: 0 00000100:00100000:1.0:1746139104.342838:0:9563:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb6a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832216704:192.168.203.56@tcp:104: 00000100:00100000:1.0:1746139104.342886:0:9563:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a059d3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746139104.343129:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2796 00000100:00100000:0.0:1746139104.343136:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801333dea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2009:x1830958840466816:12345-192.168.203.56@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746139104.343245:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801333dea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2009:x1830958840466816:12345-192.168.203.56@tcp:3:ptlrpcd_01_00.0 Request processed in 110us (1206us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746139104.343251:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2796 00002000:00100000:0.0:1746139104.343256:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8801333dea00 x1830958840466816/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:30/0 lens 488/4536 e 0 to 0 dl 1746139115 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139104.343265:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801333dea00 with x1830958840466816 ext(0->4095) 00010000:00010000:0.0:1746139104.343270:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451acbcbe lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b24 expref: 6 pid: 9563 timeout: 829 lvb_type: 0 00010000:00010000:0.0:1746139104.343280:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451acbcbe lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b24 expref: 6 pid: 9563 timeout: 829 lvb_type: 0 00002000:00010000:0.0:1746139104.343286:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801333dea00 00000100:00100000:1.0:1746139104.347517:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139104.347739:0:9563:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb6a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832216704:192.168.203.56@tcp:104: 00010000:00010000:2.0:1746139104.347771:0:9563:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acbcc5 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b2b expref: 60 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139104.347789:0:9563:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7f200, rc 0) 00000100:00100000:2.0:1746139104.347838:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801333dc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+60:1800:x1830958840466560:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5124us (6857us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139104.347848:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30072 00000100:00100000:2.0:1746139104.349673:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840466944 00000100:00100000:2.0:1746139104.349685:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840466944 00000100:00100000:2.0:1746139104.349746:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30073 00000100:00100000:2.0:1746139104.349754:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb68380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+60:1814:x1830958840466944:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139104.349773:0:9563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139104.349792:0:9563:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f16de00/0x1f9f6ca451acbccc lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512b32 expref: -99 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139104.349820:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139104.349825:0:9563:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acbcc5 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b2b expref: 61 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139104.349831:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139104.349834:0:9563:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f16de00/0x1f9f6ca451acbccc lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b32 expref: 61 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139104.349874:0:9563:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acbcc5 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b2b expref: 61 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139104.349886:0:9563:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f16de00/0x1f9f6ca451acbccc lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b32 expref: 61 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139104.349894:0:9563:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f16de00, rc 0) 00000100:00100000:2.0:1746139104.349949:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb68380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+61:1814:x1830958840466944:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 197us (2472us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139104.349955:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30073 00000100:00100000:0.0:1746139104.350768:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139104.351310:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840467072 00000100:00100000:3.0:1746139104.351317:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840467072 00010000:00010000:3.0:1746139104.351342:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451acbcbe lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b24 expref: 6 pid: 9563 timeout: 829 lvb_type: 0 00000100:00100000:3.0:1746139104.351371:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17386 00000100:00100000:3.0:1746139104.351378:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801333dce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840467072:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139104.351389:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139104.351406:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451acbcbe lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b24 expref: 6 pid: 9563 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746139104.351417:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451acbcbe lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b24 expref: 6 pid: 9563 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746139104.351435:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451acbcbe lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b24 expref: 6 pid: 9563 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746139104.351459:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139104.351461:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139104.351467:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acbcc5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b2b expref: 60 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139104.351474:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acbcc5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b2b expref: 60 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139104.351513:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acbcc5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b2b expref: 60 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139104.351523:0:7207:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acbcc5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b2b expref: 60 pid: 9563 timeout: 829 lvb_type: 0 00000100:00100000:3.0:1746139104.351534:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0758a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832216960:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139104.351605:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff880131528600 going to sleep for 11 seconds 00000100:00100000:3.0:1746139104.358278:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0758a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832216960:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139104.358304:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139104.358349:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801333dce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2008:x1830958840467072:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 6969us (7583us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139104.358361:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17386 00000100:00100000:0.0:1746139104.360997:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139104.361345:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840467328 00000100:00100000:2.0:1746139104.361355:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840467328 00002000:00100000:2.0:1746139104.361402:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8801333dfb80 x1830958840467328/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:30/0 lens 488/0 e 0 to 0 dl 1746139115 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139104.361412:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801333dfb80 with x1830958840467328 ext(0->4095) 00010000:00010000:2.0:1746139104.361422:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acbcc5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b2b expref: 61 pid: 9563 timeout: 829 lvb_type: 0 00010000:00010000:2.0:1746139104.361437:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acbcc5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b2b expref: 61 pid: 9563 timeout: 829 lvb_type: 0 00002000:00010000:2.0:1746139104.361444:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801333dfb80 00000100:00100000:2.0:1746139104.361478:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2797 00000100:00100000:2.0:1746139104.361493:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801333dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+61:2007:x1830958840467328:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746139104.361661:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801333dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+61:2007:x1830958840467328:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 175us (672us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746139104.361669:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2797 00002000:00100000:2.0:1746139104.361674:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8801333dfb80 x1830958840467328/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:30/0 lens 488/4536 e 0 to 0 dl 1746139115 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139104.361681:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801333dfb80 with x1830958840467328 ext(0->4095) 00010000:00010000:2.0:1746139104.361686:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acbcc5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b2b expref: 61 pid: 9563 timeout: 829 lvb_type: 0 00010000:00010000:2.0:1746139104.361695:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acbcc5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b2b expref: 61 pid: 9563 timeout: 829 lvb_type: 0 00002000:00010000:2.0:1746139104.361701:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801333dfb80 00000100:00100000:0.0:1746139104.364948:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139104.365116:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840467456 00000100:00100000:3.0:1746139104.365988:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840467456 00010000:00010000:3.0:1746139104.366032:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acbcc5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b2b expref: 61 pid: 9563 timeout: 829 lvb_type: 0 00000100:00100000:3.0:1746139104.366070:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17387 00000100:00100000:3.0:1746139104.366078:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801333dd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+61:2007:x1830958840467456:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139104.366092:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139104.366114:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acbcc5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b2b expref: 61 pid: 9563 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746139104.366133:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acbcc5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b2b expref: 61 pid: 9563 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746139104.366156:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f200/0x1f9f6ca451acbcc5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b2b expref: 61 pid: 9563 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746139104.367455:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139104.367459:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139104.367469:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f16de00/0x1f9f6ca451acbccc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b32 expref: 60 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139104.367494:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f16de00/0x1f9f6ca451acbccc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b32 expref: 60 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139104.367532:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f16de00/0x1f9f6ca451acbccc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b32 expref: 60 pid: 9563 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139104.367544:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0758a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832217088:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139104.369563:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff880131528600 going to sleep for 11 seconds 00000100:00100000:0.0:1746139104.374203:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139104.374289:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0758a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832217088:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139104.374312:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139104.375016:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801333dd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+60:2007:x1830958840467456:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 8936us (10076us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139104.375028:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17387 00000100:00100000:2.0:1746139104.375319:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840467712 00000100:00100000:2.0:1746139104.375327:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840467712 00002000:00100000:2.0:1746139104.375368:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8801333ded80 x1830958840467712/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:30/0 lens 488/0 e 0 to 0 dl 1746139115 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139104.375376:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801333ded80 with x1830958840467712 ext(0->4095) 00002000:00010000:2.0:1746139104.375381:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801333ded80 00000100:00100000:2.0:1746139104.375398:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13393 00000100:00100000:2.0:1746139104.375405:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801333ded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+60:2007:x1830958840467712:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746139104.375890:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801333ded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+60:2007:x1830958840467712:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 485us (1698us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746139104.375897:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13393 00002000:00100000:2.0:1746139104.375902:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8801333ded80 x1830958840467712/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:30/0 lens 488/4536 e 0 to 0 dl 1746139115 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139104.375915:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801333ded80 with x1830958840467712 ext(0->4095) 00002000:00010000:2.0:1746139104.375918:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801333ded80 00000100:00100000:0.0:1746139104.387729:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139104.388458:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840467840 00000100:00100000:3.0:1746139104.388468:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840467840 00000100:00100000:3.0:1746139104.388528:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30074 00000100:00100000:3.0:1746139104.388536:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801333ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840467840:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746139104.388555:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139104.388573:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009edca400/0x1f9f6ca451acbcd3 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512b39 expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139104.388606:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f16de00/0x1f9f6ca451acbccc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b32 expref: 59 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139104.388612:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746139104.388614:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746139104.388638:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009edca400/0x1f9f6ca451acbcd3 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b39 expref: 6 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139104.388669:0:18644:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f16de00/0x1f9f6ca451acbccc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b32 expref: 59 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139104.388682:0:18644:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f16de00/0x1f9f6ca451acbccc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b32 expref: 59 pid: 9563 timeout: 829 lvb_type: 0 00000100:00100000:3.0:1746139104.388692:0:18644:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0758a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832217216:192.168.203.56@tcp:104: 00000100:00100000:3.0:1746139104.388776:0:18644:0:(client.c:2553:ptlrpc_set_wait()) set ffff880131528600 going to sleep for 11 seconds 00000100:00100000:1.0:1746139104.396319:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139104.396426:0:18644:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0758a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832217216:192.168.203.56@tcp:104: 00010000:00010000:3.0:1746139104.396459:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009edca400/0x1f9f6ca451acbcd3 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b39 expref: 6 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139104.396483:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009edca400, rc 0) 00000100:00100000:2.0:1746139104.396601:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840467968 00000100:00100000:2.0:1746139104.396609:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840467968 00002000:00100000:2.0:1746139104.396664:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff88009cb69c00 x1830958840467968/t0(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:30/0 lens 496/0 e 0 to 0 dl 1746139115 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139104.396673:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb69c00 with x1830958840467968 ext(0->7) 00010000:00010000:2.0:1746139104.396679:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f16de00/0x1f9f6ca451acbccc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b32 expref: 60 pid: 9563 timeout: 829 lvb_type: 0 00010000:00010000:2.0:1746139104.396691:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f16de00/0x1f9f6ca451acbccc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b32 expref: 60 pid: 9563 timeout: 829 lvb_type: 0 00002000:00010000:2.0:1746139104.396697:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cb69c00 00000100:00100000:2.0:1746139104.396715:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2798 00000100:00100000:2.0:1746139104.396721:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb69c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+60:2008:x1830958840467968:12345-192.168.203.56@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746139104.397033:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801333ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840467840:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 8498us (9313us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139104.397041:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30074 00000100:00100000:0.0:1746139104.409875:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb69c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+62:2008:x1830958840467968:12345-192.168.203.56@tcp:4:ldlm_bl.0 Request processed in 13138us (13554us total) trans 4294972114 rc 0/0 00000100:00100000:0.0:1746139104.409890:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2798 00002000:00100000:0.0:1746139104.409904:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff88009cb69c00 x1830958840467968/t4294972114(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:30/0 lens 496/448 e 0 to 0 dl 1746139115 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139104.409913:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb69c00 with x1830958840467968 ext(0->7) 00010000:00010000:0.0:1746139104.409924:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f16de00/0x1f9f6ca451acbccc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b32 expref: 62 pid: 9563 timeout: 829 lvb_type: 0 00010000:00010000:0.0:1746139104.409941:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f16de00/0x1f9f6ca451acbccc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b32 expref: 62 pid: 9563 timeout: 829 lvb_type: 0 00002000:00010000:0.0:1746139104.409954:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cb69c00 00000100:00100000:0.0:1746139104.429872:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139104.431939:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840468096 00000100:00100000:3.0:1746139104.431956:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840468096 00000100:00100000:3.0:1746139104.432036:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30075 00000100:00100000:3.0:1746139104.432045:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801333ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+62:1800:x1830958840468096:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746139104.432066:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139104.432083:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009edcb200/0x1f9f6ca451acbcda lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512b40 expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139104.432114:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746139104.432121:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009edca400/0x1f9f6ca451acbcd3 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b39 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139104.432126:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746139104.432130:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009edcb200/0x1f9f6ca451acbcda lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b40 expref: 63 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139104.432168:0:18644:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009edca400/0x1f9f6ca451acbcd3 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b39 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139104.432179:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009edcb200/0x1f9f6ca451acbcda lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b40 expref: 63 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139104.432193:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009edcb200, rc 0) 00000100:00100000:3.0:1746139104.432253:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801333ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+63:1800:x1830958840468096:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 210us (2392us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139104.432259:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30075 00000100:00100000:0.0:1746139104.432508:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139104.432592:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840468224 00000100:00100000:3.0:1746139104.432596:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840468224 00010000:00010000:3.0:1746139104.432611:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f16de00/0x1f9f6ca451acbccc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b32 expref: 63 pid: 9563 timeout: 829 lvb_type: 0 00000100:00100000:3.0:1746139104.432661:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17388 00000100:00100000:3.0:1746139104.432667:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801333df800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+63:2009:x1830958840468224:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139104.432675:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139104.432694:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f16de00/0x1f9f6ca451acbccc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b32 expref: 63 pid: 9563 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746139104.432705:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f16de00/0x1f9f6ca451acbccc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b32 expref: 63 pid: 9563 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746139104.432721:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f16de00/0x1f9f6ca451acbccc lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b32 expref: 63 pid: 9563 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746139104.432749:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139104.432751:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139104.432757:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009edca400/0x1f9f6ca451acbcd3 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b39 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139104.432767:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009edca400/0x1f9f6ca451acbcd3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b39 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139104.432786:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009edca400/0x1f9f6ca451acbcd3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b39 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139104.432795:0:7207:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009edca400/0x1f9f6ca451acbcd3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b39 expref: 5 pid: 18644 timeout: 829 lvb_type: 0 00000100:00100000:3.0:1746139104.432807:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0758a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832217472:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139104.432870:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff880131528600 going to sleep for 11 seconds 00000100:00100000:0.0:1746139104.441775:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139104.442299:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840468480 00000100:00100000:1.0:1746139104.442308:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840468480 00002000:00100000:1.0:1746139104.442359:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8801333de300 x1830958840468480/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:30/0 lens 488/0 e 0 to 0 dl 1746139115 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139104.442370:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801333de300 with x1830958840468480 ext(0->4095) 00010000:00010000:1.0:1746139104.442380:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009edca400/0x1f9f6ca451acbcd3 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b39 expref: 6 pid: 18644 timeout: 829 lvb_type: 0 00010000:00010000:1.0:1746139104.442393:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009edca400/0x1f9f6ca451acbcd3 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b39 expref: 6 pid: 18644 timeout: 829 lvb_type: 0 00002000:00010000:1.0:1746139104.442400:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801333de300 00000100:00100000:2.0:1746139104.445009:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0758a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832217472:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139104.445035:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746139104.445048:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2799 00000100:00100000:2.0:1746139104.445093:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801333df800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+62:2009:x1830958840468224:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 12426us (12585us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139104.445093:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801333de300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840468480:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746139104.445103:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17388 00000100:00100000:0.0:1746139104.445226:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801333de300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840468480:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 169us (3462us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746139104.445232:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2799 00002000:00100000:0.0:1746139104.445238:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8801333de300 x1830958840468480/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:30/0 lens 488/4536 e 0 to 0 dl 1746139115 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139104.445247:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801333de300 with x1830958840468480 ext(0->4095) 00010000:00010000:0.0:1746139104.445255:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009edca400/0x1f9f6ca451acbcd3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b39 expref: 6 pid: 18644 timeout: 829 lvb_type: 0 00010000:00010000:0.0:1746139104.445267:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009edca400/0x1f9f6ca451acbcd3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b39 expref: 6 pid: 18644 timeout: 829 lvb_type: 0 00002000:00010000:0.0:1746139104.445273:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801333de300 00000100:00100000:0.0:1746139104.450207:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139104.450316:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840468608 00000100:00100000:2.0:1746139104.450327:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840468608 00010000:00010000:2.0:1746139104.450367:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009edca400/0x1f9f6ca451acbcd3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b39 expref: 6 pid: 18644 timeout: 829 lvb_type: 0 00000100:00100000:2.0:1746139104.450403:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17389 00000100:00100000:2.0:1746139104.450410:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124a2f450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840468608:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139104.450426:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139104.450448:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009edca400/0x1f9f6ca451acbcd3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b39 expref: 6 pid: 18644 timeout: 829 lvb_type: 0 00010000:00010000:2.0:1746139104.450461:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009edca400/0x1f9f6ca451acbcd3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b39 expref: 6 pid: 18644 timeout: 829 lvb_type: 0 00010000:00010000:2.0:1746139104.450514:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009edca400/0x1f9f6ca451acbcd3 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b39 expref: 6 pid: 18644 timeout: 829 lvb_type: 0 00010000:00010000:2.0:1746139104.450549:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139104.450551:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139104.450559:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009edcb200/0x1f9f6ca451acbcda lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b40 expref: 61 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139104.450568:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009edcb200/0x1f9f6ca451acbcda lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b40 expref: 61 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139104.450607:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009edcb200/0x1f9f6ca451acbcda lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b40 expref: 61 pid: 18644 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746139104.450671:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134531880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832217600:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139104.450751:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ec29e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746139104.450997:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb6a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1830958832217728:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746139104.451033:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746139104.451069:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958832217728 00000100:00100000:1.0:1746139104.451072:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958832217728 00000100:00100000:1.0:1746139104.451096:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 648 00000100:00100000:1.0:1746139104.451101:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb69f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3765:x1830958832217728:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1746139104.451131:0:7223:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1445994496 avail 1316532224 00000100:00100000:1.0:1746139104.451165:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb69f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3765:x1830958832217728:12345-0@lo:41:osp-pre-0-1.0 Request processed in 63us (131us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139104.451171:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 648 00000100:00100000:1.0:1746139104.451208:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb6a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1830958832217728:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746139104.454992:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134531880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832217600:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139104.455014:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139104.455059:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124a2f450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2007:x1830958840468608:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 4648us (4863us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139104.455070:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17389 00000100:00100000:0.0:1746139104.455295:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139104.456025:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840468864 00000100:00100000:1.0:1746139104.456033:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840468864 00002000:00100000:1.0:1746139104.456076:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8801333df100 x1830958840468864/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:30/0 lens 488/0 e 0 to 0 dl 1746139115 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139104.456086:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801333df100 with x1830958840468864 ext(0->4095) 00002000:00010000:1.0:1746139104.456090:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801333df100 00000100:00100000:1.0:1746139104.456109:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13394 00000100:00100000:1.0:1746139104.456116:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801333df100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+62:2008:x1830958840468864:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746139104.456999:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801333df100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+62:2008:x1830958840468864:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 881us (1703us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139104.457007:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13394 00002000:00100000:1.0:1746139104.457012:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8801333df100 x1830958840468864/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:30/0 lens 488/4536 e 0 to 0 dl 1746139115 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139104.457020:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801333df100 with x1830958840468864 ext(0->4095) 00002000:00010000:1.0:1746139104.457023:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801333df100 00000100:00100000:0.0:1746139104.458385:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139104.458464:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840468992 00000100:00100000:3.0:1746139104.458472:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840468992 00000100:00100000:3.0:1746139104.458516:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30076 00000100:00100000:3.0:1746139104.458522:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801333dc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840468992:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746139104.458535:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139104.458551:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a0b95800/0x1f9f6ca451acbce1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512b47 expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139104.458576:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009edcb200/0x1f9f6ca451acbcda lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b40 expref: 61 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139104.458582:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746139104.458584:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746139104.458587:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a0b95800/0x1f9f6ca451acbce1 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b47 expref: 6 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139104.458648:0:18644:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009edcb200/0x1f9f6ca451acbcda lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b40 expref: 61 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139104.458660:0:18644:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009edcb200/0x1f9f6ca451acbcda lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b40 expref: 61 pid: 18644 timeout: 829 lvb_type: 0 00000100:00100000:3.0:1746139104.458670:0:18644:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a075b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832217856:192.168.203.56@tcp:104: 00000100:00100000:3.0:1746139104.459413:0:18644:0:(client.c:2553:ptlrpc_set_wait()) set ffff880131528b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746139104.466241:0:18644:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a075b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832217856:192.168.203.56@tcp:104: 00010000:00010000:3.0:1746139104.466274:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a0b95800/0x1f9f6ca451acbce1 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b47 expref: 6 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139104.466291:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0b95800, rc 0) 00000100:00100000:3.0:1746139104.466334:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801333dc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840468992:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7812us (7953us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139104.466343:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30076 00000100:00100000:0.0:1746139104.479181:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139104.479287:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840469120 00000100:00100000:1.0:1746139104.479299:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840469120 00002000:00100000:1.0:1746139104.479350:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff8801333dd880 x1830958840469120/t0(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:30/0 lens 496/0 e 0 to 0 dl 1746139115 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139104.479360:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801333dd880 with x1830958840469120 ext(0->7) 00010000:00010000:1.0:1746139104.479370:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009edcb200/0x1f9f6ca451acbcda lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b40 expref: 62 pid: 18644 timeout: 829 lvb_type: 0 00010000:00010000:1.0:1746139104.479385:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009edcb200/0x1f9f6ca451acbcda lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b40 expref: 62 pid: 18644 timeout: 829 lvb_type: 0 00002000:00010000:1.0:1746139104.479392:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801333dd880 00000100:00100000:1.0:1746139104.479462:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2800 00000100:00100000:1.0:1746139104.479471:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801333dd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+62:2008:x1830958840469120:12345-192.168.203.56@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746139104.483961:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801333dd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+64:2008:x1830958840469120:12345-192.168.203.56@tcp:4:ldlm_bl.0 Request processed in 4474us (4774us total) trans 4294972115 rc 0/0 00000100:00100000:0.0:1746139104.483978:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2800 00002000:00100000:0.0:1746139104.483993:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff8801333dd880 x1830958840469120/t4294972115(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:30/0 lens 496/448 e 0 to 0 dl 1746139115 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139104.484002:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801333dd880 with x1830958840469120 ext(0->7) 00010000:00010000:0.0:1746139104.484014:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009edcb200/0x1f9f6ca451acbcda lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b40 expref: 64 pid: 18644 timeout: 829 lvb_type: 0 00010000:00010000:0.0:1746139104.484032:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009edcb200/0x1f9f6ca451acbcda lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b40 expref: 64 pid: 18644 timeout: 829 lvb_type: 0 00002000:00010000:0.0:1746139104.484039:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801333dd880 00000100:00100000:0.0:1746139104.489565:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139104.493635:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840469248 00000100:00100000:3.0:1746139104.493649:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840469248 00000100:00100000:3.0:1746139104.493716:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30077 00000100:00100000:3.0:1746139104.493724:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801333dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+64:1800:x1830958840469248:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746139104.493743:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139104.493760:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc200/0x1f9f6ca451acbce8 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512b4e expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139104.493790:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746139104.493795:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a0b95800/0x1f9f6ca451acbce1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b47 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139104.493801:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746139104.493804:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc200/0x1f9f6ca451acbce8 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b4e expref: 65 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139104.493843:0:18644:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a0b95800/0x1f9f6ca451acbce1 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b47 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139104.493855:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc200/0x1f9f6ca451acbce8 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b4e expref: 65 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139104.493864:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f7cc200, rc 0) 00000100:00100000:3.0:1746139104.493922:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801333dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+65:1800:x1830958840469248:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 198us (4369us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139104.493927:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30077 00000100:00100000:3.0:1746139104.503901:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139104.504277:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840469376 00000100:00100000:0.0:1746139104.504287:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840469376 00010000:00010000:0.0:1746139104.504329:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009edcb200/0x1f9f6ca451acbcda lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b40 expref: 65 pid: 18644 timeout: 829 lvb_type: 0 00000100:00100000:0.0:1746139104.505795:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17390 00000100:00100000:0.0:1746139104.505808:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a075b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+65:2009:x1830958840469376:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746139104.505826:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1746139104.505847:0:7207:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x1a:0x0] updating lvb mtime from disk: 1746139104 -> 1746139105 00002000:00010000:0.0:1746139104.505850:0:7207:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x1a:0x0] updating lvb ctime from disk: 1746139104 -> 1746139105 00010000:00010000:0.0:1746139104.505857:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009edcb200/0x1f9f6ca451acbcda lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b40 expref: 65 pid: 18644 timeout: 829 lvb_type: 0 00010000:00010000:0.0:1746139104.505874:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009edcb200/0x1f9f6ca451acbcda lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b40 expref: 65 pid: 18644 timeout: 829 lvb_type: 0 00010000:00010000:0.0:1746139104.505897:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009edcb200/0x1f9f6ca451acbcda lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b40 expref: 65 pid: 18644 timeout: 829 lvb_type: 0 00010000:00010000:0.0:1746139104.507424:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139104.507429:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139104.507441:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a0b95800/0x1f9f6ca451acbce1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b47 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139104.507450:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a0b95800/0x1f9f6ca451acbce1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b47 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139104.507557:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a0b95800/0x1f9f6ca451acbce1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b47 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139104.507573:0:7207:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a0b95800/0x1f9f6ca451acbce1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b47 expref: 5 pid: 18644 timeout: 829 lvb_type: 0 00000100:00100000:1.0:1746139104.507586:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb6a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832218112:192.168.203.56@tcp:105: 00000100:00100000:1.0:1746139104.508859:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a059d600 going to sleep for 11 seconds 00000100:00100000:0.0:1746139104.513761:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139104.513885:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb6a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832218112:192.168.203.56@tcp:105: 00010000:00010000:1.0:1746139104.513906:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746139104.513957:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a075b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+64:2009:x1830958840469376:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 8151us (10066us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139104.513968:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17390 00000100:00100000:2.0:1746139104.514119:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840469632 00000100:00100000:2.0:1746139104.514128:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840469632 00002000:00100000:2.0:1746139104.514166:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8801333dce00 x1830958840469632/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:30/0 lens 488/0 e 0 to 0 dl 1746139115 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139104.514176:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801333dce00 with x1830958840469632 ext(0->4095) 00010000:00010000:2.0:1746139104.514184:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a0b95800/0x1f9f6ca451acbce1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b47 expref: 6 pid: 18644 timeout: 829 lvb_type: 0 00010000:00010000:2.0:1746139104.514198:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a0b95800/0x1f9f6ca451acbce1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b47 expref: 6 pid: 18644 timeout: 829 lvb_type: 0 00002000:00010000:2.0:1746139104.514204:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801333dce00 00000100:00100000:2.0:1746139104.514232:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2801 00000100:00100000:2.0:1746139104.514240:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801333dce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840469632:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746139104.516320:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801333dce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840469632:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 2072us (2562us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746139104.516331:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2801 00002000:00100000:2.0:1746139104.516340:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8801333dce00 x1830958840469632/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:30/0 lens 488/4536 e 0 to 0 dl 1746139115 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139104.516349:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801333dce00 with x1830958840469632 ext(0->4095) 00010000:00010000:2.0:1746139104.516357:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a0b95800/0x1f9f6ca451acbce1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b47 expref: 6 pid: 18644 timeout: 829 lvb_type: 0 00010000:00010000:2.0:1746139104.516369:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a0b95800/0x1f9f6ca451acbce1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b47 expref: 6 pid: 18644 timeout: 829 lvb_type: 0 00002000:00010000:2.0:1746139104.516374:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801333dce00 00000100:00100000:0.0:1746139104.523452:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139104.523576:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840469760 00000100:00100000:1.0:1746139104.523586:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840469760 00010000:00010000:1.0:1746139104.523658:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a0b95800/0x1f9f6ca451acbce1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b47 expref: 6 pid: 18644 timeout: 829 lvb_type: 0 00000100:00100000:2.0:1746139104.525445:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17391 00000100:00100000:2.0:1746139104.525462:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801333dd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840469760:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139104.525481:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139104.525515:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a0b95800/0x1f9f6ca451acbce1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b47 expref: 6 pid: 18644 timeout: 829 lvb_type: 0 00010000:00010000:2.0:1746139104.525530:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a0b95800/0x1f9f6ca451acbce1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b47 expref: 6 pid: 18644 timeout: 829 lvb_type: 0 00010000:00010000:2.0:1746139104.525554:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a0b95800/0x1f9f6ca451acbce1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b47 expref: 6 pid: 18644 timeout: 829 lvb_type: 0 00010000:00010000:2.0:1746139104.525593:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139104.525595:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139104.525602:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc200/0x1f9f6ca451acbce8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b4e expref: 63 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139104.525610:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc200/0x1f9f6ca451acbce8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b4e expref: 63 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139104.525666:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc200/0x1f9f6ca451acbce8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b4e expref: 63 pid: 18644 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746139104.525679:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134531880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832218240:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139104.525774:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ec296c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746139104.530438:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139104.530477:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840470016 00000100:00100000:0.0:1746139104.530498:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840470016 00002000:00100000:0.0:1746139104.530547:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8801333df800 x1830958840470016/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:30/0 lens 488/0 e 0 to 0 dl 1746139115 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139104.530557:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801333df800 with x1830958840470016 ext(0->4095) 00002000:00010000:0.0:1746139104.530562:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801333df800 00000100:00100000:2.0:1746139104.530738:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134531880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832218240:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139104.530757:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139104.530803:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801333dd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2007:x1830958840469760:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 5347us (7362us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139104.530812:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17391 00000100:00100000:0.0:1746139104.531983:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13395 00000100:00100000:0.0:1746139104.531994:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801333df800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+64:2008:x1830958840470016:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746139104.532129:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801333df800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+64:2008:x1830958840470016:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 138us (1701us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746139104.532134:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13395 00002000:00100000:0.0:1746139104.532139:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8801333df800 x1830958840470016/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:30/0 lens 488/4536 e 0 to 0 dl 1746139115 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139104.532147:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801333df800 with x1830958840470016 ext(0->4095) 00002000:00010000:0.0:1746139104.532151:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801333df800 00000100:00100000:0.0:1746139104.533680:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139104.533778:0:24929:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840470144 00000100:00100000:2.0:1746139104.533786:0:24929:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840470144 00000100:00100000:2.0:1746139104.534403:0:24929:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30078 00000100:00100000:2.0:1746139104.534411:0:24929:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eed9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840470144:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139104.534427:0:24929:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139104.534445:0:24929:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f16de00/0x1f9f6ca451acbcef lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512b55 expref: -99 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139104.534471:0:24929:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc200/0x1f9f6ca451acbce8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b4e expref: 63 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139104.534479:0:24929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139104.534480:0:24929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139104.534494:0:24929:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f16de00/0x1f9f6ca451acbcef lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b55 expref: 6 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139104.534527:0:24929:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc200/0x1f9f6ca451acbce8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b4e expref: 63 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139104.534543:0:24929:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc200/0x1f9f6ca451acbce8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b4e expref: 63 pid: 18644 timeout: 829 lvb_type: 0 00000100:00100000:2.0:1746139104.534555:0:24929:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134531880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24929:1830958832218368:192.168.203.56@tcp:104: 00000100:00100000:2.0:1746139104.535310:0:24929:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ec296c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746139104.537227:0:24929:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134531880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24929:1830958832218368:192.168.203.56@tcp:104: 00010000:00010000:2.0:1746139104.537254:0:24929:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f16de00/0x1f9f6ca451acbcef lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b55 expref: 6 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139104.537270:0:24929:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f16de00, rc 0) 00000100:00100000:2.0:1746139104.537315:0:24929:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eed9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840470144:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2904us (3640us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139104.537323:0:24929:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30078 00000100:00100000:0.0:1746139104.539261:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139104.539331:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840470272 00000100:00100000:2.0:1746139104.539338:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840470272 00010000:00010000:2.0:1746139104.539371:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc200/0x1f9f6ca451acbce8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b4e expref: 64 pid: 18644 timeout: 829 lvb_type: 0 00000100:00100000:2.0:1746139104.539401:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17392 00000100:00100000:2.0:1746139104.539407:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eeda680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+64:2007:x1830958840470272:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139104.539420:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139104.539439:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc200/0x1f9f6ca451acbce8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b4e expref: 64 pid: 18644 timeout: 829 lvb_type: 0 00010000:00010000:2.0:1746139104.539454:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc200/0x1f9f6ca451acbce8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b4e expref: 64 pid: 18644 timeout: 829 lvb_type: 0 00010000:00010000:2.0:1746139104.539475:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc200/0x1f9f6ca451acbce8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b4e expref: 64 pid: 18644 timeout: 829 lvb_type: 0 00010000:00010000:2.0:1746139104.539508:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139104.539511:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139104.539518:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f16de00/0x1f9f6ca451acbcef lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b55 expref: 5 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139104.539525:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f16de00/0x1f9f6ca451acbcef lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b55 expref: 5 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139104.539556:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f16de00/0x1f9f6ca451acbcef lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b55 expref: 5 pid: 24929 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746139104.539567:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134531880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832218496:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139104.539648:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ec296c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746139104.544481:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139104.544660:0:24929:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840470400 00000100:00100000:3.0:1746139104.544669:0:24929:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840470400 00000100:00100000:3.0:1746139104.544715:0:24929:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30079 00000100:00100000:3.0:1746139104.544723:0:24929:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eedb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b60e9717-019c-4527-a82a-15e993ac5189+64:1800:x1830958840470400:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:2.0:1746139104.544725:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134531880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832218496:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139104.544747:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746139104.544748:0:24929:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139104.544764:0:24929:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f7cca00/0x1f9f6ca451acbcf6 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512b5c expref: -99 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139104.544793:0:24929:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f16de00/0x1f9f6ca451acbcef lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b55 expref: 5 pid: 24929 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746139104.544803:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eeda680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+65:2007:x1830958840470272:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 5395us (5548us total) trans 0 rc 0/0 00010000:00010000:3.0:1746139104.544805:0:24929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139104.544806:0:24929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139104.544810:0:24929:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f7cca00/0x1f9f6ca451acbcf6 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b5c expref: 65 pid: 24929 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746139104.544812:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17392 00010000:00010000:3.0:1746139104.544834:0:24929:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f16de00/0x1f9f6ca451acbcef lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b55 expref: 5 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139104.544849:0:24929:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f16de00/0x1f9f6ca451acbcef lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b55 expref: 5 pid: 24929 timeout: 829 lvb_type: 0 00000100:00100000:3.0:1746139104.544860:0:24929:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0758e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24929:1830958832218624:192.168.203.56@tcp:104: 00000100:00100000:3.0:1746139104.544914:0:24929:0:(client.c:2553:ptlrpc_set_wait()) set ffff880131528b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746139104.545114:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139104.545166:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840470656 00000100:00100000:2.0:1746139104.545170:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840470656 00002000:00100000:2.0:1746139104.545193:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88012eed9880 x1830958840470656/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:30/0 lens 488/0 e 0 to 0 dl 1746139115 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139104.545201:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012eed9880 with x1830958840470656 ext(0->4095) 00010000:00010000:2.0:1746139104.545207:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f16de00/0x1f9f6ca451acbcef lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b55 expref: 6 pid: 24929 timeout: 829 lvb_type: 0 00010000:00010000:2.0:1746139104.545216:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f16de00/0x1f9f6ca451acbcef lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b55 expref: 6 pid: 24929 timeout: 829 lvb_type: 0 00002000:00010000:2.0:1746139104.545221:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012eed9880 00000100:00100000:2.0:1746139104.545232:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2802 00000100:00100000:2.0:1746139104.545236:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eed9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2009:x1830958840470656:12345-192.168.203.56@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746139104.545336:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eed9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2009:x1830958840470656:12345-192.168.203.56@tcp:3:ptlrpcd_01_00.0 Request processed in 99us (221us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746139104.545341:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2802 00002000:00100000:2.0:1746139104.545346:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88012eed9880 x1830958840470656/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:30/0 lens 488/4536 e 0 to 0 dl 1746139115 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139104.545353:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012eed9880 with x1830958840470656 ext(0->4095) 00010000:00010000:2.0:1746139104.545356:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f16de00/0x1f9f6ca451acbcef lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b55 expref: 6 pid: 24929 timeout: 829 lvb_type: 0 00010000:00010000:2.0:1746139104.545364:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f16de00/0x1f9f6ca451acbcef lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b55 expref: 6 pid: 24929 timeout: 829 lvb_type: 0 00002000:00010000:2.0:1746139104.545369:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012eed9880 00000100:00100000:3.0:1746139104.548115:0:24929:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0758e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24929:1830958832218624:192.168.203.56@tcp:104: 00010000:00010000:3.0:1746139104.548146:0:24929:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f7cca00/0x1f9f6ca451acbcf6 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b5c expref: 64 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139104.548161:0:24929:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f7cca00, rc 0) 00000100:00100000:3.0:1746139104.548776:0:24929:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eedb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b60e9717-019c-4527-a82a-15e993ac5189+64:1800:x1830958840470400:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4052us (4305us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139104.548786:0:24929:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30079 00000100:00100000:0.0:1746139104.549339:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139104.549400:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139104.549778:0:24929:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840470784 00000100:00100000:3.0:1746139104.549785:0:24929:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840470784 00000100:00100000:3.0:1746139104.549822:0:24929:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30080 00000100:00100000:3.0:1746139104.549829:0:24929:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eed8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b60e9717-019c-4527-a82a-15e993ac5189+64:1814:x1830958840470784:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746139104.549846:0:24929:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139104.549861:0:24929:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc600/0x1f9f6ca451acbcfd lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512b63 expref: -99 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139104.549885:0:24929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139104.549891:0:24929:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f7cca00/0x1f9f6ca451acbcf6 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b5c expref: 65 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139104.549897:0:24929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746139104.549900:0:24929:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc600/0x1f9f6ca451acbcfd lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b63 expref: 65 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139104.549933:0:24929:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f7cca00/0x1f9f6ca451acbcf6 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b5c expref: 65 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139104.549944:0:24929:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc600/0x1f9f6ca451acbcfd lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b63 expref: 65 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139104.549952:0:24929:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f7cc600, rc 0) 00000100:00100000:3.0:1746139104.549992:0:24929:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eed8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b60e9717-019c-4527-a82a-15e993ac5189+65:1814:x1830958840470784:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 164us (655us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139104.549998:0:24929:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30080 00000100:00100000:2.0:1746139104.550362:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840470912 00000100:00100000:2.0:1746139104.550368:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840470912 00010000:00010000:2.0:1746139104.550389:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f16de00/0x1f9f6ca451acbcef lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b55 expref: 6 pid: 24929 timeout: 829 lvb_type: 0 00000100:00100000:2.0:1746139104.550599:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17393 00000100:00100000:2.0:1746139104.550606:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eedad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840470912:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139104.550637:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139104.550659:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f16de00/0x1f9f6ca451acbcef lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b55 expref: 6 pid: 24929 timeout: 829 lvb_type: 0 00010000:00010000:2.0:1746139104.550671:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f16de00/0x1f9f6ca451acbcef lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b55 expref: 6 pid: 24929 timeout: 829 lvb_type: 0 00010000:00010000:2.0:1746139104.550689:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f16de00/0x1f9f6ca451acbcef lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b55 expref: 6 pid: 24929 timeout: 829 lvb_type: 0 00010000:00010000:2.0:1746139104.550716:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139104.550718:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139104.550724:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f7cca00/0x1f9f6ca451acbcf6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b5c expref: 64 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139104.550732:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f7cca00/0x1f9f6ca451acbcf6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b5c expref: 64 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139104.550754:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f7cca00/0x1f9f6ca451acbcf6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b5c expref: 64 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139104.550769:0:15672:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f7cca00/0x1f9f6ca451acbcf6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b5c expref: 64 pid: 24929 timeout: 829 lvb_type: 0 00000100:00100000:2.0:1746139104.550780:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134531880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832218880:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139104.550838:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ec29300 going to sleep for 11 seconds 00000100:00100000:0.0:1746139104.552943:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139104.553054:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134531880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832218880:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139104.553073:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139104.553110:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eedad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2007:x1830958840470912:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 2504us (3709us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139104.553120:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17393 00000100:00100000:1.0:1746139104.553194:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840471168 00000100:00100000:1.0:1746139104.553202:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840471168 00002000:00100000:1.0:1746139104.553241:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88012eed9500 x1830958840471168/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:30/0 lens 488/0 e 0 to 0 dl 1746139115 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139104.553250:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012eed9500 with x1830958840471168 ext(0->4095) 00010000:00010000:1.0:1746139104.553259:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f7cca00/0x1f9f6ca451acbcf6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b5c expref: 65 pid: 24929 timeout: 829 lvb_type: 0 00010000:00010000:1.0:1746139104.553271:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f7cca00/0x1f9f6ca451acbcf6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b5c expref: 65 pid: 24929 timeout: 829 lvb_type: 0 00002000:00010000:1.0:1746139104.553282:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012eed9500 00000100:00100000:1.0:1746139104.553305:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2803 00000100:00100000:1.0:1746139104.553312:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eed9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+65:2008:x1830958840471168:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746139104.553422:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eed9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+65:2008:x1830958840471168:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 111us (486us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139104.553427:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2803 00002000:00100000:1.0:1746139104.553431:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88012eed9500 x1830958840471168/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:30/0 lens 488/4536 e 0 to 0 dl 1746139115 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139104.553438:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012eed9500 with x1830958840471168 ext(0->4095) 00010000:00010000:1.0:1746139104.553443:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f7cca00/0x1f9f6ca451acbcf6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b5c expref: 65 pid: 24929 timeout: 829 lvb_type: 0 00010000:00010000:1.0:1746139104.553451:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f7cca00/0x1f9f6ca451acbcf6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b5c expref: 65 pid: 24929 timeout: 829 lvb_type: 0 00002000:00010000:1.0:1746139104.553455:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012eed9500 00000100:00100000:0.0:1746139104.556498:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139104.557788:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840471296 00000100:00100000:2.0:1746139104.557800:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840471296 00010000:00010000:2.0:1746139104.557847:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f7cca00/0x1f9f6ca451acbcf6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b5c expref: 65 pid: 24929 timeout: 829 lvb_type: 0 00000100:00100000:2.0:1746139104.557891:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17394 00000100:00100000:2.0:1746139104.557900:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eed8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+65:2008:x1830958840471296:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139104.557914:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139104.557934:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f7cca00/0x1f9f6ca451acbcf6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b5c expref: 65 pid: 24929 timeout: 829 lvb_type: 0 00010000:00010000:2.0:1746139104.557946:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f7cca00/0x1f9f6ca451acbcf6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b5c expref: 65 pid: 24929 timeout: 829 lvb_type: 0 00010000:00010000:2.0:1746139104.557969:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f7cca00/0x1f9f6ca451acbcf6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b5c expref: 65 pid: 24929 timeout: 829 lvb_type: 0 00010000:00010000:2.0:1746139104.558000:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139104.558002:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139104.558009:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc600/0x1f9f6ca451acbcfd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b63 expref: 64 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139104.558017:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc600/0x1f9f6ca451acbcfd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b63 expref: 64 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139104.558051:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc600/0x1f9f6ca451acbcfd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b63 expref: 64 pid: 24929 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746139104.558062:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134531880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832219008:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139104.558157:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ec29300 going to sleep for 11 seconds 00000100:00100000:0.0:1746139104.560770:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139104.560902:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134531880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832219008:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139104.560920:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139104.560970:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eed8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+64:2008:x1830958840471296:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3071us (4487us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139104.560982:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17394 00000100:00100000:3.0:1746139104.561277:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840471552 00000100:00100000:3.0:1746139104.561283:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840471552 00002000:00100000:3.0:1746139104.561326:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88012eed8700 x1830958840471552/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:30/0 lens 488/0 e 0 to 0 dl 1746139115 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139104.561335:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012eed8700 with x1830958840471552 ext(0->4095) 00002000:00010000:3.0:1746139104.561340:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012eed8700 00000100:00100000:3.0:1746139104.561356:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13396 00000100:00100000:3.0:1746139104.561361:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eed8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+64:2009:x1830958840471552:12345-192.168.203.56@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746139104.562036:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eed8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+64:2009:x1830958840471552:12345-192.168.203.56@tcp:3:ptlrpcd_01_00.0 Request processed in 672us (1271us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746139104.562042:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13396 00002000:00100000:3.0:1746139104.562094:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88012eed8700 x1830958840471552/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:30/0 lens 488/4536 e 0 to 0 dl 1746139115 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139104.562101:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012eed8700 with x1830958840471552 ext(0->4095) 00002000:00010000:3.0:1746139104.562104:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012eed8700 00000100:00100000:0.0:1746139104.566748:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139104.566937:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840471680 00000100:00100000:2.0:1746139104.566947:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840471680 00000100:00100000:2.0:1746139104.567005:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30081 00000100:00100000:2.0:1746139104.567013:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eed9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840471680:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139104.567032:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139104.567049:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f16c000/0x1f9f6ca451acbd04 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512b6a expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139104.567084:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc600/0x1f9f6ca451acbcfd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b63 expref: 63 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139104.567092:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139104.567094:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139104.567098:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f16c000/0x1f9f6ca451acbd04 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b6a expref: 6 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139104.567126:0:18644:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc600/0x1f9f6ca451acbcfd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b63 expref: 63 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139104.567138:0:18644:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc600/0x1f9f6ca451acbcfd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b63 expref: 63 pid: 24929 timeout: 829 lvb_type: 0 00000100:00100000:2.0:1746139104.567149:0:18644:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134531880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832219136:192.168.203.56@tcp:104: 00000100:00100000:2.0:1746139104.567233:0:18644:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ec29300 going to sleep for 11 seconds 00000100:00100000:0.0:1746139104.580699:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139104.580841:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840471808 00000100:00100000:3.0:1746139104.580852:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840471808 00002000:00100000:3.0:1746139104.580902:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff88012eeda300 x1830958840471808/t0(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:30/0 lens 496/0 e 0 to 0 dl 1746139115 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139104.580914:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012eeda300 with x1830958840471808 ext(0->7) 00010000:00010000:3.0:1746139104.580923:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc600/0x1f9f6ca451acbcfd lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b63 expref: 64 pid: 24929 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746139104.580939:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc600/0x1f9f6ca451acbcfd lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b63 expref: 64 pid: 24929 timeout: 829 lvb_type: 0 00002000:00010000:3.0:1746139104.580947:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012eeda300 00000100:00100000:3.0:1746139104.580965:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2804 00000100:00100000:3.0:1746139104.580973:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eeda300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+64:2007:x1830958840471808:12345-192.168.203.56@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746139104.581365:0:18644:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134531880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832219136:192.168.203.56@tcp:104: 00010000:00010000:2.0:1746139104.581392:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f16c000/0x1f9f6ca451acbd04 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b6a expref: 6 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139104.581406:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f16c000, rc 0) 00000100:00100000:2.0:1746139104.581451:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eed9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840471680:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 14439us (14714us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139104.581459:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30081 00000100:00100000:0.0:1746139104.582326:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eeda300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+66:2007:x1830958840471808:12345-192.168.203.56@tcp:4:ldlm_bl.0 Request processed in 1351us (1637us total) trans 4294972116 rc 0/0 00000100:00100000:0.0:1746139104.582333:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2804 00002000:00100000:0.0:1746139104.582339:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff88012eeda300 x1830958840471808/t4294972116(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:30/0 lens 496/448 e 0 to 0 dl 1746139115 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139104.582347:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012eeda300 with x1830958840471808 ext(0->7) 00010000:00010000:0.0:1746139104.582353:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc600/0x1f9f6ca451acbcfd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b63 expref: 66 pid: 24929 timeout: 829 lvb_type: 0 00010000:00010000:0.0:1746139104.582364:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc600/0x1f9f6ca451acbcfd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b63 expref: 66 pid: 24929 timeout: 829 lvb_type: 0 00002000:00010000:0.0:1746139104.582371:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012eeda300 00000100:00100000:0.0:1746139104.595924:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139104.595980:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139104.596056:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840472064 00000100:00100000:2.0:1746139104.596065:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840472064 00000100:00100000:2.0:1746139104.596106:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30082 00000100:00100000:2.0:1746139104.596112:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eed8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+66:1800:x1830958840472064:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139104.596134:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139104.596151:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f16dc00/0x1f9f6ca451acbd0b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512b71 expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139104.596176:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139104.596181:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f16c000/0x1f9f6ca451acbd04 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b6a expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139104.596186:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746139104.596189:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f16dc00/0x1f9f6ca451acbd0b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b71 expref: 67 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139104.596221:0:18644:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f16c000/0x1f9f6ca451acbd04 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b6a expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139104.596231:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f16dc00/0x1f9f6ca451acbd0b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b71 expref: 67 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139104.596239:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f16dc00, rc 0) 00000100:00100000:2.0:1746139104.597014:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eed8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+67:1800:x1830958840472064:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 899us (1097us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139104.597019:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30082 00000100:00100000:3.0:1746139104.597817:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840471936 00000100:00100000:3.0:1746139104.597823:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840471936 00010000:00010000:3.0:1746139104.597848:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc600/0x1f9f6ca451acbcfd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b63 expref: 67 pid: 24929 timeout: 829 lvb_type: 0 00000100:00100000:3.0:1746139104.597878:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17395 00000100:00100000:3.0:1746139104.597883:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bb73100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+67:2009:x1830958840471936:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139104.597893:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139104.597910:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc600/0x1f9f6ca451acbcfd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b63 expref: 67 pid: 24929 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746139104.597921:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc600/0x1f9f6ca451acbcfd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b63 expref: 67 pid: 24929 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746139104.597936:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f7cc600/0x1f9f6ca451acbcfd lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b63 expref: 67 pid: 24929 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746139104.597960:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139104.597962:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139104.597968:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f16c000/0x1f9f6ca451acbd04 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b6a expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139104.597975:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f16c000/0x1f9f6ca451acbd04 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b6a expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139104.597999:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f16c000/0x1f9f6ca451acbd04 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b6a expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139104.598009:0:15672:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f16c000/0x1f9f6ca451acbd04 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b6a expref: 5 pid: 18644 timeout: 829 lvb_type: 0 00000100:00100000:3.0:1746139104.598019:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0758e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832219392:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139104.598083:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff880131528480 going to sleep for 11 seconds 00000100:00100000:0.0:1746139104.602147:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139104.602237:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840472320 00000100:00100000:1.0:1746139104.602246:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840472320 00002000:00100000:1.0:1746139104.602294:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88012bb70000 x1830958840472320/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:30/0 lens 488/0 e 0 to 0 dl 1746139115 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139104.602303:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bb70000 with x1830958840472320 ext(0->4095) 00010000:00010000:1.0:1746139104.602312:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f16c000/0x1f9f6ca451acbd04 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b6a expref: 6 pid: 18644 timeout: 829 lvb_type: 0 00010000:00010000:1.0:1746139104.602329:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f16c000/0x1f9f6ca451acbd04 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b6a expref: 6 pid: 18644 timeout: 829 lvb_type: 0 00002000:00010000:1.0:1746139104.602336:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012bb70000 00000100:00100000:1.0:1746139104.602353:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2805 00000100:00100000:1.0:1746139104.602360:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bb70000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840472320:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746139104.602515:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bb70000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840472320:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 155us (378us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139104.602521:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2805 00002000:00100000:1.0:1746139104.602526:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88012bb70000 x1830958840472320/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:30/0 lens 488/4536 e 0 to 0 dl 1746139115 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139104.602533:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bb70000 with x1830958840472320 ext(0->4095) 00010000:00010000:1.0:1746139104.602537:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f16c000/0x1f9f6ca451acbd04 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b6a expref: 6 pid: 18644 timeout: 829 lvb_type: 0 00010000:00010000:1.0:1746139104.602545:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f16c000/0x1f9f6ca451acbd04 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b6a expref: 6 pid: 18644 timeout: 829 lvb_type: 0 00002000:00010000:1.0:1746139104.602550:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012bb70000 00000100:00100000:3.0:1746139104.602874:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0758e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832219392:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139104.602896:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139104.602920:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bb73100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+66:2009:x1830958840471936:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 5037us (6939us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139104.602929:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17395 00000100:00100000:0.0:1746139104.606724:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139104.606851:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840472448 00000100:00100000:3.0:1746139104.606860:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840472448 00010000:00010000:3.0:1746139104.606897:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f16c000/0x1f9f6ca451acbd04 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b6a expref: 6 pid: 18644 timeout: 829 lvb_type: 0 00000100:00100000:3.0:1746139104.607378:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17396 00000100:00100000:3.0:1746139104.607387:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124a2f050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840472448:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139104.607401:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139104.607421:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f16c000/0x1f9f6ca451acbd04 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b6a expref: 6 pid: 18644 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746139104.607434:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f16c000/0x1f9f6ca451acbd04 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b6a expref: 6 pid: 18644 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746139104.607457:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f16c000/0x1f9f6ca451acbd04 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b6a expref: 6 pid: 18644 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746139104.607671:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139104.607675:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139104.607683:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f16dc00/0x1f9f6ca451acbd0b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b71 expref: 65 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139104.607692:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f16dc00/0x1f9f6ca451acbd0b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b71 expref: 65 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139104.607727:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f16dc00/0x1f9f6ca451acbd0b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b71 expref: 65 pid: 18644 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139104.607739:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0758e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832219520:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139104.607826:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff880131528480 going to sleep for 11 seconds 00000100:00100000:0.0:1746139104.610470:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139104.610910:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840472704 00000100:00100000:1.0:1746139104.610919:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840472704 00002000:00100000:1.0:1746139104.610963:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88012bb71880 x1830958840472704/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:30/0 lens 488/0 e 0 to 0 dl 1746139115 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139104.610973:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bb71880 with x1830958840472704 ext(0->4095) 00002000:00010000:1.0:1746139104.610978:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bb71880 00000100:00100000:1.0:1746139104.611000:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13397 00000100:00100000:1.0:1746139104.611007:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bb71880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+66:2008:x1830958840472704:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746139104.611134:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bb71880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+66:2008:x1830958840472704:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 126us (672us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139104.611140:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13397 00002000:00100000:1.0:1746139104.611146:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88012bb71880 x1830958840472704/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:30/0 lens 488/4536 e 0 to 0 dl 1746139115 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139104.611152:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bb71880 with x1830958840472704 ext(0->4095) 00002000:00010000:1.0:1746139104.611155:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bb71880 00000100:00100000:3.0:1746139104.611374:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0758e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832219520:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139104.611393:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139104.611418:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124a2f050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2007:x1830958840472448:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 4033us (4705us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139104.611426:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17396 00000100:00100000:0.0:1746139104.623024:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139104.623098:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840472832 00000100:00100000:2.0:1746139104.623108:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840472832 00000100:00100000:2.0:1746139104.623153:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30083 00000100:00100000:2.0:1746139104.623160:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bb73b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840472832:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139104.623180:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139104.623198:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f16c000/0x1f9f6ca451acbd12 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512b78 expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139104.623225:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f16dc00/0x1f9f6ca451acbd0b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b71 expref: 65 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139104.623232:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139104.623234:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139104.623236:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f16c000/0x1f9f6ca451acbd12 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b78 expref: 6 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139104.623268:0:18644:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f16dc00/0x1f9f6ca451acbd0b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b71 expref: 65 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139104.623280:0:18644:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f16dc00/0x1f9f6ca451acbd0b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b71 expref: 65 pid: 18644 timeout: 829 lvb_type: 0 00000100:00100000:2.0:1746139104.623291:0:18644:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134531880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832219648:192.168.203.56@tcp:104: 00000100:00100000:2.0:1746139104.623376:0:18644:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ec29300 going to sleep for 11 seconds 00000100:00100000:0.0:1746139104.633719:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139104.633764:0:24929:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840472960 00000100:00100000:1.0:1746139104.633772:0:24929:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840472960 00000100:00100000:2.0:1746139104.633815:0:18644:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134531880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832219648:192.168.203.56@tcp:104: 00010000:00010000:2.0:1746139104.633847:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f16c000/0x1f9f6ca451acbd12 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b78 expref: 6 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139104.633867:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f16c000, rc 0) 00000100:00100000:2.0:1746139104.633908:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bb73b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840472832:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 10749us (10894us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139104.633918:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30083 00000100:00100000:2.0:1746139104.633939:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30084 00000100:00100000:2.0:1746139104.633945:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bb73480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+66:1800:x1830958840472960:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139104.633958:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139104.633970:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f16d800/0x1f9f6ca451acbd19 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512b7f expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139104.633990:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139104.633994:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f16c000/0x1f9f6ca451acbd12 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b78 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139104.633999:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746139104.634002:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f16d800/0x1f9f6ca451acbd19 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b7f expref: 67 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139104.634030:0:18644:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f16c000/0x1f9f6ca451acbd12 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b78 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139104.634037:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f16d800/0x1f9f6ca451acbd19 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b7f expref: 67 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139104.634043:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f16d800, rc 0) 00000100:00100000:2.0:1746139104.634056:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bb73480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+67:1800:x1830958840472960:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 112us (349us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139104.634060:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30084 00000100:00100000:0.0:1746139104.636734:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139104.636897:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840473088 00000100:00100000:1.0:1746139104.636958:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840473088 00002000:00100000:1.0:1746139104.637004:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff88012bb72d80 x1830958840473088/t0(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:30/0 lens 496/0 e 0 to 0 dl 1746139115 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139104.637015:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bb72d80 with x1830958840473088 ext(0->7) 00010000:00010000:1.0:1746139104.637024:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f16dc00/0x1f9f6ca451acbd0b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b71 expref: 67 pid: 18644 timeout: 829 lvb_type: 0 00010000:00010000:1.0:1746139104.637037:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f16dc00/0x1f9f6ca451acbd0b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b71 expref: 67 pid: 18644 timeout: 829 lvb_type: 0 00002000:00010000:1.0:1746139104.637044:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012bb72d80 00000100:00100000:1.0:1746139104.637077:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2806 00000100:00100000:1.0:1746139104.637084:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bb72d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+67:2010:x1830958840473088:12345-192.168.203.56@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746139104.637834:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bb72d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+69:2010:x1830958840473088:12345-192.168.203.56@tcp:4:ldlm_bl.0 Request processed in 748us (1107us total) trans 4294972117 rc 0/0 00000100:00100000:1.0:1746139104.637842:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2806 00002000:00100000:1.0:1746139104.637847:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff88012bb72d80 x1830958840473088/t4294972117(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:30/0 lens 496/448 e 0 to 0 dl 1746139115 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139104.637855:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bb72d80 with x1830958840473088 ext(0->7) 00010000:00010000:1.0:1746139104.637860:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f16dc00/0x1f9f6ca451acbd0b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b71 expref: 69 pid: 18644 timeout: 829 lvb_type: 0 00010000:00010000:1.0:1746139104.637870:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f16dc00/0x1f9f6ca451acbd0b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b71 expref: 69 pid: 18644 timeout: 829 lvb_type: 0 00002000:00010000:1.0:1746139104.637876:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012bb72d80 00000100:00100000:0.0:1746139104.639666:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139104.639749:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840473216 00000100:00100000:3.0:1746139104.639756:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840473216 00010000:00010000:3.0:1746139104.639788:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f16dc00/0x1f9f6ca451acbd0b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b71 expref: 69 pid: 18644 timeout: 829 lvb_type: 0 00000100:00100000:0.0:1746139104.640933:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17397 00000100:00100000:0.0:1746139104.640944:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bb70700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+69:2008:x1830958840473216:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746139104.640958:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746139104.640979:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f16dc00/0x1f9f6ca451acbd0b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b71 expref: 69 pid: 18644 timeout: 829 lvb_type: 0 00010000:00010000:0.0:1746139104.640992:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f16dc00/0x1f9f6ca451acbd0b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b71 expref: 69 pid: 18644 timeout: 829 lvb_type: 0 00010000:00010000:0.0:1746139104.641014:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f16dc00/0x1f9f6ca451acbd0b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b71 expref: 69 pid: 18644 timeout: 829 lvb_type: 0 00010000:00010000:0.0:1746139104.641044:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139104.641046:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139104.641053:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f16c000/0x1f9f6ca451acbd12 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b78 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139104.641061:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f16c000/0x1f9f6ca451acbd12 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b78 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139104.641094:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f16c000/0x1f9f6ca451acbd12 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b78 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139104.641104:0:7207:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f16c000/0x1f9f6ca451acbd12 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b78 expref: 5 pid: 18644 timeout: 829 lvb_type: 0 00000100:00100000:0.0:1746139104.641115:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012bb71500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832219904:192.168.203.56@tcp:105: 00000100:00100000:0.0:1746139104.642077:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007fe37a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746139104.643800:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012bb71500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832219904:192.168.203.56@tcp:105: 00010000:00010000:0.0:1746139104.643821:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746139104.644045:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139104.644069:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bb70700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+68:2008:x1830958840473216:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3126us (4407us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139104.644080:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17397 00000100:00100000:2.0:1746139104.646214:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840473472 00000100:00100000:2.0:1746139104.646226:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840473472 00002000:00100000:2.0:1746139104.646276:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009cb6a300 x1830958840473472/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:30/0 lens 488/0 e 0 to 0 dl 1746139115 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139104.646287:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb6a300 with x1830958840473472 ext(0->4095) 00010000:00010000:2.0:1746139104.646297:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f16c000/0x1f9f6ca451acbd12 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b78 expref: 6 pid: 18644 timeout: 829 lvb_type: 0 00010000:00010000:2.0:1746139104.646312:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f16c000/0x1f9f6ca451acbd12 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b78 expref: 6 pid: 18644 timeout: 829 lvb_type: 0 00002000:00010000:2.0:1746139104.646319:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cb6a300 00000100:00100000:2.0:1746139104.646352:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2807 00000100:00100000:2.0:1746139104.646359:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb6a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840473472:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746139104.646508:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb6a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840473472:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 148us (2464us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746139104.646514:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2807 00002000:00100000:2.0:1746139104.646520:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009cb6a300 x1830958840473472/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:30/0 lens 488/4536 e 0 to 0 dl 1746139115 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139104.646528:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb6a300 with x1830958840473472 ext(0->4095) 00010000:00010000:2.0:1746139104.646532:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f16c000/0x1f9f6ca451acbd12 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b78 expref: 6 pid: 18644 timeout: 829 lvb_type: 0 00010000:00010000:2.0:1746139104.646541:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f16c000/0x1f9f6ca451acbd12 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b78 expref: 6 pid: 18644 timeout: 829 lvb_type: 0 00002000:00010000:2.0:1746139104.646547:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cb6a300 00000100:00100000:0.0:1746139104.650228:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139104.650349:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840473600 00000100:00100000:2.0:1746139104.650359:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840473600 00010000:00010000:2.0:1746139104.650402:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f16c000/0x1f9f6ca451acbd12 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b78 expref: 6 pid: 18644 timeout: 829 lvb_type: 0 00000100:00100000:2.0:1746139104.650481:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17398 00000100:00100000:2.0:1746139104.650520:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bb71500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2009:x1830958840473600:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139104.650534:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139104.650556:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f16c000/0x1f9f6ca451acbd12 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b78 expref: 6 pid: 18644 timeout: 829 lvb_type: 0 00010000:00010000:2.0:1746139104.650569:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f16c000/0x1f9f6ca451acbd12 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b78 expref: 6 pid: 18644 timeout: 829 lvb_type: 0 00010000:00010000:2.0:1746139104.650592:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f16c000/0x1f9f6ca451acbd12 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b78 expref: 6 pid: 18644 timeout: 829 lvb_type: 0 00010000:00010000:2.0:1746139104.651004:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139104.651006:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139104.651015:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f16d800/0x1f9f6ca451acbd19 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b7f expref: 67 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139104.651024:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f16d800/0x1f9f6ca451acbd19 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b7f expref: 67 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139104.651061:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f16d800/0x1f9f6ca451acbd19 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b7f expref: 67 pid: 18644 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746139104.651079:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134531880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832220032:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139104.651277:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ec29300 going to sleep for 11 seconds 00000100:00100000:3.0:1746139104.654015:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134531880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832220032:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139104.654044:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139104.654108:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bb71500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2009:x1830958840473600:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3587us (3888us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139104.654119:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17398 00000100:00100000:0.0:1746139104.654523:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139104.654857:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840473856 00000100:00100000:3.0:1746139104.654864:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840473856 00002000:00100000:3.0:1746139104.654906:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88012bb72680 x1830958840473856/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:30/0 lens 488/0 e 0 to 0 dl 1746139115 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139104.654917:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bb72680 with x1830958840473856 ext(0->4095) 00002000:00010000:3.0:1746139104.654922:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bb72680 00000100:00100000:3.0:1746139104.654951:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13398 00000100:00100000:3.0:1746139104.654958:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bb72680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+68:2008:x1830958840473856:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746139104.655092:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bb72680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+68:2008:x1830958840473856:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 134us (570us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746139104.655098:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13398 00002000:00100000:3.0:1746139104.655103:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88012bb72680 x1830958840473856/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:30/0 lens 488/4536 e 0 to 0 dl 1746139115 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139104.655111:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bb72680 with x1830958840473856 ext(0->4095) 00002000:00010000:3.0:1746139104.655113:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bb72680 00000100:00100000:0.0:1746139104.656730:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139104.656782:0:24929:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840473984 00000100:00100000:1.0:1746139104.656790:0:24929:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840473984 00000100:00100000:1.0:1746139104.656834:0:24929:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30085 00000100:00100000:1.0:1746139104.656841:0:24929:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bb73100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840473984:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139104.656854:0:24929:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139104.656869:0:24929:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e800/0x1f9f6ca451acbd20 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512b86 expref: -99 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139104.656894:0:24929:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f16d800/0x1f9f6ca451acbd19 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b7f expref: 67 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139104.656901:0:24929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139104.656903:0:24929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139104.656906:0:24929:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e800/0x1f9f6ca451acbd20 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b86 expref: 6 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139104.656937:0:24929:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f16d800/0x1f9f6ca451acbd19 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b7f expref: 67 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139104.656950:0:24929:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f16d800/0x1f9f6ca451acbd19 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b7f expref: 67 pid: 18644 timeout: 829 lvb_type: 0 00000100:00100000:1.0:1746139104.656961:0:24929:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb6b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24929:1830958832220160:192.168.203.56@tcp:104: 00000100:00100000:1.0:1746139104.657028:0:24929:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a059d840 going to sleep for 11 seconds 00000100:00100000:1.0:1746139104.668354:0:24929:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb6b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24929:1830958832220160:192.168.203.56@tcp:104: 00010000:00010000:1.0:1746139104.668398:0:24929:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e800/0x1f9f6ca451acbd20 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b86 expref: 6 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139104.668419:0:24929:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7e800, rc 0) 00000100:00100000:1.0:1746139104.668498:0:24929:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bb73100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840473984:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 11643us (11759us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139104.668508:0:24929:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30085 00000100:00100000:0.0:1746139104.669030:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139104.670589:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840474112 00000100:00100000:2.0:1746139104.670600:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840474112 00002000:00100000:2.0:1746139104.670661:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff880072788a80 x1830958840474112/t0(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:30/0 lens 496/0 e 0 to 0 dl 1746139115 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139104.670671:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072788a80 with x1830958840474112 ext(0->7) 00010000:00010000:2.0:1746139104.670679:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f16d800/0x1f9f6ca451acbd19 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b7f expref: 68 pid: 18644 timeout: 829 lvb_type: 0 00010000:00010000:2.0:1746139104.670694:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f16d800/0x1f9f6ca451acbd19 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b7f expref: 68 pid: 18644 timeout: 829 lvb_type: 0 00002000:00010000:2.0:1746139104.670701:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072788a80 00000100:00100000:2.0:1746139104.670731:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2808 00000100:00100000:2.0:1746139104.670738:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072788a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+68:2008:x1830958840474112:12345-192.168.203.56@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746139104.671997:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072788a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+70:2008:x1830958840474112:12345-192.168.203.56@tcp:4:ldlm_bl.0 Request processed in 1254us (2962us total) trans 4294972118 rc 0/0 00000100:00100000:2.0:1746139104.672007:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2808 00002000:00100000:2.0:1746139104.672015:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff880072788a80 x1830958840474112/t4294972118(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:30/0 lens 496/448 e 0 to 0 dl 1746139115 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139104.672023:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072788a80 with x1830958840474112 ext(0->7) 00010000:00010000:2.0:1746139104.672030:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f16d800/0x1f9f6ca451acbd19 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b7f expref: 70 pid: 18644 timeout: 829 lvb_type: 0 00010000:00010000:2.0:1746139104.672043:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f16d800/0x1f9f6ca451acbd19 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b7f expref: 70 pid: 18644 timeout: 829 lvb_type: 0 00002000:00010000:2.0:1746139104.672048:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072788a80 00000100:00100000:0.0:1746139104.672782:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139104.676469:0:24929:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840474240 00000100:00100000:1.0:1746139104.676492:0:24929:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840474240 00000100:00100000:1.0:1746139104.677150:0:24929:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30086 00000100:00100000:1.0:1746139104.677160:0:24929:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072789f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b60e9717-019c-4527-a82a-15e993ac5189+70:1800:x1830958840474240:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139104.677181:0:24929:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139104.677706:0:24929:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451acbd27 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512b8d expref: -99 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139104.677747:0:24929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139104.677755:0:24929:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e800/0x1f9f6ca451acbd20 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b86 expref: 5 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139104.677762:0:24929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746139104.677766:0:24929:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451acbd27 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b8d expref: 71 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139104.677808:0:24929:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e800/0x1f9f6ca451acbd20 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b86 expref: 5 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139104.677823:0:24929:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451acbd27 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b8d expref: 71 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139104.677833:0:24929:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7f600, rc 0) 00000100:00100000:1.0:1746139104.677903:0:24929:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072789f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b60e9717-019c-4527-a82a-15e993ac5189+71:1800:x1830958840474240:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 744us (5122us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139104.677910:0:24929:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30086 00000100:00100000:0.0:1746139104.678150:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139104.678353:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840474368 00000100:00100000:3.0:1746139104.678359:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840474368 00010000:00010000:3.0:1746139104.678385:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f16d800/0x1f9f6ca451acbd19 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b7f expref: 71 pid: 18644 timeout: 829 lvb_type: 0 00000100:00100000:3.0:1746139104.678406:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17399 00000100:00100000:3.0:1746139104.678411:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007278a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+71:2010:x1830958840474368:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139104.678421:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139104.678442:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f16d800/0x1f9f6ca451acbd19 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b7f expref: 71 pid: 18644 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746139104.678459:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f16d800/0x1f9f6ca451acbd19 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b7f expref: 71 pid: 18644 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746139104.678476:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f16d800/0x1f9f6ca451acbd19 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b7f expref: 71 pid: 18644 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746139104.678513:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139104.678514:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139104.678521:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e800/0x1f9f6ca451acbd20 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b86 expref: 5 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139104.678529:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e800/0x1f9f6ca451acbd20 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b86 expref: 5 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139104.678554:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e800/0x1f9f6ca451acbd20 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b86 expref: 5 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139104.678566:0:7207:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e800/0x1f9f6ca451acbd20 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b86 expref: 5 pid: 24929 timeout: 829 lvb_type: 0 00000100:00100000:3.0:1746139104.678578:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a075b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832220416:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139104.678655:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff880131528c00 going to sleep for 11 seconds 00000100:00100000:2.0:1746139104.682097:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a075b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832220416:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139104.682121:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746139104.682133:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139104.682163:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007278a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+70:2010:x1830958840474368:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3751us (4013us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139104.682174:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17399 00000100:00100000:3.0:1746139104.682287:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840474624 00000100:00100000:3.0:1746139104.682295:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840474624 00002000:00100000:3.0:1746139104.682466:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88007278a300 x1830958840474624/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:30/0 lens 488/0 e 0 to 0 dl 1746139115 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139104.682481:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007278a300 with x1830958840474624 ext(0->4095) 00010000:00010000:3.0:1746139104.682502:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e800/0x1f9f6ca451acbd20 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b86 expref: 6 pid: 24929 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746139104.682514:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e800/0x1f9f6ca451acbd20 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b86 expref: 6 pid: 24929 timeout: 829 lvb_type: 0 00002000:00010000:3.0:1746139104.682520:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007278a300 00000100:00100000:3.0:1746139104.682641:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2809 00000100:00100000:3.0:1746139104.682650:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007278a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840474624:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746139104.682775:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007278a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840474624:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 126us (642us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746139104.682781:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2809 00002000:00100000:3.0:1746139104.682787:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88007278a300 x1830958840474624/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:30/0 lens 488/4536 e 0 to 0 dl 1746139115 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139104.682793:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007278a300 with x1830958840474624 ext(0->4095) 00010000:00010000:3.0:1746139104.682798:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e800/0x1f9f6ca451acbd20 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b86 expref: 6 pid: 24929 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746139104.682807:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e800/0x1f9f6ca451acbd20 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b86 expref: 6 pid: 24929 timeout: 829 lvb_type: 0 00002000:00010000:3.0:1746139104.682812:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007278a300 00000100:00100000:0.0:1746139104.688494:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139104.688750:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840474752 00000100:00100000:2.0:1746139104.688761:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840474752 00010000:00010000:2.0:1746139104.688807:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e800/0x1f9f6ca451acbd20 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b86 expref: 6 pid: 24929 timeout: 829 lvb_type: 0 00000100:00100000:2.0:1746139104.688844:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17400 00000100:00100000:2.0:1746139104.688852:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007278b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840474752:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139104.688866:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139104.688885:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e800/0x1f9f6ca451acbd20 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b86 expref: 6 pid: 24929 timeout: 829 lvb_type: 0 00010000:00010000:2.0:1746139104.688897:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e800/0x1f9f6ca451acbd20 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b86 expref: 6 pid: 24929 timeout: 829 lvb_type: 0 00010000:00010000:2.0:1746139104.688920:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e800/0x1f9f6ca451acbd20 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b86 expref: 6 pid: 24929 timeout: 829 lvb_type: 0 00010000:00010000:2.0:1746139104.688957:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139104.688959:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139104.688967:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451acbd27 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b8d expref: 69 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139104.688974:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451acbd27 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b8d expref: 69 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139104.689009:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451acbd27 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b8d expref: 69 pid: 24929 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746139104.689021:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134533480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832220544:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139104.689339:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ec29cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746139104.692313:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134533480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832220544:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139104.692333:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139104.692389:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007278b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2008:x1830958840474752:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3536us (3914us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139104.692401:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17400 00000100:00100000:0.0:1746139104.693127:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139104.693286:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840475008 00000100:00100000:2.0:1746139104.693292:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840475008 00002000:00100000:2.0:1746139104.693329:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880072788700 x1830958840475008/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:30/0 lens 488/0 e 0 to 0 dl 1746139115 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139104.693339:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072788700 with x1830958840475008 ext(0->4095) 00002000:00010000:2.0:1746139104.693344:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072788700 00000100:00100000:2.0:1746139104.693373:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13399 00000100:00100000:2.0:1746139104.693382:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072788700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+70:2008:x1830958840475008:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746139104.693513:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072788700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+70:2008:x1830958840475008:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 131us (388us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746139104.693519:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13399 00002000:00100000:2.0:1746139104.693525:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880072788700 x1830958840475008/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:30/0 lens 488/4536 e 0 to 0 dl 1746139115 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139104.693532:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072788700 with x1830958840475008 ext(0->4095) 00002000:00010000:2.0:1746139104.693535:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072788700 00000100:00100000:0.0:1746139104.697466:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139104.697663:0:24929:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840475136 00000100:00100000:1.0:1746139104.697672:0:24929:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840475136 00000100:00100000:1.0:1746139104.697731:0:24929:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30087 00000100:00100000:1.0:1746139104.697739:0:24929:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072789500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840475136:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139104.697757:0:24929:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139104.697776:0:24929:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acbd2e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512b94 expref: -99 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139104.697811:0:24929:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451acbd27 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b8d expref: 69 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139104.697819:0:24929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139104.697821:0:24929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139104.697824:0:24929:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acbd2e lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b94 expref: 6 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139104.697856:0:24929:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451acbd27 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b8d expref: 69 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139104.697869:0:24929:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451acbd27 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b8d expref: 69 pid: 24929 timeout: 829 lvb_type: 0 00000100:00100000:1.0:1746139104.697881:0:24929:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb6b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24929:1830958832220672:192.168.203.56@tcp:104: 00000100:00100000:1.0:1746139104.697961:0:24929:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a059d840 going to sleep for 11 seconds 00000100:00100000:0.0:1746139104.700863:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139104.700936:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840475264 00000100:00100000:2.0:1746139104.700945:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840475264 00010000:00010000:2.0:1746139104.700980:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451acbd27 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b8d expref: 70 pid: 24929 timeout: 829 lvb_type: 0 00000100:00100000:2.0:1746139104.701010:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17401 00000100:00100000:2.0:1746139104.701017:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072789180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+70:2007:x1830958840475264:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139104.701031:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139104.701052:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451acbd27 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b8d expref: 70 pid: 24929 timeout: 829 lvb_type: 0 00010000:00010000:2.0:1746139104.701065:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451acbd27 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b8d expref: 70 pid: 24929 timeout: 829 lvb_type: 0 00010000:00010000:2.0:1746139104.701090:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139104.701092:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139104.701097:0:24929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451acbd27 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b8d expref: 70 pid: 24929 timeout: 829 lvb_type: 0 00010000:00010000:2.0:1746139104.701101:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acbd2e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b94 expref: 6 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139104.701114:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acbd2e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b94 expref: 6 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139104.701146:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acbd2e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b94 expref: 6 pid: 24929 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746139104.701162:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134533480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832220800:192.168.203.56@tcp:105: 00000100:00100000:1.0:1746139104.701380:0:24929:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb6b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24929:1830958832220672:192.168.203.56@tcp:104: 00010000:00010000:1.0:1746139104.701402:0:24929:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acbd2e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b94 expref: 6 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139104.701410:0:24929:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7f400, rc 0) 00000100:00100000:1.0:1746139104.701750:0:24929:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072789500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840475136:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4010us (4293us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139104.701758:0:24929:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30087 00000100:00100000:2.0:1746139104.701840:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ec29cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746139104.705534:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139104.706364:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134533480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832220800:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139104.706391:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746139104.707133:0:24929:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840475392 00000100:00100000:1.0:1746139104.707141:0:24929:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840475392 00000100:00100000:1.0:1746139104.707186:0:24929:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30088 00000100:00100000:1.0:1746139104.707193:0:24929:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134531180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b60e9717-019c-4527-a82a-15e993ac5189+70:1800:x1830958840475392:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139104.707212:0:24929:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139104.707229:0:24929:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acbd35 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512b9b expref: -99 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139104.707256:0:24929:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acbd2e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b94 expref: 5 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139104.707263:0:24929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139104.707265:0:24929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139104.707268:0:24929:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acbd35 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b9b expref: 71 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139104.707294:0:24929:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acbd2e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b94 expref: 5 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139104.707306:0:24929:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acbd2e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b94 expref: 5 pid: 24929 timeout: 829 lvb_type: 0 00000100:00100000:1.0:1746139104.707317:0:24929:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb6b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24929:1830958832220928:192.168.203.56@tcp:104: 00000100:00100000:1.0:1746139104.708283:0:24929:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a059d840 going to sleep for 11 seconds 00000100:00100000:3.0:1746139104.709106:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072789180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+71:2007:x1830958840475264:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 8083us (8246us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139104.709117:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17401 00000100:00100000:0.0:1746139104.709701:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139104.709895:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840475648 00000100:00100000:3.0:1746139104.709903:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840475648 00002000:00100000:3.0:1746139104.709941:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88007278ad80 x1830958840475648/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:30/0 lens 488/0 e 0 to 0 dl 1746139115 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139104.709951:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007278ad80 with x1830958840475648 ext(0->4095) 00010000:00010000:3.0:1746139104.709959:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acbd2e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b94 expref: 6 pid: 24929 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746139104.709971:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acbd2e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b94 expref: 6 pid: 24929 timeout: 829 lvb_type: 0 00002000:00010000:3.0:1746139104.709977:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007278ad80 00000100:00100000:3.0:1746139104.710005:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2810 00000100:00100000:3.0:1746139104.710011:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007278ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840475648:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746139104.710152:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007278ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840475648:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 141us (452us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746139104.710159:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2810 00002000:00100000:3.0:1746139104.710164:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88007278ad80 x1830958840475648/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:30/0 lens 488/4536 e 0 to 0 dl 1746139115 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139104.710171:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007278ad80 with x1830958840475648 ext(0->4095) 00010000:00010000:3.0:1746139104.710176:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acbd2e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b94 expref: 6 pid: 24929 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746139104.710185:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acbd2e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b94 expref: 6 pid: 24929 timeout: 829 lvb_type: 0 00002000:00010000:3.0:1746139104.710191:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007278ad80 00000100:00100000:1.0:1746139104.711740:0:24929:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb6b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24929:1830958832220928:192.168.203.56@tcp:104: 00010000:00010000:1.0:1746139104.711771:0:24929:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acbd35 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b9b expref: 70 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139104.711786:0:24929:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7ea00, rc 0) 00000100:00100000:1.0:1746139104.711827:0:24929:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134531180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b60e9717-019c-4527-a82a-15e993ac5189+70:1800:x1830958840475392:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4634us (6304us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139104.711835:0:24929:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30088 00000100:00100000:0.0:1746139104.713064:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139104.713122:0:24929:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840475776 00000100:00100000:1.0:1746139104.713128:0:24929:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840475776 00000100:00100000:1.0:1746139104.713162:0:24929:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30089 00000100:00100000:1.0:1746139104.713168:0:24929:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007278b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b60e9717-019c-4527-a82a-15e993ac5189+70:1814:x1830958840475776:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139104.713182:0:24929:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139104.713195:0:24929:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fc00/0x1f9f6ca451acbd3c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512ba2 expref: -99 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139104.713216:0:24929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139104.713220:0:24929:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acbd35 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b9b expref: 71 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139104.713226:0:24929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139104.713229:0:24929:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fc00/0x1f9f6ca451acbd3c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ba2 expref: 71 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139104.713256:0:24929:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acbd35 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b9b expref: 71 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139104.713264:0:24929:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fc00/0x1f9f6ca451acbd3c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ba2 expref: 71 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139104.713276:0:24929:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7fc00, rc 0) 00000100:00100000:1.0:1746139104.713296:0:24929:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007278b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b60e9717-019c-4527-a82a-15e993ac5189+71:1814:x1830958840475776:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 129us (237us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139104.713301:0:24929:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30089 00000100:00100000:0.0:1746139104.713710:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139104.713771:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840475904 00000100:00100000:3.0:1746139104.713776:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840475904 00010000:00010000:3.0:1746139104.713798:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acbd2e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b94 expref: 6 pid: 24929 timeout: 829 lvb_type: 0 00000100:00100000:3.0:1746139104.713827:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17402 00000100:00100000:3.0:1746139104.713833:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007278b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840475904:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139104.713842:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139104.713861:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acbd2e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b94 expref: 6 pid: 24929 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746139104.713872:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acbd2e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b94 expref: 6 pid: 24929 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746139104.713891:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acbd2e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b94 expref: 6 pid: 24929 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746139104.713915:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139104.713917:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139104.713923:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acbd35 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b9b expref: 70 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139104.713936:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acbd35 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b9b expref: 70 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139104.713957:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acbd35 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b9b expref: 70 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139104.713967:0:7207:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acbd35 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b9b expref: 70 pid: 24929 timeout: 829 lvb_type: 0 00000100:00100000:3.0:1746139104.713979:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0758e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832221184:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139104.714868:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff880131528b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746139104.718834:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139104.719359:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0758e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832221184:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139104.719382:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139104.719440:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007278b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2008:x1830958840475904:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 5606us (5735us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139104.719454:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17402 00000100:00100000:2.0:1746139104.719704:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840476160 00000100:00100000:2.0:1746139104.719714:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840476160 00002000:00100000:2.0:1746139104.719758:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009cb6b800 x1830958840476160/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:30/0 lens 488/0 e 0 to 0 dl 1746139115 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139104.719770:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb6b800 with x1830958840476160 ext(0->4095) 00010000:00010000:2.0:1746139104.719780:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acbd35 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b9b expref: 71 pid: 24929 timeout: 829 lvb_type: 0 00010000:00010000:2.0:1746139104.719795:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acbd35 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b9b expref: 71 pid: 24929 timeout: 829 lvb_type: 0 00002000:00010000:2.0:1746139104.719802:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cb6b800 00000100:00100000:2.0:1746139104.719820:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2811 00000100:00100000:2.0:1746139104.719826:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb6b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+71:2007:x1830958840476160:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746139104.719964:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb6b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+71:2007:x1830958840476160:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 138us (1142us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746139104.719972:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2811 00002000:00100000:2.0:1746139104.719976:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009cb6b800 x1830958840476160/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:30/0 lens 488/4536 e 0 to 0 dl 1746139115 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139104.719983:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb6b800 with x1830958840476160 ext(0->4095) 00010000:00010000:2.0:1746139104.719987:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acbd35 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b9b expref: 71 pid: 24929 timeout: 829 lvb_type: 0 00010000:00010000:2.0:1746139104.719995:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acbd35 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b9b expref: 71 pid: 24929 timeout: 829 lvb_type: 0 00002000:00010000:2.0:1746139104.720001:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cb6b800 00000100:00100000:0.0:1746139104.725917:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139104.727003:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840476288 00000100:00100000:3.0:1746139104.727015:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840476288 00010000:00010000:3.0:1746139104.727059:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acbd35 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b9b expref: 71 pid: 24929 timeout: 829 lvb_type: 0 00000100:00100000:3.0:1746139104.727108:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17403 00000100:00100000:3.0:1746139104.727117:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124a2c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+71:2007:x1830958840476288:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139104.727132:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139104.727156:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acbd35 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b9b expref: 71 pid: 24929 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746139104.727169:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acbd35 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b9b expref: 71 pid: 24929 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746139104.727192:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acbd35 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512b9b expref: 71 pid: 24929 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746139104.727225:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139104.727228:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139104.727236:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fc00/0x1f9f6ca451acbd3c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ba2 expref: 70 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139104.727243:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fc00/0x1f9f6ca451acbd3c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ba2 expref: 70 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139104.727280:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fc00/0x1f9f6ca451acbd3c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ba2 expref: 70 pid: 24929 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139104.727292:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0758e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832221312:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139104.727393:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff880131528b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746139104.731450:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139104.731757:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0758e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832221312:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139104.731779:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139104.731828:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124a2c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+70:2007:x1830958840476288:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 4711us (5924us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139104.731839:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17403 00000100:00100000:0.0:1746139104.731949:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840476544 00000100:00100000:0.0:1746139104.731957:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840476544 00002000:00100000:0.0:1746139104.731997:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009cb69500 x1830958840476544/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:30/0 lens 488/0 e 0 to 0 dl 1746139115 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139104.732007:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb69500 with x1830958840476544 ext(0->4095) 00002000:00010000:0.0:1746139104.732012:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cb69500 00000100:00100000:0.0:1746139104.733326:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13400 00000100:00100000:0.0:1746139104.733342:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb69500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+70:2008:x1830958840476544:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746139104.733655:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb69500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+70:2008:x1830958840476544:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 320us (2216us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746139104.733662:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13400 00002000:00100000:0.0:1746139104.733669:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009cb69500 x1830958840476544/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:30/0 lens 488/4536 e 0 to 0 dl 1746139115 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139104.733677:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb69500 with x1830958840476544 ext(0->4095) 00002000:00010000:0.0:1746139104.733681:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cb69500 00000100:00100000:0.0:1746139104.737662:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139104.738456:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840476672 00000100:00100000:2.0:1746139104.738466:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840476672 00000100:00100000:2.0:1746139104.738526:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30090 00000100:00100000:2.0:1746139104.738534:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072788e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840476672:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139104.738555:0:9563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139104.738574:0:9563:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f16c000/0x1f9f6ca451acbd43 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512ba9 expref: -99 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139104.738607:0:9563:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fc00/0x1f9f6ca451acbd3c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ba2 expref: 69 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139104.738640:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139104.738643:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139104.738646:0:9563:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f16c000/0x1f9f6ca451acbd43 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ba9 expref: 6 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139104.738687:0:9563:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fc00/0x1f9f6ca451acbd3c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ba2 expref: 69 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139104.738700:0:9563:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fc00/0x1f9f6ca451acbd3c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ba2 expref: 69 pid: 24929 timeout: 829 lvb_type: 0 00000100:00100000:2.0:1746139104.738793:0:9563:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134531500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832221440:192.168.203.56@tcp:104: 00000100:00100000:2.0:1746139104.739541:0:9563:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ec296c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746139104.746238:0:9563:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134531500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832221440:192.168.203.56@tcp:104: 00010000:00010000:2.0:1746139104.746276:0:9563:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f16c000/0x1f9f6ca451acbd43 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ba9 expref: 6 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139104.746296:0:9563:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f16c000, rc 0) 00000100:00100000:2.0:1746139104.746344:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072788e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840476672:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7810us (8739us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139104.746355:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30090 00000100:00100000:0.0:1746139104.751143:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139104.753034:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840476800 00000100:00100000:2.0:1746139104.753048:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840476800 00002000:00100000:2.0:1746139104.753108:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff880072789c00 x1830958840476800/t0(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:30/0 lens 496/0 e 0 to 0 dl 1746139115 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139104.753119:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072789c00 with x1830958840476800 ext(0->7) 00010000:00010000:2.0:1746139104.753131:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fc00/0x1f9f6ca451acbd3c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ba2 expref: 70 pid: 24929 timeout: 829 lvb_type: 0 00010000:00010000:2.0:1746139104.753152:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fc00/0x1f9f6ca451acbd3c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ba2 expref: 70 pid: 24929 timeout: 830 lvb_type: 0 00002000:00010000:2.0:1746139104.753159:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072789c00 00000100:00100000:2.0:1746139104.753188:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2812 00000100:00100000:2.0:1746139104.753198:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072789c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+70:2007:x1830958840476800:12345-192.168.203.56@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746139104.755705:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072789c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+72:2007:x1830958840476800:12345-192.168.203.56@tcp:4:ldlm_bl.0 Request processed in 2497us (4563us total) trans 4294972119 rc 0/0 00000100:00100000:2.0:1746139104.755718:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2812 00002000:00100000:2.0:1746139104.755728:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff880072789c00 x1830958840476800/t4294972119(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:30/0 lens 496/448 e 0 to 0 dl 1746139115 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139104.755738:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072789c00 with x1830958840476800 ext(0->7) 00010000:00010000:2.0:1746139104.755749:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fc00/0x1f9f6ca451acbd3c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ba2 expref: 72 pid: 24929 timeout: 830 lvb_type: 0 00010000:00010000:2.0:1746139104.755765:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fc00/0x1f9f6ca451acbd3c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ba2 expref: 72 pid: 24929 timeout: 830 lvb_type: 0 00002000:00010000:2.0:1746139104.755773:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072789c00 00000100:00100000:0.0:1746139104.764206:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139104.764280:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840476928 00000100:00100000:3.0:1746139104.764292:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840476928 00010000:00010000:3.0:1746139104.764340:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fc00/0x1f9f6ca451acbd3c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ba2 expref: 72 pid: 24929 timeout: 830 lvb_type: 0 00000100:00100000:3.0:1746139104.764384:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17404 00000100:00100000:3.0:1746139104.764393:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072789880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+72:2008:x1830958840476928:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139104.764408:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139104.764430:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fc00/0x1f9f6ca451acbd3c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ba2 expref: 72 pid: 24929 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746139104.764443:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fc00/0x1f9f6ca451acbd3c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ba2 expref: 72 pid: 24929 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746139104.764470:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fc00/0x1f9f6ca451acbd3c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ba2 expref: 72 pid: 24929 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746139104.764520:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139104.764522:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139104.764532:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f16c000/0x1f9f6ca451acbd43 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ba9 expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139104.764540:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f16c000/0x1f9f6ca451acbd43 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ba9 expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139104.764577:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f16c000/0x1f9f6ca451acbd43 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ba9 expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139104.764595:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0758e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832221568:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139104.764720:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff880131528600 going to sleep for 11 seconds 00000100:00100000:0.0:1746139104.769642:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139104.769739:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0758e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832221568:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139104.769764:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139104.769780:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840477184 00000100:00100000:2.0:1746139104.769788:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840477184 00000100:00100000:3.0:1746139104.769812:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072789880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+71:2008:x1830958840476928:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 5419us (5617us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139104.769821:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17404 00002000:00100000:2.0:1746139104.769833:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880072788380 x1830958840477184/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:30/0 lens 488/0 e 0 to 0 dl 1746139115 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139104.769842:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072788380 with x1830958840477184 ext(0->4095) 00002000:00010000:2.0:1746139104.769847:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072788380 00000100:00100000:2.0:1746139104.769865:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13401 00000100:00100000:2.0:1746139104.769872:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072788380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2009:x1830958840477184:12345-192.168.203.56@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746139104.770008:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072788380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2009:x1830958840477184:12345-192.168.203.56@tcp:3:ptlrpcd_01_00.0 Request processed in 136us (403us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746139104.770014:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13401 00002000:00100000:2.0:1746139104.770019:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880072788380 x1830958840477184/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:30/0 lens 488/4536 e 0 to 0 dl 1746139115 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139104.770026:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072788380 with x1830958840477184 ext(0->4095) 00002000:00010000:2.0:1746139104.770029:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072788380 00000100:00100000:0.0:1746139104.772811:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139104.773182:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840477312 00000100:00100000:2.0:1746139104.773191:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840477312 00000100:00100000:2.0:1746139104.773339:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30091 00000100:00100000:2.0:1746139104.773347:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007278aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+71:1800:x1830958840477312:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139104.773366:0:9563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139104.773392:0:9563:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a0b95800/0x1f9f6ca451acbd4a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512bb0 expref: -99 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139104.773426:0:9563:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f16c000/0x1f9f6ca451acbd43 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ba9 expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139104.773434:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139104.773436:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139104.773439:0:9563:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a0b95800/0x1f9f6ca451acbd4a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512bb0 expref: 72 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139104.773477:0:9563:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f16c000/0x1f9f6ca451acbd43 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ba9 expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139104.773498:0:9563:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f16c000/0x1f9f6ca451acbd43 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ba9 expref: 5 pid: 9563 timeout: 830 lvb_type: 0 00000100:00100000:2.0:1746139104.773510:0:9563:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134531500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832221696:192.168.203.56@tcp:104: 00000100:00100000:2.0:1746139104.773607:0:9563:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ec29780 going to sleep for 11 seconds 00000100:00100000:0.0:1746139104.775673:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139104.775791:0:24929:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840477440 00000100:00100000:1.0:1746139104.775799:0:24929:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840477440 00000100:00100000:1.0:1746139104.775860:0:24929:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30092 00000100:00100000:1.0:1746139104.775868:0:24929:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072788000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b60e9717-019c-4527-a82a-15e993ac5189+73:1814:x1830958840477440:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139104.775885:0:24929:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139104.775900:0:24929:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acbd51 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512bb7 expref: -99 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139104.775923:0:24929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139104.775928:0:24929:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a0b95800/0x1f9f6ca451acbd4a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512bb0 expref: 74 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139104.775933:0:24929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139104.775936:0:24929:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acbd51 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512bb7 expref: 74 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139104.775968:0:24929:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a0b95800/0x1f9f6ca451acbd4a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512bb0 expref: 74 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139104.775982:0:24929:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acbd51 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512bb7 expref: 74 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139104.775992:0:24929:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7f400, rc 0) 00000100:00100000:1.0:1746139104.776031:0:24929:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072788000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b60e9717-019c-4527-a82a-15e993ac5189+74:1814:x1830958840477440:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 164us (367us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139104.776037:0:24929:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30092 00000100:00100000:3.0:1746139104.777731:0:9563:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134531500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832221696:192.168.203.56@tcp:104: 00010000:00010000:3.0:1746139104.777755:0:9563:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a0b95800/0x1f9f6ca451acbd4a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512bb0 expref: 73 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139104.777765:0:9563:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0b95800, rc 0) 00000100:00100000:3.0:1746139104.777796:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007278aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+73:1800:x1830958840477312:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4449us (4994us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139104.777802:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30091 00000100:00100000:0.0:1746139104.779832:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139104.780101:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840477568 00000100:00100000:3.0:1746139104.780109:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840477568 00010000:00010000:3.0:1746139104.780145:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f16c000/0x1f9f6ca451acbd43 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ba9 expref: 6 pid: 9563 timeout: 830 lvb_type: 0 00000100:00100000:3.0:1746139104.780784:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17405 00000100:00100000:3.0:1746139104.780793:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007278a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840477568:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139104.780807:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139104.780829:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f16c000/0x1f9f6ca451acbd43 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ba9 expref: 6 pid: 9563 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746139104.780842:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f16c000/0x1f9f6ca451acbd43 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ba9 expref: 6 pid: 9563 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746139104.780865:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f16c000/0x1f9f6ca451acbd43 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ba9 expref: 6 pid: 9563 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746139104.780897:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139104.780899:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139104.780907:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a0b95800/0x1f9f6ca451acbd4a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512bb0 expref: 72 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139104.780915:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a0b95800/0x1f9f6ca451acbd4a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512bb0 expref: 72 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139104.780948:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a0b95800/0x1f9f6ca451acbd4a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512bb0 expref: 72 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139104.780960:0:7207:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a0b95800/0x1f9f6ca451acbd4a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512bb0 expref: 72 pid: 9563 timeout: 830 lvb_type: 0 00000100:00100000:3.0:1746139104.780972:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0758e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832221952:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139104.781059:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff880131528600 going to sleep for 11 seconds 00000100:00100000:3.0:1746139104.782768:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0758e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832221952:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139104.782787:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139104.783338:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007278a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2007:x1830958840477568:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 2544us (3511us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139104.783349:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17405 00000100:00100000:0.0:1746139104.783581:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139104.783660:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840477824 00000100:00100000:2.0:1746139104.783666:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840477824 00002000:00100000:2.0:1746139104.783705:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88007278b800 x1830958840477824/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:30/0 lens 488/0 e 0 to 0 dl 1746139115 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139104.783715:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007278b800 with x1830958840477824 ext(0->4095) 00010000:00010000:2.0:1746139104.783722:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a0b95800/0x1f9f6ca451acbd4a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512bb0 expref: 73 pid: 9563 timeout: 830 lvb_type: 0 00010000:00010000:2.0:1746139104.783735:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a0b95800/0x1f9f6ca451acbd4a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512bb0 expref: 73 pid: 9563 timeout: 830 lvb_type: 0 00002000:00010000:2.0:1746139104.783741:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007278b800 00000100:00100000:2.0:1746139104.783766:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2813 00000100:00100000:2.0:1746139104.783773:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007278b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+73:2008:x1830958840477824:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746139104.784012:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007278b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+73:2008:x1830958840477824:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 239us (432us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746139104.784022:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2813 00002000:00100000:2.0:1746139104.784027:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88007278b800 x1830958840477824/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:30/0 lens 488/4536 e 0 to 0 dl 1746139115 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139104.784035:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007278b800 with x1830958840477824 ext(0->4095) 00010000:00010000:2.0:1746139104.784039:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a0b95800/0x1f9f6ca451acbd4a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512bb0 expref: 73 pid: 9563 timeout: 830 lvb_type: 0 00010000:00010000:2.0:1746139104.784048:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a0b95800/0x1f9f6ca451acbd4a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512bb0 expref: 73 pid: 9563 timeout: 830 lvb_type: 0 00002000:00010000:2.0:1746139104.784053:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007278b800 00000100:00100000:0.0:1746139104.787514:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139104.787579:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840477952 00000100:00100000:3.0:1746139104.787588:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840477952 00010000:00010000:3.0:1746139104.787654:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a0b95800/0x1f9f6ca451acbd4a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512bb0 expref: 73 pid: 9563 timeout: 830 lvb_type: 0 00000100:00100000:3.0:1746139104.787687:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17406 00000100:00100000:3.0:1746139104.787694:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072789180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+73:2008:x1830958840477952:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139104.787707:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139104.787727:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a0b95800/0x1f9f6ca451acbd4a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512bb0 expref: 73 pid: 9563 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746139104.787738:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a0b95800/0x1f9f6ca451acbd4a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512bb0 expref: 73 pid: 9563 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746139104.787759:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a0b95800/0x1f9f6ca451acbd4a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512bb0 expref: 73 pid: 9563 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746139104.787787:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139104.787789:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139104.787796:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acbd51 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512bb7 expref: 72 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139104.788005:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acbd51 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512bb7 expref: 72 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139104.788039:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acbd51 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512bb7 expref: 72 pid: 24929 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139104.788051:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0758e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832222080:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139104.788214:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff880131528600 going to sleep for 11 seconds 00000100:00100000:0.0:1746139104.790612:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139104.790711:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840478208 00000100:00100000:1.0:1746139104.790719:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840478208 00002000:00100000:1.0:1746139104.790761:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88007278b480 x1830958840478208/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:30/0 lens 488/0 e 0 to 0 dl 1746139115 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139104.790772:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007278b480 with x1830958840478208 ext(0->4095) 00002000:00010000:1.0:1746139104.790777:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007278b480 00000100:00100000:1.0:1746139104.790802:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13402 00000100:00100000:1.0:1746139104.790809:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007278b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+73:2008:x1830958840478208:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746139104.790921:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0758e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832222080:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139104.790941:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746139104.790946:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007278b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+73:2008:x1830958840478208:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 137us (342us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139104.790953:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13402 00002000:00100000:1.0:1746139104.790959:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88007278b480 x1830958840478208/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:30/0 lens 488/4536 e 0 to 0 dl 1746139115 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139104.790965:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007278b480 with x1830958840478208 ext(0->4095) 00002000:00010000:1.0:1746139104.790968:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007278b480 00000100:00100000:3.0:1746139104.790970:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072789180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+73:2008:x1830958840477952:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3277us (3466us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139104.790978:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17406 00000100:00100000:0.0:1746139104.793720:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139104.794072:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840478336 00000100:00100000:3.0:1746139104.794081:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840478336 00000100:00100000:3.0:1746139104.794135:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30093 00000100:00100000:3.0:1746139104.794143:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f2d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840478336:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746139104.794161:0:9563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139104.794179:0:9563:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072514400/0x1f9f6ca451acbd58 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512bbe expref: -99 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139104.794207:0:9563:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acbd51 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512bb7 expref: 71 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139104.794215:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746139104.794217:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746139104.794220:0:9563:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072514400/0x1f9f6ca451acbd58 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512bbe expref: 6 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139104.794251:0:9563:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acbd51 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512bb7 expref: 71 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139104.794268:0:9563:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acbd51 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512bb7 expref: 71 pid: 24929 timeout: 830 lvb_type: 0 00000100:00100000:3.0:1746139104.794280:0:9563:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0758e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832222208:192.168.203.56@tcp:104: 00000100:00100000:3.0:1746139104.794854:0:9563:0:(client.c:2553:ptlrpc_set_wait()) set ffff880131528600 going to sleep for 11 seconds 00000100:00100000:3.0:1746139104.798285:0:9563:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0758e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832222208:192.168.203.56@tcp:104: 00010000:00010000:3.0:1746139104.798324:0:9563:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072514400/0x1f9f6ca451acbd58 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512bbe expref: 6 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139104.798342:0:9563:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072514400, rc 0) 00000100:00100000:3.0:1746139104.798398:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f2d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840478336:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4255us (4685us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139104.798407:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30093 00000100:00100000:0.0:1746139104.804664:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139104.804807:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840478464 00000100:00100000:2.0:1746139104.804818:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840478464 00002000:00100000:2.0:1746139104.804865:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff88009f2d0e00 x1830958840478464/t0(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:30/0 lens 496/0 e 0 to 0 dl 1746139115 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139104.804875:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f2d0e00 with x1830958840478464 ext(0->7) 00010000:00010000:2.0:1746139104.804884:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acbd51 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512bb7 expref: 72 pid: 24929 timeout: 830 lvb_type: 0 00010000:00010000:2.0:1746139104.804898:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acbd51 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512bb7 expref: 72 pid: 24929 timeout: 830 lvb_type: 0 00002000:00010000:2.0:1746139104.804904:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f2d0e00 00000100:00100000:2.0:1746139104.804923:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2814 00000100:00100000:2.0:1746139104.804930:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f2d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+72:2007:x1830958840478464:12345-192.168.203.56@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746139104.805700:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f2d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+74:2007:x1830958840478464:12345-192.168.203.56@tcp:4:ldlm_bl.0 Request processed in 767us (1084us total) trans 4294972120 rc 0/0 00000100:00100000:0.0:1746139104.805708:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2814 00002000:00100000:0.0:1746139104.805714:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff88009f2d0e00 x1830958840478464/t4294972120(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:30/0 lens 496/448 e 0 to 0 dl 1746139115 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139104.805721:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f2d0e00 with x1830958840478464 ext(0->7) 00010000:00010000:0.0:1746139104.805727:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acbd51 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512bb7 expref: 74 pid: 24929 timeout: 830 lvb_type: 0 00010000:00010000:0.0:1746139104.805737:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acbd51 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512bb7 expref: 74 pid: 24929 timeout: 830 lvb_type: 0 00002000:00010000:0.0:1746139104.805743:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f2d0e00 00000100:00100000:0.0:1746139104.807930:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139104.808103:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840478592 00000100:00100000:3.0:1746139104.808112:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840478592 00010000:00010000:3.0:1746139104.808148:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acbd51 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512bb7 expref: 74 pid: 24929 timeout: 830 lvb_type: 0 00000100:00100000:3.0:1746139104.808173:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17407 00000100:00100000:3.0:1746139104.808181:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f2d3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+74:2007:x1830958840478592:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139104.808196:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139104.808218:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acbd51 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512bb7 expref: 74 pid: 24929 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746139104.808234:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acbd51 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512bb7 expref: 74 pid: 24929 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746139104.808263:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acbd51 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512bb7 expref: 74 pid: 24929 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746139104.808293:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139104.808296:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139104.808304:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880072514400/0x1f9f6ca451acbd58 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512bbe expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139104.808311:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072514400/0x1f9f6ca451acbd58 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512bbe expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139104.808354:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880072514400/0x1f9f6ca451acbd58 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512bbe expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139104.808367:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0758e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832222336:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139104.808457:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff880131528600 going to sleep for 11 seconds 00000100:00100000:0.0:1746139104.810931:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139104.811025:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840478720 00000100:00100000:3.0:1746139104.811034:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840478720 00000100:00100000:3.0:1746139104.811085:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30094 00000100:00100000:3.0:1746139104.811092:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f2d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+74:1800:x1830958840478720:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746139104.811108:0:9563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139104.811576:0:9563:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f16c000/0x1f9f6ca451acbd5f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512bc5 expref: -99 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139104.811610:0:9563:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880072514400/0x1f9f6ca451acbd58 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512bbe expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139104.811657:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139104.811659:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139104.811663:0:9563:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f16c000/0x1f9f6ca451acbd5f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512bc5 expref: 75 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139104.811694:0:9563:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880072514400/0x1f9f6ca451acbd58 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512bbe expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139104.811706:0:9563:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880072514400/0x1f9f6ca451acbd58 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512bbe expref: 5 pid: 9563 timeout: 830 lvb_type: 0 00000100:00100000:3.0:1746139104.811718:0:9563:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0759f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832222464:192.168.203.56@tcp:104: 00000100:00100000:3.0:1746139104.811799:0:9563:0:(client.c:2553:ptlrpc_set_wait()) set ffff880131528780 going to sleep for 11 seconds 00000100:00100000:3.0:1746139104.812444:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0758e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832222336:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139104.812462:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139104.812513:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f2d3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+75:2007:x1830958840478592:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 4331us (4589us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139104.812524:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17407 00000100:00100000:0.0:1746139104.812849:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139104.812924:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840478976 00000100:00100000:1.0:1746139104.812930:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840478976 00002000:00100000:1.0:1746139104.812970:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009f2d3b80 x1830958840478976/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:30/0 lens 488/0 e 0 to 0 dl 1746139115 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139104.812987:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f2d3b80 with x1830958840478976 ext(0->4095) 00010000:00010000:1.0:1746139104.812994:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880072514400/0x1f9f6ca451acbd58 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512bbe expref: 6 pid: 9563 timeout: 830 lvb_type: 0 00010000:00010000:1.0:1746139104.813006:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880072514400/0x1f9f6ca451acbd58 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512bbe expref: 6 pid: 9563 timeout: 830 lvb_type: 0 00002000:00010000:1.0:1746139104.813011:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f2d3b80 00000100:00100000:1.0:1746139104.813038:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2815 00000100:00100000:1.0:1746139104.813045:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f2d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840478976:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746139104.813165:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f2d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840478976:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 120us (317us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139104.813171:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2815 00002000:00100000:1.0:1746139104.813177:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009f2d3b80 x1830958840478976/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:30/0 lens 488/4536 e 0 to 0 dl 1746139115 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139104.813184:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f2d3b80 with x1830958840478976 ext(0->4095) 00010000:00010000:1.0:1746139104.813188:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880072514400/0x1f9f6ca451acbd58 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512bbe expref: 6 pid: 9563 timeout: 830 lvb_type: 0 00010000:00010000:1.0:1746139104.813196:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880072514400/0x1f9f6ca451acbd58 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512bbe expref: 6 pid: 9563 timeout: 830 lvb_type: 0 00002000:00010000:1.0:1746139104.813202:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f2d3b80 00000100:00100000:3.0:1746139104.814891:0:9563:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0759f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832222464:192.168.203.56@tcp:104: 00010000:00010000:3.0:1746139104.814919:0:9563:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f16c000/0x1f9f6ca451acbd5f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512bc5 expref: 74 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139104.814940:0:9563:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f16c000, rc 0) 00000100:00100000:3.0:1746139104.814986:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f2d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+74:1800:x1830958840478720:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3894us (4064us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139104.814995:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30094 00000100:00100000:2.0:1746139104.815229:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139104.815324:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139104.815526:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840479104 00000100:00100000:0.0:1746139104.815532:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840479104 00000100:00100000:0.0:1746139104.815573:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30095 00000100:00100000:0.0:1746139104.815580:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134531c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+74:1814:x1830958840479104:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746139104.815594:0:9563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746139104.815792:0:9563:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f5a3400/0x1f9f6ca451acbd66 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512bcc expref: -99 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139104.815817:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139104.815823:0:9563:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f16c000/0x1f9f6ca451acbd5f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512bc5 expref: 75 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139104.815829:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746139104.815832:0:9563:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f5a3400/0x1f9f6ca451acbd66 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512bcc expref: 75 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139104.815869:0:9563:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f16c000/0x1f9f6ca451acbd5f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512bc5 expref: 75 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139104.815882:0:9563:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f5a3400/0x1f9f6ca451acbd66 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512bcc expref: 75 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139104.815889:0:9563:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f5a3400, rc 0) 00000100:00100000:0.0:1746139104.815921:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134531c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+75:1814:x1830958840479104:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 341us (693us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139104.815927:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30095 00000100:00100000:2.0:1746139104.816058:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840479232 00000100:00100000:2.0:1746139104.816062:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840479232 00010000:00010000:2.0:1746139104.816081:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880072514400/0x1f9f6ca451acbd58 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512bbe expref: 6 pid: 9563 timeout: 830 lvb_type: 0 00000100:00100000:2.0:1746139104.816098:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17408 00000100:00100000:2.0:1746139104.816102:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0759f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2010:x1830958840479232:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139104.816112:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139104.816130:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880072514400/0x1f9f6ca451acbd58 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512bbe expref: 6 pid: 9563 timeout: 830 lvb_type: 0 00010000:00010000:2.0:1746139104.816139:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880072514400/0x1f9f6ca451acbd58 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512bbe expref: 6 pid: 9563 timeout: 830 lvb_type: 0 00010000:00010000:2.0:1746139104.816155:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072514400/0x1f9f6ca451acbd58 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512bbe expref: 6 pid: 9563 timeout: 830 lvb_type: 0 00010000:00010000:2.0:1746139104.816170:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139104.816172:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139104.816177:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f16c000/0x1f9f6ca451acbd5f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512bc5 expref: 74 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139104.816185:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f16c000/0x1f9f6ca451acbd5f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512bc5 expref: 74 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139104.816205:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f16c000/0x1f9f6ca451acbd5f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512bc5 expref: 74 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139104.816218:0:7207:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f16c000/0x1f9f6ca451acbd5f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512bc5 expref: 74 pid: 9563 timeout: 830 lvb_type: 0 00000100:00100000:2.0:1746139104.816229:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134532300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832222720:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139104.816448:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ec29180 going to sleep for 11 seconds 00000100:00100000:0.0:1746139104.818709:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139104.818752:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139104.818782:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139104.818798:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139104.818810:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139104.818849:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139104.819046:0:14239:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840479488 00000100:00100000:2.0:1746139104.819055:0:14239:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840479488 00000100:00100000:2.0:1746139104.819110:0:14239:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840480000 00000100:00100000:2.0:1746139104.819112:0:14239:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840480000 00000100:00100000:2.0:1746139104.819127:0:14239:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840479616 00000100:00100000:2.0:1746139104.819128:0:14239:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840479616 00000100:00100000:2.0:1746139104.819140:0:14239:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840479872 00000100:00100000:2.0:1746139104.819142:0:14239:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840479872 00000100:00100000:2.0:1746139104.819155:0:14239:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 1105 00000100:00100000:2.0:1746139104.819161:0:14239:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f2d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b60e9717-019c-4527-a82a-15e993ac5189+6:2007:x1830958840479488:12345-192.168.203.56@tcp:400:kworker.0 00000100:00100000:2.0:1746139104.819221:0:14239:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f2d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b60e9717-019c-4527-a82a-15e993ac5189+6:2007:x1830958840479488:12345-192.168.203.56@tcp:400:kworker.0 Request processed in 60us (468us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139104.819227:0:14239:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1105 00000100:00100000:2.0:1746139104.819241:0:14239:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 1106 00000100:00100000:2.0:1746139104.819245:0:14239:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f2d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2007:x1830958840480000:12345-192.168.203.56@tcp:400:kworker.0 00000100:00100000:2.0:1746139104.819264:0:14239:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f2d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2007:x1830958840480000:12345-192.168.203.56@tcp:400:kworker.0 Request processed in 19us (466us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139104.819269:0:14239:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1106 00000100:00100000:2.0:1746139104.819276:0:14239:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 1107 00000100:00100000:2.0:1746139104.819280:0:14239:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f2d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b60e9717-019c-4527-a82a-15e993ac5189+5:2007:x1830958840479616:12345-192.168.203.56@tcp:400:kworker.0 00000100:00100000:2.0:1746139104.819296:0:14239:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f2d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b60e9717-019c-4527-a82a-15e993ac5189+5:2007:x1830958840479616:12345-192.168.203.56@tcp:400:kworker.0 Request processed in 16us (486us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139104.819300:0:14239:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1107 00000100:00100000:2.0:1746139104.819307:0:14239:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 1108 00000100:00100000:2.0:1746139104.819311:0:14239:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f2d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+7:2007:x1830958840479872:12345-192.168.203.56@tcp:400:kworker.0 00000100:00100000:2.0:1746139104.819329:0:14239:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f2d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+7:2007:x1830958840479872:12345-192.168.203.56@tcp:400:kworker.0 Request processed in 17us (480us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139104.819333:0:14239:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1108 00000100:00080000:2.0:1746139104.819349:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1746139104.819351:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746139104.819469:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840479744 00000100:00100000:2.0:1746139104.819472:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840479744 00000100:00100000:2.0:1746139104.819506:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 766 00000100:00100000:2.0:1746139104.819511:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f2d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+5:2007:x1830958840479744:12345-192.168.203.56@tcp:400:kworker.0 00000100:00100000:2.0:1746139104.819535:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f2d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+5:2007:x1830958840479744:12345-192.168.203.56@tcp:400:kworker.0 Request processed in 25us (754us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139104.819539:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 766 00000100:00080000:2.0:1746139104.819549:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1746139104.819605:0:7213:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840479360 00000100:00100000:3.0:1746139104.819609:0:7213:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840479360 00000100:00100000:3.0:1746139104.819658:0:7213:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 556 00000100:00100000:3.0:1746139104.819663:0:7213:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800acc78c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cf74ef97-2975-482c-a02d-572a02684f9b+12:2008:x1830958840479360:12345-192.168.203.56@tcp:400:kworker.0 00000100:00100000:3.0:1746139104.819686:0:7213:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800acc78c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cf74ef97-2975-482c-a02d-572a02684f9b+12:2008:x1830958840479360:12345-192.168.203.56@tcp:400:kworker.0 Request processed in 23us (987us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139104.819690:0:7213:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 556 00000100:00100000:2.0:1746139104.821747:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134532300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832222720:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139104.821772:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139104.821824:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0759f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2010:x1830958840479232:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 5718us (6497us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139104.821833:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17408 00000100:00100000:0.0:1746139104.824324:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139104.824398:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840480384 00000100:00100000:1.0:1746139104.824407:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840480384 00002000:00100000:1.0:1746139104.824454:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009f2d2300 x1830958840480384/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:30/0 lens 488/0 e 0 to 0 dl 1746139115 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139104.824469:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f2d2300 with x1830958840480384 ext(0->4095) 00010000:00010000:1.0:1746139104.824479:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f16c000/0x1f9f6ca451acbd5f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512bc5 expref: 75 pid: 9563 timeout: 830 lvb_type: 0 00010000:00010000:1.0:1746139104.824501:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f16c000/0x1f9f6ca451acbd5f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512bc5 expref: 75 pid: 9563 timeout: 830 lvb_type: 0 00002000:00010000:1.0:1746139104.824508:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f2d2300 00000100:00100000:1.0:1746139104.825472:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2816 00000100:00100000:1.0:1746139104.825597:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f2d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+75:2010:x1830958840480384:12345-192.168.203.56@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746139104.825789:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f2d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+75:2010:x1830958840480384:12345-192.168.203.56@tcp:3:ptlrpcd_01_01.0 Request processed in 308us (1475us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139104.825796:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2816 00002000:00100000:1.0:1746139104.825802:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009f2d2300 x1830958840480384/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:30/0 lens 488/4536 e 0 to 0 dl 1746139115 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139104.825809:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f2d2300 with x1830958840480384 ext(0->4095) 00010000:00010000:1.0:1746139104.825815:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f16c000/0x1f9f6ca451acbd5f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512bc5 expref: 75 pid: 9563 timeout: 830 lvb_type: 0 00010000:00010000:1.0:1746139104.825825:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f16c000/0x1f9f6ca451acbd5f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512bc5 expref: 75 pid: 9563 timeout: 830 lvb_type: 0 00002000:00010000:1.0:1746139104.825830:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f2d2300 00000100:00100000:0.0:1746139104.826308:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139104.826499:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840480128 00000100:00100000:2.0:1746139104.826506:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840480128 00000100:00100000:2.0:1746139104.826911:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30096 00000100:00100000:2.0:1746139104.826918:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f2d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2006:x1830958840480128:12345-192.168.203.56@tcp:9:kworker.0 00000020:00000080:2.0:1746139104.826939:0:9563:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x1f9f6ca451972fec 00000100:00080000:2.0:1746139104.826947:0:9563:0:(import.c:66:import_set_state_nolock()) ffff88012a39c800 : changing import state from FULL to CLOSED 00000100:00080000:3.0:1746139104.827243:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000001:00000004:2.0:1746139104.827452:0:9563:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 1, last_transno is 4294970703 00000100:00100000:2.0:1746139104.827585:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f2d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+2:2006:x1830958840480128:12345-192.168.203.56@tcp:9:kworker.0 Request processed in 666us (1277us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139104.827592:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30096 00010000:00010000:3.0:1746139104.827831:0:8366:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746139104.831804:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139104.831887:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840480512 00000100:00100000:2.0:1746139104.831897:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840480512 00010000:00010000:2.0:1746139104.831935:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f16c000/0x1f9f6ca451acbd5f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512bc5 expref: 75 pid: 9563 timeout: 830 lvb_type: 0 00000100:00100000:2.0:1746139104.831958:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17409 00000100:00100000:2.0:1746139104.831965:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f2d1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+75:2008:x1830958840480512:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139104.831978:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139104.831999:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f16c000/0x1f9f6ca451acbd5f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512bc5 expref: 75 pid: 9563 timeout: 830 lvb_type: 0 00010000:00010000:2.0:1746139104.832010:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f16c000/0x1f9f6ca451acbd5f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512bc5 expref: 75 pid: 9563 timeout: 830 lvb_type: 0 00010000:00010000:2.0:1746139104.832032:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f16c000/0x1f9f6ca451acbd5f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512bc5 expref: 75 pid: 9563 timeout: 830 lvb_type: 0 00010000:00010000:2.0:1746139104.832050:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139104.832052:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139104.832061:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f5a3400/0x1f9f6ca451acbd66 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512bcc expref: 74 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139104.832068:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f5a3400/0x1f9f6ca451acbd66 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512bcc expref: 74 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139104.832099:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f5a3400/0x1f9f6ca451acbd66 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512bcc expref: 74 pid: 9563 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746139104.832110:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134532300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832222848:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139104.833240:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ec29180 going to sleep for 11 seconds 00000100:00100000:0.0:1746139104.835879:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139104.836003:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840480768 00000100:00100000:3.0:1746139104.836014:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840480768 00002000:00100000:3.0:1746139104.836070:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009f2d0000 x1830958840480768/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:30/0 lens 488/0 e 0 to 0 dl 1746139115 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139104.836080:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f2d0000 with x1830958840480768 ext(0->4095) 00002000:00010000:3.0:1746139104.836085:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f2d0000 00000100:00100000:2.0:1746139104.836199:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134532300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832222848:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139104.836254:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139104.836301:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f2d1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+75:2008:x1830958840480512:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 4334us (4504us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139104.836312:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17409 00000100:00100000:3.0:1746139104.836446:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13403 00000100:00100000:3.0:1746139104.836453:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f2d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+74:2007:x1830958840480768:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746139104.836587:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f2d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+74:2007:x1830958840480768:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 134us (718us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746139104.836596:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13403 00002000:00100000:3.0:1746139104.836602:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009f2d0000 x1830958840480768/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:30/0 lens 488/4536 e 0 to 0 dl 1746139115 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139104.836609:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f2d0000 with x1830958840480768 ext(0->4095) 00002000:00010000:3.0:1746139104.836612:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f2d0000 00000100:00100000:0.0:1746139104.840741:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139104.840809:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840480896 00000100:00100000:2.0:1746139104.840819:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840480896 00000100:00100000:2.0:1746139104.840885:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30097 00000100:00100000:2.0:1746139104.840893:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c0cd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840480896:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139104.840915:0:9563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139104.840934:0:9563:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f43aa00/0x1f9f6ca451acbd6d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512bd3 expref: -99 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139104.840964:0:9563:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f5a3400/0x1f9f6ca451acbd66 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512bcc expref: 73 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139104.840977:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139104.840979:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139104.840982:0:9563:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f43aa00/0x1f9f6ca451acbd6d lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512bd3 expref: 6 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139104.841013:0:9563:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f5a3400/0x1f9f6ca451acbd66 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512bcc expref: 73 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139104.841025:0:9563:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f5a3400/0x1f9f6ca451acbd66 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512bcc expref: 73 pid: 9563 timeout: 830 lvb_type: 0 00000100:00100000:2.0:1746139104.841037:0:9563:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134532300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832222976:192.168.203.56@tcp:104: 00000100:00100000:2.0:1746139104.841371:0:9563:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ec29180 going to sleep for 11 seconds 00000100:00100000:2.0:1746139104.843563:0:9563:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134532300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832222976:192.168.203.56@tcp:104: 00010000:00010000:2.0:1746139104.843604:0:9563:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f43aa00/0x1f9f6ca451acbd6d lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512bd3 expref: 6 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139104.843655:0:9563:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f43aa00, rc 0) 00000100:00100000:2.0:1746139104.843702:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c0cd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840480896:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2809us (2973us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139104.843711:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30097 00000100:00100000:0.0:1746139104.846356:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139104.846424:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139104.846437:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840481024 00000100:00100000:2.0:1746139104.846450:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840481024 00010000:00010000:2.0:1746139104.846506:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f5a3400/0x1f9f6ca451acbd66 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512bcc expref: 74 pid: 9563 timeout: 830 lvb_type: 0 00000100:00100000:3.0:1746139104.846533:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840481152 00000100:00100000:3.0:1746139104.846537:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840481152 00000100:00100000:2.0:1746139104.846542:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17410 00000100:00100000:2.0:1746139104.846548:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124a2c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+75:2008:x1830958840481024:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139104.846564:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1746139104.846577:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30098 00000100:00100000:3.0:1746139104.846582:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c0cc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+75:1800:x1830958840481152:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746139104.846601:0:9563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139104.846645:0:9563:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800726ea200/0x1f9f6ca451acbd74 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512bda expref: -99 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139104.846672:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746139104.846678:0:9563:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f43aa00/0x1f9f6ca451acbd6d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512bd3 expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139104.846685:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746139104.846688:0:9563:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800726ea200/0x1f9f6ca451acbd74 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512bda expref: 76 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139104.846730:0:9563:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f43aa00/0x1f9f6ca451acbd6d lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512bd3 expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139104.846743:0:9563:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800726ea200/0x1f9f6ca451acbd74 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512bda expref: 76 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139104.846757:0:9563:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800726ea200, rc 0) 00000100:00100000:3.0:1746139104.846807:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c0cc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+76:1800:x1830958840481152:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 225us (384us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139104.846813:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30098 00010000:00010000:2.0:1746139104.847036:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f5a3400/0x1f9f6ca451acbd66 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512bcc expref: 75 pid: 9563 timeout: 830 lvb_type: 0 00010000:00010000:2.0:1746139104.847048:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f5a3400/0x1f9f6ca451acbd66 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512bcc expref: 75 pid: 9563 timeout: 830 lvb_type: 0 00010000:00010000:2.0:1746139104.847065:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f5a3400/0x1f9f6ca451acbd66 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512bcc expref: 75 pid: 9563 timeout: 830 lvb_type: 0 00010000:00010000:2.0:1746139104.847086:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139104.847088:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139104.847094:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f43aa00/0x1f9f6ca451acbd6d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512bd3 expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139104.847101:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f43aa00/0x1f9f6ca451acbd6d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512bd3 expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139104.847121:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f43aa00/0x1f9f6ca451acbd6d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512bd3 expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139104.847132:0:7207:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f43aa00/0x1f9f6ca451acbd6d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512bd3 expref: 5 pid: 9563 timeout: 830 lvb_type: 0 00000100:00100000:2.0:1746139104.847150:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134532300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832223232:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139104.847580:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ec29180 going to sleep for 11 seconds 00000100:00100000:2.0:1746139104.850374:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134532300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832223232:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139104.850414:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139104.850472:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124a2c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+74:2008:x1830958840481024:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3922us (4127us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139104.850497:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17410 00000100:00100000:0.0:1746139104.850665:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139104.850850:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840481408 00000100:00100000:1.0:1746139104.850858:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840481408 00002000:00100000:1.0:1746139104.850905:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c0cfb80 x1830958840481408/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:30/0 lens 488/0 e 0 to 0 dl 1746139115 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139104.850920:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c0cfb80 with x1830958840481408 ext(0->4095) 00010000:00010000:1.0:1746139104.850929:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f43aa00/0x1f9f6ca451acbd6d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512bd3 expref: 6 pid: 9563 timeout: 830 lvb_type: 0 00010000:00010000:1.0:1746139104.850949:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f43aa00/0x1f9f6ca451acbd6d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512bd3 expref: 6 pid: 9563 timeout: 830 lvb_type: 0 00002000:00010000:1.0:1746139104.850955:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c0cfb80 00000100:00100000:1.0:1746139104.850983:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2817 00000100:00100000:1.0:1746139104.850991:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c0cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840481408:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746139104.851316:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c0cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840481408:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 326us (651us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139104.851322:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2817 00002000:00100000:1.0:1746139104.851328:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c0cfb80 x1830958840481408/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:30/0 lens 488/4536 e 0 to 0 dl 1746139115 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139104.851336:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c0cfb80 with x1830958840481408 ext(0->4095) 00010000:00010000:1.0:1746139104.851340:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f43aa00/0x1f9f6ca451acbd6d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512bd3 expref: 6 pid: 9563 timeout: 830 lvb_type: 0 00010000:00010000:1.0:1746139104.851350:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f43aa00/0x1f9f6ca451acbd6d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512bd3 expref: 6 pid: 9563 timeout: 830 lvb_type: 0 00002000:00010000:1.0:1746139104.851366:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c0cfb80 00000100:00100000:0.0:1746139104.853892:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139104.854049:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840481536 00000100:00100000:2.0:1746139104.854058:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840481536 00010000:00010000:2.0:1746139104.854092:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f43aa00/0x1f9f6ca451acbd6d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512bd3 expref: 6 pid: 9563 timeout: 830 lvb_type: 0 00000100:00100000:2.0:1746139104.854121:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17411 00000100:00100000:2.0:1746139104.854128:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c0cd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840481536:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139104.854143:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139104.854166:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f43aa00/0x1f9f6ca451acbd6d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512bd3 expref: 6 pid: 9563 timeout: 830 lvb_type: 0 00010000:00010000:2.0:1746139104.854178:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f43aa00/0x1f9f6ca451acbd6d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512bd3 expref: 6 pid: 9563 timeout: 830 lvb_type: 0 00010000:00010000:2.0:1746139104.854203:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f43aa00/0x1f9f6ca451acbd6d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512bd3 expref: 6 pid: 9563 timeout: 830 lvb_type: 0 00010000:00010000:2.0:1746139104.854248:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139104.854252:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139104.854259:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800726ea200/0x1f9f6ca451acbd74 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512bda expref: 73 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139104.854268:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800726ea200/0x1f9f6ca451acbd74 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512bda expref: 73 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139104.854308:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800726ea200/0x1f9f6ca451acbd74 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512bda expref: 73 pid: 9563 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746139104.854321:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134532300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832223360:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139104.854403:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ec29a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746139104.857399:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139104.857514:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840481792 00000100:00100000:1.0:1746139104.857523:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840481792 00002000:00100000:1.0:1746139104.857574:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c0cf800 x1830958840481792/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:30/0 lens 488/0 e 0 to 0 dl 1746139115 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139104.857584:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c0cf800 with x1830958840481792 ext(0->4095) 00002000:00010000:1.0:1746139104.857589:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c0cf800 00000100:00100000:1.0:1746139104.857647:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13404 00000100:00100000:1.0:1746139104.857657:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c0cf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+74:2008:x1830958840481792:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746139104.857804:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c0cf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+74:2008:x1830958840481792:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 149us (419us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139104.857810:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13404 00002000:00100000:1.0:1746139104.857815:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c0cf800 x1830958840481792/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:30/0 lens 488/4536 e 0 to 0 dl 1746139115 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139104.857822:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c0cf800 with x1830958840481792 ext(0->4095) 00002000:00010000:1.0:1746139104.857824:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c0cf800 00000100:00100000:2.0:1746139104.858074:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134532300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832223360:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139104.858127:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139104.858155:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c0cd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2008:x1830958840481536:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 4027us (4274us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139104.858164:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17411 00000100:00100000:0.0:1746139104.872879:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139104.872979:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840481920 00000100:00100000:3.0:1746139104.872989:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840481920 00000100:00100000:1.0:1746139104.874393:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30099 00000100:00100000:1.0:1746139104.874409:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c0cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840481920:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139104.874432:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139104.874452:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acbd7b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512be1 expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139104.874497:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800726ea200/0x1f9f6ca451acbd74 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512bda expref: 73 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139104.874506:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139104.874508:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139104.874511:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acbd7b lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512be1 expref: 6 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139104.874546:0:18644:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800726ea200/0x1f9f6ca451acbd74 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512bda expref: 73 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139104.874559:0:18644:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800726ea200/0x1f9f6ca451acbd74 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512bda expref: 73 pid: 9563 timeout: 830 lvb_type: 0 00000100:00100000:1.0:1746139104.874571:0:18644:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb6b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832223488:192.168.203.56@tcp:104: 00000100:00100000:1.0:1746139104.874690:0:18644:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a059dcc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746139104.908508:0:18644:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb6b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832223488:192.168.203.56@tcp:104: 00010000:00010000:1.0:1746139104.908541:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acbd7b lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512be1 expref: 6 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139104.908559:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7f400, rc 0) 00000100:00100000:1.0:1746139104.908632:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c0cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840481920:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 34228us (35765us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139104.908641:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30099 00000100:00100000:0.0:1746139104.909078:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139104.909118:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139104.909670:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840482048 00000100:00100000:1.0:1746139104.909677:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840482048 00000100:00100000:1.0:1746139104.909728:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30100 00000100:00100000:1.0:1746139104.909735:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c0cc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+74:1800:x1830958840482048:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139104.909751:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139104.909765:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fc00/0x1f9f6ca451acbd82 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512be8 expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139104.909786:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139104.909790:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acbd7b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512be1 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139104.909795:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746139104.909798:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fc00/0x1f9f6ca451acbd82 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512be8 expref: 75 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139104.909825:0:18644:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acbd7b lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512be1 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139104.909835:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fc00/0x1f9f6ca451acbd82 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512be8 expref: 75 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139104.909841:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7fc00, rc 0) 00000100:00100000:1.0:1746139104.909867:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c0cc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+75:1800:x1830958840482048:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 133us (790us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139104.909872:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30100 00000100:00100000:3.0:1746139104.910460:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840482176 00000100:00100000:3.0:1746139104.910465:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840482176 00002000:00100000:3.0:1746139104.910503:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff88009c0cce00 x1830958840482176/t0(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:30/0 lens 496/0 e 0 to 0 dl 1746139115 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139104.910514:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c0cce00 with x1830958840482176 ext(0->7) 00010000:00010000:3.0:1746139104.910521:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800726ea200/0x1f9f6ca451acbd74 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512bda expref: 75 pid: 9563 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746139104.910532:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800726ea200/0x1f9f6ca451acbd74 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512bda expref: 75 pid: 9563 timeout: 830 lvb_type: 0 00002000:00010000:3.0:1746139104.910539:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c0cce00 00000100:00100000:3.0:1746139104.910565:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2818 00000100:00100000:3.0:1746139104.910570:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c0cce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+75:2008:x1830958840482176:12345-192.168.203.56@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746139104.912502:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c0cce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+77:2008:x1830958840482176:12345-192.168.203.56@tcp:4:ldlm_bl.0 Request processed in 1911us (3363us total) trans 4294972121 rc 0/0 00000100:00100000:0.0:1746139104.912515:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2818 00002000:00100000:0.0:1746139104.912524:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff88009c0cce00 x1830958840482176/t4294972121(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:30/0 lens 496/448 e 0 to 0 dl 1746139115 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139104.912533:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c0cce00 with x1830958840482176 ext(0->7) 00010000:00010000:0.0:1746139104.912542:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800726ea200/0x1f9f6ca451acbd74 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512bda expref: 77 pid: 9563 timeout: 830 lvb_type: 0 00010000:00010000:0.0:1746139104.912560:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800726ea200/0x1f9f6ca451acbd74 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512bda expref: 77 pid: 9563 timeout: 830 lvb_type: 0 00002000:00010000:0.0:1746139104.912566:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c0cce00 00000100:00100000:1.0:1746139104.917420:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139104.917494:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840482304 00000100:00100000:2.0:1746139104.917504:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840482304 00010000:00010000:2.0:1746139104.917544:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800726ea200/0x1f9f6ca451acbd74 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512bda expref: 77 pid: 9563 timeout: 830 lvb_type: 0 00000100:00100000:2.0:1746139104.917574:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17412 00000100:00100000:2.0:1746139104.917582:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb6b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+77:2010:x1830958840482304:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139104.917599:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139104.917635:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800726ea200/0x1f9f6ca451acbd74 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512bda expref: 77 pid: 9563 timeout: 830 lvb_type: 0 00010000:00010000:2.0:1746139104.917652:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800726ea200/0x1f9f6ca451acbd74 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512bda expref: 77 pid: 9563 timeout: 830 lvb_type: 0 00010000:00010000:2.0:1746139104.917675:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800726ea200/0x1f9f6ca451acbd74 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512bda expref: 77 pid: 9563 timeout: 830 lvb_type: 0 00010000:00010000:2.0:1746139104.917693:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139104.917695:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139104.917702:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acbd7b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512be1 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139104.917709:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acbd7b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512be1 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139104.917743:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acbd7b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512be1 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139104.917755:0:7207:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acbd7b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512be1 expref: 5 pid: 18644 timeout: 830 lvb_type: 0 00000100:00100000:2.0:1746139104.917765:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134532300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832223744:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139104.917829:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ec29a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746139104.919671:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134532300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832223744:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139104.919707:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139104.919754:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb6b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+76:2010:x1830958840482304:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 2172us (2344us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139104.919766:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17412 00000100:00100000:0.0:1746139104.921292:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139104.921364:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840482560 00000100:00100000:1.0:1746139104.921372:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840482560 00002000:00100000:1.0:1746139104.921412:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c0cea00 x1830958840482560/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:30/0 lens 488/0 e 0 to 0 dl 1746139115 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139104.921428:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c0cea00 with x1830958840482560 ext(0->4095) 00010000:00010000:1.0:1746139104.921436:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acbd7b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512be1 expref: 6 pid: 18644 timeout: 830 lvb_type: 0 00010000:00010000:1.0:1746139104.921449:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acbd7b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512be1 expref: 6 pid: 18644 timeout: 830 lvb_type: 0 00002000:00010000:1.0:1746139104.921454:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c0cea00 00000100:00100000:1.0:1746139104.921471:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2819 00000100:00100000:1.0:1746139104.921477:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c0cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840482560:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746139104.921605:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c0cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840482560:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 127us (319us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139104.921611:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2819 00002000:00100000:1.0:1746139104.921635:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c0cea00 x1830958840482560/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:30/0 lens 488/4536 e 0 to 0 dl 1746139115 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139104.921641:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c0cea00 with x1830958840482560 ext(0->4095) 00010000:00010000:1.0:1746139104.921645:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acbd7b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512be1 expref: 6 pid: 18644 timeout: 830 lvb_type: 0 00010000:00010000:1.0:1746139104.921653:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acbd7b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512be1 expref: 6 pid: 18644 timeout: 830 lvb_type: 0 00002000:00010000:1.0:1746139104.921659:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c0cea00 00000100:00100000:0.0:1746139104.923531:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139104.923612:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840482688 00000100:00100000:2.0:1746139104.923643:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840482688 00010000:00010000:2.0:1746139104.923670:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acbd7b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512be1 expref: 6 pid: 18644 timeout: 830 lvb_type: 0 00000100:00100000:2.0:1746139104.923701:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17413 00000100:00100000:2.0:1746139104.923707:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c0cf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840482688:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139104.923720:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139104.923737:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acbd7b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512be1 expref: 6 pid: 18644 timeout: 830 lvb_type: 0 00010000:00010000:2.0:1746139104.923748:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acbd7b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512be1 expref: 6 pid: 18644 timeout: 830 lvb_type: 0 00010000:00010000:2.0:1746139104.923767:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acbd7b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512be1 expref: 6 pid: 18644 timeout: 830 lvb_type: 0 00010000:00010000:2.0:1746139104.923782:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139104.923784:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139104.923792:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fc00/0x1f9f6ca451acbd82 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512be8 expref: 75 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139104.923800:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fc00/0x1f9f6ca451acbd82 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512be8 expref: 75 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139104.923828:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fc00/0x1f9f6ca451acbd82 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512be8 expref: 75 pid: 18644 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746139104.923840:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134532300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832223872:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139104.923901:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ec29a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746139104.926428:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134532300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832223872:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139104.926462:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139104.926521:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c0cf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2007:x1830958840482688:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 2810us (2993us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139104.926530:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17413 00000100:00100000:0.0:1746139104.928309:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139104.928646:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840482944 00000100:00100000:1.0:1746139104.928657:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840482944 00002000:00100000:1.0:1746139104.928708:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c0ced80 x1830958840482944/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:30/0 lens 488/0 e 0 to 0 dl 1746139115 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139104.928718:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c0ced80 with x1830958840482944 ext(0->4095) 00002000:00010000:1.0:1746139104.928723:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c0ced80 00000100:00100000:1.0:1746139104.928742:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13405 00000100:00100000:1.0:1746139104.928749:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c0ced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+76:2009:x1830958840482944:12345-192.168.203.56@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746139104.928901:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c0ced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+76:2009:x1830958840482944:12345-192.168.203.56@tcp:3:ptlrpcd_01_00.0 Request processed in 152us (596us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139104.928908:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13405 00002000:00100000:1.0:1746139104.928914:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c0ced80 x1830958840482944/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:30/0 lens 488/4536 e 0 to 0 dl 1746139115 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139104.928921:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c0ced80 with x1830958840482944 ext(0->4095) 00002000:00010000:1.0:1746139104.928923:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c0ced80 00000100:00100000:0.0:1746139104.936896:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139104.937155:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840483072 00000100:00100000:2.0:1746139104.937165:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840483072 00000100:00100000:2.0:1746139104.937214:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30101 00000100:00100000:2.0:1746139104.937221:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c0ce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840483072:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139104.937238:0:9563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139104.937254:0:9563:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f43ae00/0x1f9f6ca451acbd89 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512bef expref: -99 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139104.937279:0:9563:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fc00/0x1f9f6ca451acbd82 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512be8 expref: 75 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139104.937286:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139104.937287:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139104.937290:0:9563:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f43ae00/0x1f9f6ca451acbd89 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512bef expref: 6 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139104.937317:0:9563:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fc00/0x1f9f6ca451acbd82 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512be8 expref: 75 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139104.937333:0:9563:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fc00/0x1f9f6ca451acbd82 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512be8 expref: 75 pid: 18644 timeout: 830 lvb_type: 0 00000100:00100000:2.0:1746139104.937345:0:9563:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134532300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832224000:192.168.203.56@tcp:104: 00000100:00100000:2.0:1746139104.937433:0:9563:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ec29a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746139104.942108:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139104.942193:0:9563:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134532300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832224000:192.168.203.56@tcp:104: 00010000:00010000:2.0:1746139104.942245:0:9563:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f43ae00/0x1f9f6ca451acbd89 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512bef expref: 6 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139104.942265:0:9563:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f43ae00, rc 0) 00000100:00100000:2.0:1746139104.942309:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c0ce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840483072:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5088us (5422us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139104.942318:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30101 00000100:00100000:3.0:1746139104.942406:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840483200 00000100:00100000:3.0:1746139104.942414:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840483200 00002000:00100000:3.0:1746139104.942453:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff88009c0cca80 x1830958840483200/t0(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:30/0 lens 496/0 e 0 to 0 dl 1746139115 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139104.942463:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c0cca80 with x1830958840483200 ext(0->7) 00010000:00010000:3.0:1746139104.942471:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fc00/0x1f9f6ca451acbd82 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512be8 expref: 76 pid: 18644 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746139104.942496:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fc00/0x1f9f6ca451acbd82 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512be8 expref: 76 pid: 18644 timeout: 830 lvb_type: 0 00002000:00010000:3.0:1746139104.942503:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c0cca80 00000100:00100000:3.0:1746139104.942524:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2820 00000100:00100000:3.0:1746139104.942531:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c0cca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+76:2007:x1830958840483200:12345-192.168.203.56@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746139104.951315:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c0cca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+78:2007:x1830958840483200:12345-192.168.203.56@tcp:4:ldlm_bl.0 Request processed in 8771us (9205us total) trans 4294972122 rc 0/0 00000100:00100000:0.0:1746139104.951334:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2820 00002000:00100000:0.0:1746139104.951346:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff88009c0cca80 x1830958840483200/t4294972122(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:30/0 lens 496/448 e 0 to 0 dl 1746139115 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139104.951355:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c0cca80 with x1830958840483200 ext(0->7) 00010000:00010000:0.0:1746139104.951366:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fc00/0x1f9f6ca451acbd82 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512be8 expref: 78 pid: 18644 timeout: 830 lvb_type: 0 00010000:00010000:0.0:1746139104.951383:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fc00/0x1f9f6ca451acbd82 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512be8 expref: 78 pid: 18644 timeout: 830 lvb_type: 0 00002000:00010000:0.0:1746139104.951389:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c0cca80 00000100:00100000:0.0:1746139104.954892:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139104.954944:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840483328 00000100:00100000:2.0:1746139104.954954:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840483328 00000100:00100000:2.0:1746139104.955315:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30102 00000100:00100000:2.0:1746139104.955325:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ff6b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+78:1800:x1830958840483328:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139104.955348:0:9563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139104.955365:0:9563:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f43a600/0x1f9f6ca451acbd90 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512bf6 expref: -99 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139104.955395:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139104.955401:0:9563:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f43ae00/0x1f9f6ca451acbd89 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512bef expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139104.955411:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746139104.955415:0:9563:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f43a600/0x1f9f6ca451acbd90 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512bf6 expref: 79 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139104.955472:0:9563:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f43ae00/0x1f9f6ca451acbd89 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512bef expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139104.955518:0:9563:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f43a600/0x1f9f6ca451acbd90 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512bf6 expref: 79 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139104.955529:0:9563:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f43a600, rc 0) 00000100:00100000:2.0:1746139104.955586:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ff6b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+79:1800:x1830958840483328:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 262us (705us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139104.955592:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30102 00000100:00100000:0.0:1746139104.960832:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139104.961005:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840483456 00000100:00100000:2.0:1746139104.961015:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840483456 00010000:00010000:2.0:1746139104.961055:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fc00/0x1f9f6ca451acbd82 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512be8 expref: 79 pid: 18644 timeout: 830 lvb_type: 0 00000100:00100000:2.0:1746139104.961904:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17414 00000100:00100000:2.0:1746139104.961914:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c0cc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+79:2008:x1830958840483456:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139104.961930:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139104.961954:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fc00/0x1f9f6ca451acbd82 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512be8 expref: 79 pid: 18644 timeout: 830 lvb_type: 0 00010000:00010000:2.0:1746139104.961968:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fc00/0x1f9f6ca451acbd82 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512be8 expref: 79 pid: 18644 timeout: 830 lvb_type: 0 00010000:00010000:2.0:1746139104.961994:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fc00/0x1f9f6ca451acbd82 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512be8 expref: 79 pid: 18644 timeout: 830 lvb_type: 0 00010000:00010000:2.0:1746139104.962022:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139104.962024:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139104.962032:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f43ae00/0x1f9f6ca451acbd89 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512bef expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139104.962040:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f43ae00/0x1f9f6ca451acbd89 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512bef expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139104.962077:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f43ae00/0x1f9f6ca451acbd89 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512bef expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139104.962089:0:7207:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f43ae00/0x1f9f6ca451acbd89 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512bef expref: 5 pid: 9563 timeout: 830 lvb_type: 0 00000100:00100000:2.0:1746139104.962101:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134531180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832224256:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139104.962194:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ec29a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746139104.964850:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134531180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832224256:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139104.964902:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139104.965852:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c0cc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+78:2008:x1830958840483456:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3935us (5026us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139104.965867:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17414 00000100:00100000:0.0:1746139104.966876:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139104.966950:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840483712 00000100:00100000:2.0:1746139104.966958:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840483712 00002000:00100000:2.0:1746139104.967005:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c0cd500 x1830958840483712/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:30/0 lens 488/0 e 0 to 0 dl 1746139115 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139104.967015:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c0cd500 with x1830958840483712 ext(0->4095) 00010000:00010000:2.0:1746139104.967024:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f43ae00/0x1f9f6ca451acbd89 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512bef expref: 6 pid: 9563 timeout: 830 lvb_type: 0 00010000:00010000:2.0:1746139104.967037:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f43ae00/0x1f9f6ca451acbd89 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512bef expref: 6 pid: 9563 timeout: 830 lvb_type: 0 00002000:00010000:2.0:1746139104.967043:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c0cd500 00000100:00100000:2.0:1746139104.967349:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2821 00000100:00100000:2.0:1746139104.967358:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c0cd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840483712:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746139104.967514:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c0cd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840483712:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 157us (641us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746139104.967520:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2821 00002000:00100000:2.0:1746139104.967525:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c0cd500 x1830958840483712/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:30/0 lens 488/4536 e 0 to 0 dl 1746139115 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139104.967532:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c0cd500 with x1830958840483712 ext(0->4095) 00010000:00010000:2.0:1746139104.967536:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f43ae00/0x1f9f6ca451acbd89 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512bef expref: 6 pid: 9563 timeout: 830 lvb_type: 0 00010000:00010000:2.0:1746139104.967544:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f43ae00/0x1f9f6ca451acbd89 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512bef expref: 6 pid: 9563 timeout: 830 lvb_type: 0 00002000:00010000:2.0:1746139104.967550:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c0cd500 00000100:00100000:0.0:1746139104.969995:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139104.970728:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840483840 00000100:00100000:2.0:1746139104.970737:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840483840 00010000:00010000:2.0:1746139104.970773:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f43ae00/0x1f9f6ca451acbd89 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512bef expref: 6 pid: 9563 timeout: 830 lvb_type: 0 00000100:00100000:2.0:1746139104.970813:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17415 00000100:00100000:2.0:1746139104.970823:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c0cc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840483840:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139104.970835:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139104.970854:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f43ae00/0x1f9f6ca451acbd89 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512bef expref: 6 pid: 9563 timeout: 830 lvb_type: 0 00010000:00010000:2.0:1746139104.970866:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f43ae00/0x1f9f6ca451acbd89 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512bef expref: 6 pid: 9563 timeout: 830 lvb_type: 0 00010000:00010000:2.0:1746139104.970887:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f43ae00/0x1f9f6ca451acbd89 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512bef expref: 6 pid: 9563 timeout: 830 lvb_type: 0 00010000:00010000:2.0:1746139104.970930:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139104.970932:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139104.970939:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f43a600/0x1f9f6ca451acbd90 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512bf6 expref: 77 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139104.970947:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f43a600/0x1f9f6ca451acbd90 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512bf6 expref: 77 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139104.970979:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f43a600/0x1f9f6ca451acbd90 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512bf6 expref: 77 pid: 9563 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746139104.970997:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134531180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832224384:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139104.971080:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ec29780 going to sleep for 11 seconds 00000100:00100000:2.0:1746139104.973449:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134531180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832224384:192.168.203.56@tcp:105: 00000100:00100000:0.0:1746139104.973522:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00010000:00010000:2.0:1746139104.973600:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139104.973673:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840484096 00000100:00100000:3.0:1746139104.973682:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840484096 00000100:00100000:2.0:1746139104.973699:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c0cc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2007:x1830958840483840:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 2875us (3710us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139104.973708:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17415 00002000:00100000:3.0:1746139104.973730:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c0cdc00 x1830958840484096/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:30/0 lens 488/0 e 0 to 0 dl 1746139115 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139104.973742:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c0cdc00 with x1830958840484096 ext(0->4095) 00002000:00010000:3.0:1746139104.973746:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c0cdc00 00000100:00100000:3.0:1746139104.973766:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13406 00000100:00100000:3.0:1746139104.973773:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c0cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+78:2007:x1830958840484096:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746139104.973902:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c0cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+78:2007:x1830958840484096:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 129us (382us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746139104.973908:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13406 00002000:00100000:3.0:1746139104.973913:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c0cdc00 x1830958840484096/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:30/0 lens 488/4536 e 0 to 0 dl 1746139115 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139104.973921:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c0cdc00 with x1830958840484096 ext(0->4095) 00002000:00010000:3.0:1746139104.973923:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c0cdc00 00000100:00100000:0.0:1746139104.975658:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139104.975736:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840484224 00000100:00100000:1.0:1746139104.975743:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840484224 00000100:00100000:1.0:1746139104.975850:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30103 00000100:00100000:1.0:1746139104.975860:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c0cc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840484224:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139104.975877:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139104.975901:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acbd97 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512bfd expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139104.975931:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f43a600/0x1f9f6ca451acbd90 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512bf6 expref: 77 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139104.975944:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139104.975946:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139104.975949:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acbd97 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512bfd expref: 6 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139104.975984:0:18644:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f43a600/0x1f9f6ca451acbd90 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512bf6 expref: 77 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139104.975998:0:18644:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f43a600/0x1f9f6ca451acbd90 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512bf6 expref: 77 pid: 9563 timeout: 830 lvb_type: 0 00000100:00100000:1.0:1746139104.976011:0:18644:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb6ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832224512:192.168.203.56@tcp:104: 00000100:00100000:1.0:1746139104.976289:0:18644:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a059d6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746139104.977860:0:18644:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb6ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832224512:192.168.203.56@tcp:104: 00010000:00010000:1.0:1746139104.977886:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acbd97 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512bfd expref: 6 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139104.977900:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7f400, rc 0) 00000100:00100000:1.0:1746139104.977932:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c0cc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840484224:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2074us (2319us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139104.977939:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30103 00000100:00100000:0.0:1746139104.979474:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139104.979807:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840484352 00000100:00100000:2.0:1746139104.979815:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840484352 00010000:00010000:2.0:1746139104.980026:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f43a600/0x1f9f6ca451acbd90 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512bf6 expref: 78 pid: 9563 timeout: 830 lvb_type: 0 00000100:00100000:2.0:1746139104.980062:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17416 00000100:00100000:2.0:1746139104.980069:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c0ce680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+78:2008:x1830958840484352:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139104.980086:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139104.980108:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f43a600/0x1f9f6ca451acbd90 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512bf6 expref: 78 pid: 9563 timeout: 830 lvb_type: 0 00010000:00010000:2.0:1746139104.980120:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f43a600/0x1f9f6ca451acbd90 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512bf6 expref: 78 pid: 9563 timeout: 830 lvb_type: 0 00010000:00010000:2.0:1746139104.980141:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f43a600/0x1f9f6ca451acbd90 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512bf6 expref: 78 pid: 9563 timeout: 830 lvb_type: 0 00010000:00010000:2.0:1746139104.980192:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139104.980194:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139104.980201:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acbd97 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512bfd expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139104.980209:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acbd97 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512bfd expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139104.980242:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acbd97 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512bfd expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746139104.980252:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134531180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832224640:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139104.980332:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ec29780 going to sleep for 11 seconds 00000100:00100000:2.0:1746139104.984193:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134531180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832224640:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139104.984236:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139104.984283:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c0ce680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+77:2008:x1830958840484352:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 4212us (4813us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139104.984294:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17416 00000100:00100000:0.0:1746139104.984587:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139104.985132:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139104.985178:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840484736 00000100:00100000:1.0:1746139104.985187:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840484736 00000100:00100000:1.0:1746139104.985222:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30104 00000100:00100000:1.0:1746139104.985229:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134531180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+77:1800:x1830958840484736:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139104.985251:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139104.985274:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451acbd9e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512c04 expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139104.985305:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acbd97 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512bfd expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139104.985313:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139104.985315:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139104.985318:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451acbd9e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c04 expref: 78 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139104.985350:0:18644:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acbd97 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512bfd expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139104.985363:0:18644:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acbd97 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512bfd expref: 5 pid: 18644 timeout: 830 lvb_type: 0 00000100:00100000:1.0:1746139104.985374:0:18644:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb6ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832224768:192.168.203.56@tcp:104: 00000100:00100000:1.0:1746139104.985444:0:18644:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a059d6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746139104.985604:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840484608 00000100:00100000:3.0:1746139104.985610:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840484608 00002000:00100000:3.0:1746139104.985657:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800a0223100 x1830958840484608/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:30/0 lens 488/0 e 0 to 0 dl 1746139115 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139104.985667:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0223100 with x1830958840484608 ext(0->4095) 00010000:00010000:3.0:1746139104.985672:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acbd97 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512bfd expref: 6 pid: 18644 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746139104.985683:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acbd97 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512bfd expref: 6 pid: 18644 timeout: 830 lvb_type: 0 00002000:00010000:3.0:1746139104.985688:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a0223100 00000100:00100000:3.0:1746139104.985744:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2822 00000100:00100000:3.0:1746139104.985751:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0223100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840484608:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746139104.985871:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0223100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840484608:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 120us (1285us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746139104.985877:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2822 00002000:00100000:3.0:1746139104.985882:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800a0223100 x1830958840484608/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:30/0 lens 488/4536 e 0 to 0 dl 1746139115 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139104.985889:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0223100 with x1830958840484608 ext(0->4095) 00010000:00010000:3.0:1746139104.985893:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acbd97 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512bfd expref: 6 pid: 18644 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746139104.985901:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acbd97 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512bfd expref: 6 pid: 18644 timeout: 830 lvb_type: 0 00002000:00010000:3.0:1746139104.985910:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a0223100 00000100:00100000:0.0:1746139104.988316:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139104.988409:0:18644:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb6ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832224768:192.168.203.56@tcp:104: 00010000:00010000:1.0:1746139104.988439:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451acbd9e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c04 expref: 78 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139104.988455:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7f600, rc 0) 00000100:00100000:1.0:1746139104.988508:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134531180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+78:1800:x1830958840484736:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3279us (3375us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139104.988522:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30104 00000100:00100000:1.0:1746139104.988545:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840484864 00000100:00100000:1.0:1746139104.988551:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840484864 00000100:00100000:1.0:1746139104.988573:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30105 00000100:00100000:1.0:1746139104.988579:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0222d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+78:1814:x1830958840484864:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139104.988590:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139104.988602:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451acbda5 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512c0b expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139104.988641:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139104.988645:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451acbd9e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c04 expref: 79 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139104.988651:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139104.988654:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451acbda5 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c0b expref: 79 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139104.988681:0:18644:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451acbd9e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c04 expref: 79 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139104.988690:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451acbda5 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c0b expref: 79 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139104.988697:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7e000, rc 0) 00000100:00100000:0.0:1746139104.988708:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139104.988712:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0222d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+79:1814:x1830958840484864:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 134us (404us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139104.988717:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30105 00000100:00100000:2.0:1746139104.988847:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840484992 00000100:00100000:2.0:1746139104.988851:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840484992 00010000:00010000:2.0:1746139104.988868:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acbd97 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512bfd expref: 6 pid: 18644 timeout: 830 lvb_type: 0 00000100:00100000:2.0:1746139104.988894:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17417 00000100:00100000:2.0:1746139104.988899:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124a2e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2009:x1830958840484992:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139104.988907:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139104.988928:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acbd97 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512bfd expref: 6 pid: 18644 timeout: 830 lvb_type: 0 00010000:00010000:2.0:1746139104.988938:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acbd97 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512bfd expref: 6 pid: 18644 timeout: 830 lvb_type: 0 00010000:00010000:2.0:1746139104.988956:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acbd97 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512bfd expref: 6 pid: 18644 timeout: 830 lvb_type: 0 00010000:00010000:2.0:1746139104.988980:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139104.988982:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139104.988988:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451acbd9e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c04 expref: 78 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139104.988995:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451acbd9e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c04 expref: 78 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139104.989016:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451acbd9e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c04 expref: 78 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139104.989029:0:7207:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451acbd9e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c04 expref: 78 pid: 18644 timeout: 830 lvb_type: 0 00000100:00100000:2.0:1746139104.989039:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134531c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832225024:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139104.989102:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ec29780 going to sleep for 11 seconds 00000100:00100000:2.0:1746139104.992538:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134531c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832225024:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139104.992585:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746139104.993084:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139104.993165:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840485248 00000100:00100000:1.0:1746139104.993172:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840485248 00002000:00100000:1.0:1746139104.993216:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800a0220380 x1830958840485248/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:30/0 lens 488/0 e 0 to 0 dl 1746139115 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139104.993226:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0220380 with x1830958840485248 ext(0->4095) 00010000:00010000:1.0:1746139104.993234:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451acbd9e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c04 expref: 79 pid: 18644 timeout: 830 lvb_type: 0 00010000:00010000:1.0:1746139104.993247:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451acbd9e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c04 expref: 79 pid: 18644 timeout: 830 lvb_type: 0 00002000:00010000:1.0:1746139104.993253:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a0220380 00000100:00100000:2.0:1746139104.993312:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124a2e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2009:x1830958840484992:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 4410us (4601us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139104.993326:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17417 00000100:00100000:1.0:1746139104.993542:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2823 00000100:00100000:1.0:1746139104.993550:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0220380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+79:2007:x1830958840485248:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746139104.993699:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0220380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+79:2007:x1830958840485248:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 150us (616us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139104.993705:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2823 00002000:00100000:1.0:1746139104.993710:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800a0220380 x1830958840485248/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:30/0 lens 488/4536 e 0 to 0 dl 1746139115 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139104.993717:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0220380 with x1830958840485248 ext(0->4095) 00010000:00010000:1.0:1746139104.993722:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451acbd9e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c04 expref: 79 pid: 18644 timeout: 830 lvb_type: 0 00010000:00010000:1.0:1746139104.993731:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451acbd9e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c04 expref: 79 pid: 18644 timeout: 830 lvb_type: 0 00002000:00010000:1.0:1746139104.993742:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a0220380 00000100:00100000:0.0:1746139104.995542:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139104.995855:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840485376 00000100:00100000:2.0:1746139104.995863:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840485376 00010000:00010000:2.0:1746139104.995892:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451acbd9e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c04 expref: 79 pid: 18644 timeout: 830 lvb_type: 0 00000100:00100000:2.0:1746139104.995914:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17418 00000100:00100000:2.0:1746139104.995920:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0220e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+79:2007:x1830958840485376:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139104.995932:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139104.995950:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451acbd9e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c04 expref: 79 pid: 18644 timeout: 830 lvb_type: 0 00010000:00010000:2.0:1746139104.995962:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451acbd9e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c04 expref: 79 pid: 18644 timeout: 830 lvb_type: 0 00010000:00010000:2.0:1746139104.995989:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451acbd9e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c04 expref: 79 pid: 18644 timeout: 830 lvb_type: 0 00010000:00010000:2.0:1746139104.996002:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139104.996004:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139104.996010:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451acbda5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c0b expref: 78 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139104.996018:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451acbda5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c0b expref: 78 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139104.996048:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451acbda5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c0b expref: 78 pid: 18644 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746139104.996061:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134531c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832225152:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139104.996747:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ec296c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746139104.999232:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139104.999296:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840485632 00000100:00100000:1.0:1746139104.999305:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840485632 00002000:00100000:1.0:1746139104.999354:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880134532300 x1830958840485632/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:30/0 lens 488/0 e 0 to 0 dl 1746139115 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139104.999363:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134532300 with x1830958840485632 ext(0->4095) 00002000:00010000:1.0:1746139104.999367:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134532300 00000100:00100000:1.0:1746139104.999398:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13407 00000100:00100000:1.0:1746139104.999405:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134532300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+79:2007:x1830958840485632:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746139104.999563:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134532300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+79:2007:x1830958840485632:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 156us (339us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139104.999569:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13407 00002000:00100000:1.0:1746139104.999574:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880134532300 x1830958840485632/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:30/0 lens 488/4536 e 0 to 0 dl 1746139115 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139104.999582:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134532300 with x1830958840485632 ext(0->4095) 00002000:00010000:1.0:1746139104.999584:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134532300 00000100:00100000:0.0:1746139104.999719:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134531c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832225152:192.168.203.56@tcp:105: 00010000:00010000:0.0:1746139104.999761:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746139104.999795:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0220e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+78:2007:x1830958840485376:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3875us (4261us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139104.999804:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17418 00000100:00100000:0.0:1746139105.002136:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139105.002227:0:24929:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840485760 00000100:00100000:1.0:1746139105.002236:0:24929:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840485760 00000100:00100000:1.0:1746139105.002288:0:24929:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30106 00000100:00100000:1.0:1746139105.002296:0:24929:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0221500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840485760:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139105.002313:0:24929:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139105.002329:0:24929:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acbdac lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512c12 expref: -99 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139105.002364:0:24929:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451acbda5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c0b expref: 77 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139105.002372:0:24929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139105.002374:0:24929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139105.002378:0:24929:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acbdac lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c12 expref: 6 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139105.002411:0:24929:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451acbda5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c0b expref: 77 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139105.002425:0:24929:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451acbda5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c0b expref: 77 pid: 18644 timeout: 830 lvb_type: 0 00000100:00100000:1.0:1746139105.002438:0:24929:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb6ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24929:1830958832225280:192.168.203.56@tcp:104: 00000100:00100000:1.0:1746139105.002531:0:24929:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a059d000 going to sleep for 11 seconds 00000100:00100000:0.0:1746139105.005491:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139105.005604:0:24929:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb6ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24929:1830958832225280:192.168.203.56@tcp:104: 00010000:00010000:1.0:1746139105.005670:0:24929:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acbdac lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c12 expref: 6 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139105.005686:0:24929:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7f400, rc 0) 00000100:00100000:1.0:1746139105.005731:0:24929:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0221500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840485760:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3435us (3603us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139105.005740:0:24929:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30106 00000100:00100000:2.0:1746139105.005823:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840485888 00000100:00100000:2.0:1746139105.005830:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840485888 00010000:00010000:2.0:1746139105.005856:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451acbda5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c0b expref: 78 pid: 18644 timeout: 830 lvb_type: 0 00000100:00100000:2.0:1746139105.005877:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17419 00000100:00100000:2.0:1746139105.005882:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0223800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+78:2008:x1830958840485888:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139105.005894:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139105.005911:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451acbda5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c0b expref: 78 pid: 18644 timeout: 830 lvb_type: 0 00010000:00010000:2.0:1746139105.005922:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451acbda5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c0b expref: 78 pid: 18644 timeout: 830 lvb_type: 0 00010000:00010000:2.0:1746139105.005945:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451acbda5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c0b expref: 78 pid: 18644 timeout: 830 lvb_type: 0 00010000:00010000:2.0:1746139105.005971:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139105.005974:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139105.005980:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acbdac lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c12 expref: 5 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.005988:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acbdac lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c12 expref: 5 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.006017:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acbdac lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c12 expref: 5 pid: 24929 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746139105.006029:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134532d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832225408:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139105.006084:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ec29300 going to sleep for 11 seconds 00000100:00100000:1.0:1746139105.010110:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139105.010202:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840486144 00000100:00100000:3.0:1746139105.010215:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840486144 00002000:00100000:3.0:1746139105.010362:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009cb6ad80 x1830958840486144/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:31/0 lens 488/0 e 0 to 0 dl 1746139116 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139105.010373:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb6ad80 with x1830958840486144 ext(0->4095) 00002000:00010000:3.0:1746139105.010378:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cb6ad80 00000100:00100000:3.0:1746139105.010414:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13408 00000100:00100000:3.0:1746139105.010422:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb6ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840486144:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746139105.010878:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134532d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832225408:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139105.010929:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139105.011883:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb6ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840486144:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 1458us (1783us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746139105.011891:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13408 00002000:00100000:3.0:1746139105.011898:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009cb6ad80 x1830958840486144/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:31/0 lens 488/4536 e 0 to 0 dl 1746139116 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139105.011906:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb6ad80 with x1830958840486144 ext(0->4095) 00002000:00010000:3.0:1746139105.011909:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cb6ad80 00000100:00100000:2.0:1746139105.013001:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0223800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+77:2008:x1830958840485888:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 7113us (7524us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139105.013012:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17419 00000100:00100000:0.0:1746139105.013207:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139105.013373:0:24929:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840486272 00000100:00100000:1.0:1746139105.013380:0:24929:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840486272 00000100:00100000:1.0:1746139105.013412:0:24929:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30107 00000100:00100000:1.0:1746139105.013418:0:24929:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ee7e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b60e9717-019c-4527-a82a-15e993ac5189+77:1800:x1830958840486272:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139105.013434:0:24929:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139105.013450:0:24929:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e800/0x1f9f6ca451acbdb3 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512c19 expref: -99 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139105.013477:0:24929:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acbdac lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c12 expref: 5 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139105.013494:0:24929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139105.013495:0:24929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139105.013499:0:24929:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e800/0x1f9f6ca451acbdb3 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c19 expref: 78 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139105.013530:0:24929:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acbdac lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c12 expref: 5 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139105.013543:0:24929:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acbdac lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c12 expref: 5 pid: 24929 timeout: 830 lvb_type: 0 00000100:00100000:1.0:1746139105.013555:0:24929:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb6aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24929:1830958832225536:192.168.203.56@tcp:104: 00000100:00100000:1.0:1746139105.013644:0:24929:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a059d000 going to sleep for 11 seconds 00000100:00100000:0.0:1746139105.016458:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139105.016502:0:24929:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb6aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24929:1830958832225536:192.168.203.56@tcp:104: 00010000:00010000:1.0:1746139105.016537:0:24929:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e800/0x1f9f6ca451acbdb3 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c19 expref: 78 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139105.016558:0:24929:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7e800, rc 0) 00000100:00100000:0.0:1746139105.016574:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139105.016658:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840486400 00000100:00100000:2.0:1746139105.016658:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840486528 00000100:00100000:1.0:1746139105.016661:0:24929:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ee7e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b60e9717-019c-4527-a82a-15e993ac5189+78:1800:x1830958840486272:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3242us (3453us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139105.016663:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840486400 00000100:00100000:2.0:1746139105.016663:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840486528 00000100:00100000:1.0:1746139105.016670:0:24929:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30107 00000100:00100000:1.0:1746139105.016692:0:24929:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30108 00000100:00100000:1.0:1746139105.016698:0:24929:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ee7c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b60e9717-019c-4527-a82a-15e993ac5189+78:1814:x1830958840486400:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139105.016699:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acbdac lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c12 expref: 6 pid: 24929 timeout: 830 lvb_type: 0 00010000:00010000:1.0:1746139105.016710:0:24929:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1746139105.016717:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17420 00000100:00100000:2.0:1746139105.016722:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ee7fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840486528:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746139105.016724:0:24929:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c800/0x1f9f6ca451acbdba lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512c20 expref: -99 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.016733:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746139105.016741:0:24929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139105.016744:0:24929:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e800/0x1f9f6ca451acbdb3 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c19 expref: 79 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139105.016749:0:24929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139105.016752:0:24929:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c800/0x1f9f6ca451acbdba lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c20 expref: 79 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.016763:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acbdac lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c12 expref: 6 pid: 24929 timeout: 830 lvb_type: 0 00010000:00010000:2.0:1746139105.016772:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acbdac lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c12 expref: 6 pid: 24929 timeout: 830 lvb_type: 0 00010000:00010000:1.0:1746139105.016782:0:24929:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e800/0x1f9f6ca451acbdb3 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c19 expref: 79 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.016788:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acbdac lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c12 expref: 6 pid: 24929 timeout: 830 lvb_type: 0 00010000:00010000:1.0:1746139105.016790:0:24929:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c800/0x1f9f6ca451acbdba lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c20 expref: 79 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139105.016797:0:24929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139105.016798:0:24929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139105.016803:0:24929:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e800/0x1f9f6ca451acbdb3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c19 expref: 79 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139105.016810:0:24929:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e800/0x1f9f6ca451acbdb3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c19 expref: 79 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.016818:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746139105.016824:0:24929:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e800/0x1f9f6ca451acbdb3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c19 expref: 79 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139105.016834:0:24929:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e800/0x1f9f6ca451acbdb3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c19 expref: 79 pid: 24929 timeout: 830 lvb_type: 0 00000100:00100000:2.0:1746139105.016837:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ee7fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2007:x1830958840486528:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 115us (264us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139105.016842:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17420 00000100:00100000:1.0:1746139105.016844:0:24929:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb6aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24929:1830958832225792:192.168.203.56@tcp:105: 00000100:00100000:1.0:1746139105.016887:0:24929:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a059d000 going to sleep for 11 seconds 00000100:00100000:0.0:1746139105.019373:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139105.019532:0:24929:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb6aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24929:1830958832225792:192.168.203.56@tcp:105: 00010000:00010000:1.0:1746139105.019560:0:24929:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fa5c800, rc 0) 00000100:00100000:1.0:1746139105.019604:0:24929:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ee7c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b60e9717-019c-4527-a82a-15e993ac5189+79:1814:x1830958840486400:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2906us (3156us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139105.019614:0:24929:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30108 00000100:00100000:3.0:1746139105.019721:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840486784 00000100:00100000:3.0:1746139105.019728:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840486784 00002000:00100000:3.0:1746139105.019769:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009ee7ca80 x1830958840486784/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:31/0 lens 488/0 e 0 to 0 dl 1746139116 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139105.019779:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ee7ca80 with x1830958840486784 ext(0->4095) 00010000:00010000:3.0:1746139105.019789:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e800/0x1f9f6ca451acbdb3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c19 expref: 79 pid: 24929 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746139105.019802:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e800/0x1f9f6ca451acbdb3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c19 expref: 79 pid: 24929 timeout: 830 lvb_type: 0 00002000:00010000:3.0:1746139105.019808:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ee7ca80 00000100:00100000:3.0:1746139105.019824:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2824 00000100:00100000:3.0:1746139105.019830:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ee7ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+79:2008:x1830958840486784:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746139105.019947:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ee7ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+79:2008:x1830958840486784:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 117us (583us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746139105.019952:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2824 00002000:00100000:3.0:1746139105.019957:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009ee7ca80 x1830958840486784/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:31/0 lens 488/4536 e 0 to 0 dl 1746139116 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139105.019964:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ee7ca80 with x1830958840486784 ext(0->4095) 00010000:00010000:3.0:1746139105.019968:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e800/0x1f9f6ca451acbdb3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c19 expref: 79 pid: 24929 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746139105.019977:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e800/0x1f9f6ca451acbdb3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c19 expref: 79 pid: 24929 timeout: 830 lvb_type: 0 00002000:00010000:3.0:1746139105.019982:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ee7ca80 00000100:00100000:0.0:1746139105.022475:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139105.022648:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840486912 00000100:00100000:2.0:1746139105.022656:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840486912 00010000:00010000:2.0:1746139105.022692:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e800/0x1f9f6ca451acbdb3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c19 expref: 79 pid: 24929 timeout: 830 lvb_type: 0 00000100:00100000:2.0:1746139105.022863:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17421 00000100:00100000:2.0:1746139105.022871:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ee7c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+79:2007:x1830958840486912:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139105.022888:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139105.023050:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e800/0x1f9f6ca451acbdb3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c19 expref: 79 pid: 24929 timeout: 830 lvb_type: 0 00010000:00010000:2.0:1746139105.023062:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e800/0x1f9f6ca451acbdb3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c19 expref: 79 pid: 24929 timeout: 830 lvb_type: 0 00010000:00010000:2.0:1746139105.023086:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e800/0x1f9f6ca451acbdb3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c19 expref: 79 pid: 24929 timeout: 830 lvb_type: 0 00010000:00010000:2.0:1746139105.023102:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139105.023105:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139105.023111:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c800/0x1f9f6ca451acbdba lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c20 expref: 78 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.023124:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c800/0x1f9f6ca451acbdba lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c20 expref: 78 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.023155:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c800/0x1f9f6ca451acbdba lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c20 expref: 78 pid: 24929 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746139105.023167:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134532d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832225920:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139105.023732:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ec29300 going to sleep for 11 seconds 00000100:00100000:2.0:1746139105.026098:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134532d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832225920:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139105.026152:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139105.026192:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ee7c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+78:2007:x1830958840486912:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3320us (3726us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139105.026203:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17421 00000100:00100000:0.0:1746139105.026406:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139105.026683:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840487168 00000100:00100000:1.0:1746139105.026690:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840487168 00002000:00100000:1.0:1746139105.026735:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009ee7d500 x1830958840487168/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:31/0 lens 488/0 e 0 to 0 dl 1746139116 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139105.026746:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ee7d500 with x1830958840487168 ext(0->4095) 00002000:00010000:1.0:1746139105.026752:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ee7d500 00000100:00100000:1.0:1746139105.026782:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13409 00000100:00100000:1.0:1746139105.026791:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ee7d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+78:2007:x1830958840487168:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746139105.026936:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ee7d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+78:2007:x1830958840487168:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 145us (530us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139105.026942:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13409 00002000:00100000:1.0:1746139105.026948:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009ee7d500 x1830958840487168/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:31/0 lens 488/4536 e 0 to 0 dl 1746139116 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139105.026955:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ee7d500 with x1830958840487168 ext(0->4095) 00002000:00010000:1.0:1746139105.026957:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ee7d500 00000100:00100000:0.0:1746139105.030232:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139105.030326:0:24929:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840487296 00000100:00100000:1.0:1746139105.030336:0:24929:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840487296 00000100:00100000:1.0:1746139105.030497:0:24929:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30109 00000100:00100000:1.0:1746139105.030506:0:24929:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ee7d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840487296:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139105.030529:0:24929:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139105.030550:0:24929:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f219600/0x1f9f6ca451acbdc1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512c27 expref: -99 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139105.030586:0:24929:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c800/0x1f9f6ca451acbdba lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c20 expref: 77 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139105.030594:0:24929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139105.030596:0:24929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139105.030600:0:24929:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f219600/0x1f9f6ca451acbdc1 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c27 expref: 6 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139105.030753:0:24929:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c800/0x1f9f6ca451acbdba lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c20 expref: 77 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139105.030771:0:24929:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c800/0x1f9f6ca451acbdba lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c20 expref: 77 pid: 24929 timeout: 830 lvb_type: 0 00000100:00100000:1.0:1746139105.030784:0:24929:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb6aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24929:1830958832226048:192.168.203.56@tcp:104: 00000100:00100000:1.0:1746139105.031174:0:24929:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a059d3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746139105.033333:0:24929:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb6aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24929:1830958832226048:192.168.203.56@tcp:104: 00010000:00010000:1.0:1746139105.033367:0:24929:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f219600/0x1f9f6ca451acbdc1 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c27 expref: 6 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139105.033387:0:24929:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f219600, rc 0) 00000100:00100000:1.0:1746139105.033430:0:24929:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ee7d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840487296:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2925us (3209us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139105.033439:0:24929:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30109 00000100:00100000:0.0:1746139105.033806:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139105.034163:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840487424 00000100:00100000:3.0:1746139105.034171:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840487424 00010000:00010000:3.0:1746139105.034199:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c800/0x1f9f6ca451acbdba lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c20 expref: 78 pid: 24929 timeout: 830 lvb_type: 0 00000100:00100000:3.0:1746139105.034238:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17422 00000100:00100000:3.0:1746139105.034245:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ee7ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+78:2008:x1830958840487424:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139105.034258:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139105.034280:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c800/0x1f9f6ca451acbdba lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c20 expref: 78 pid: 24929 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746139105.034292:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c800/0x1f9f6ca451acbdba lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c20 expref: 78 pid: 24929 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746139105.034317:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c800/0x1f9f6ca451acbdba lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c20 expref: 78 pid: 24929 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746139105.034347:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139105.034349:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139105.034356:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f219600/0x1f9f6ca451acbdc1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c27 expref: 5 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139105.034363:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f219600/0x1f9f6ca451acbdc1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c27 expref: 5 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139105.034395:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f219600/0x1f9f6ca451acbdc1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c27 expref: 5 pid: 24929 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139105.034409:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0758e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832226176:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139105.034488:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff880131528c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746139105.037058:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139105.037199:0:24929:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840487552 00000100:00100000:1.0:1746139105.037207:0:24929:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840487552 00000100:00100000:1.0:1746139105.037262:0:24929:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30110 00000100:00100000:1.0:1746139105.037269:0:24929:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ee7c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b60e9717-019c-4527-a82a-15e993ac5189+78:1800:x1830958840487552:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139105.037290:0:24929:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139105.037307:0:24929:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f14ea00/0x1f9f6ca451acbdc8 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512c2e expref: -99 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139105.037335:0:24929:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f219600/0x1f9f6ca451acbdc1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c27 expref: 5 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139105.037348:0:24929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139105.037349:0:24929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139105.037353:0:24929:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f14ea00/0x1f9f6ca451acbdc8 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c2e expref: 79 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139105.037384:0:24929:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f219600/0x1f9f6ca451acbdc1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c27 expref: 5 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139105.037396:0:24929:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f219600/0x1f9f6ca451acbdc1 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c27 expref: 5 pid: 24929 timeout: 830 lvb_type: 0 00000100:00100000:1.0:1746139105.037409:0:24929:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb6aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24929:1830958832226304:192.168.203.56@tcp:104: 00000100:00100000:3.0:1746139105.038314:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0758e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832226176:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139105.038333:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139105.038358:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ee7ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+79:2008:x1830958840487424:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 4114us (4553us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139105.038369:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17422 00000100:00100000:1.0:1746139105.038759:0:24929:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a059d3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746139105.039126:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139105.039289:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840487808 00000100:00100000:3.0:1746139105.039295:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840487808 00002000:00100000:3.0:1746139105.039333:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009ee7dc00 x1830958840487808/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:31/0 lens 488/0 e 0 to 0 dl 1746139116 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139105.039343:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ee7dc00 with x1830958840487808 ext(0->4095) 00010000:00010000:3.0:1746139105.039351:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f219600/0x1f9f6ca451acbdc1 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c27 expref: 6 pid: 24929 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746139105.039364:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f219600/0x1f9f6ca451acbdc1 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c27 expref: 6 pid: 24929 timeout: 830 lvb_type: 0 00002000:00010000:3.0:1746139105.039371:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ee7dc00 00000100:00100000:3.0:1746139105.039395:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2825 00000100:00100000:3.0:1746139105.039401:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ee7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840487808:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746139105.039542:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ee7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840487808:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 140us (416us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746139105.039548:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2825 00002000:00100000:3.0:1746139105.039553:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009ee7dc00 x1830958840487808/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:31/0 lens 488/4536 e 0 to 0 dl 1746139116 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139105.039560:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ee7dc00 with x1830958840487808 ext(0->4095) 00010000:00010000:3.0:1746139105.039565:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f219600/0x1f9f6ca451acbdc1 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c27 expref: 6 pid: 24929 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746139105.039578:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f219600/0x1f9f6ca451acbdc1 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c27 expref: 6 pid: 24929 timeout: 830 lvb_type: 0 00002000:00010000:3.0:1746139105.039583:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ee7dc00 00000100:00100000:1.0:1746139105.042458:0:24929:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb6aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24929:1830958832226304:192.168.203.56@tcp:104: 00010000:00010000:1.0:1746139105.042501:0:24929:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f14ea00/0x1f9f6ca451acbdc8 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c2e expref: 78 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139105.042519:0:24929:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f14ea00, rc 0) 00000100:00100000:1.0:1746139105.042575:0:24929:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ee7c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b60e9717-019c-4527-a82a-15e993ac5189+78:1800:x1830958840487552:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5305us (5524us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139105.042584:0:24929:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30110 00000100:00100000:0.0:1746139105.043270:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139105.043334:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139105.043560:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840488064 00000100:00100000:3.0:1746139105.043567:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840488064 00010000:00010000:3.0:1746139105.043599:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f219600/0x1f9f6ca451acbdc1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c27 expref: 6 pid: 24929 timeout: 830 lvb_type: 0 00000100:00100000:3.0:1746139105.043655:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17423 00000100:00100000:3.0:1746139105.043662:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f558700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840488064:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139105.043680:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1746139105.043705:0:24929:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840487936 00000100:00100000:2.0:1746139105.043709:0:24929:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840487936 00000100:00100000:2.0:1746139105.043736:0:24929:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30111 00000100:00100000:2.0:1746139105.043741:0:24929:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f559f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b60e9717-019c-4527-a82a-15e993ac5189+78:1814:x1830958840487936:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139105.043754:0:24929:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139105.043767:0:24929:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f43ae00/0x1f9f6ca451acbdcf lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512c35 expref: -99 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.043785:0:24929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139105.043789:0:24929:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f14ea00/0x1f9f6ca451acbdc8 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c2e expref: 79 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.043800:0:24929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139105.043803:0:24929:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f43ae00/0x1f9f6ca451acbdcf lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c35 expref: 79 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.043851:0:24929:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f14ea00/0x1f9f6ca451acbdc8 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c2e expref: 79 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.043862:0:24929:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f43ae00/0x1f9f6ca451acbdcf lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c35 expref: 79 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.043869:0:24929:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f43ae00, rc 0) 00010000:00010000:3.0:1746139105.043963:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f219600/0x1f9f6ca451acbdc1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c27 expref: 6 pid: 24929 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746139105.043975:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f219600/0x1f9f6ca451acbdc1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c27 expref: 6 pid: 24929 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746139105.043990:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f219600/0x1f9f6ca451acbdc1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c27 expref: 6 pid: 24929 timeout: 830 lvb_type: 0 00000100:00100000:2.0:1746139105.044580:0:24929:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f559f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b60e9717-019c-4527-a82a-15e993ac5189+79:1814:x1830958840487936:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 837us (1310us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139105.044586:0:24929:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30111 00010000:00010000:3.0:1746139105.045766:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139105.045770:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139105.045778:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f14ea00/0x1f9f6ca451acbdc8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c2e expref: 78 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139105.045792:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f14ea00/0x1f9f6ca451acbdc8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c2e expref: 78 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139105.045832:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f14ea00/0x1f9f6ca451acbdc8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c2e expref: 78 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139105.045845:0:7207:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f14ea00/0x1f9f6ca451acbdc8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c2e expref: 78 pid: 24929 timeout: 830 lvb_type: 0 00000100:00100000:3.0:1746139105.045857:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0758e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832226560:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139105.045946:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff880131528c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746139105.054883:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139105.055586:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840488320 00000100:00100000:2.0:1746139105.055597:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840488320 00002000:00100000:2.0:1746139105.055661:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009f55ad80 x1830958840488320/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:31/0 lens 488/0 e 0 to 0 dl 1746139116 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139105.055672:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f55ad80 with x1830958840488320 ext(0->4095) 00010000:00010000:2.0:1746139105.055681:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f14ea00/0x1f9f6ca451acbdc8 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c2e expref: 79 pid: 24929 timeout: 830 lvb_type: 0 00010000:00010000:2.0:1746139105.055695:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f14ea00/0x1f9f6ca451acbdc8 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c2e expref: 79 pid: 24929 timeout: 830 lvb_type: 0 00002000:00010000:2.0:1746139105.055701:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f55ad80 00000100:00100000:2.0:1746139105.055726:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2826 00000100:00100000:2.0:1746139105.055733:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f55ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+79:2008:x1830958840488320:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746139105.055915:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f55ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+79:2008:x1830958840488320:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 181us (1042us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746139105.055922:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2826 00002000:00100000:2.0:1746139105.055928:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009f55ad80 x1830958840488320/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:31/0 lens 488/4536 e 0 to 0 dl 1746139116 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139105.055935:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f55ad80 with x1830958840488320 ext(0->4095) 00010000:00010000:2.0:1746139105.055939:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f14ea00/0x1f9f6ca451acbdc8 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c2e expref: 79 pid: 24929 timeout: 830 lvb_type: 0 00010000:00010000:2.0:1746139105.055948:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f14ea00/0x1f9f6ca451acbdc8 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c2e expref: 79 pid: 24929 timeout: 830 lvb_type: 0 00002000:00010000:2.0:1746139105.055954:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f55ad80 00000100:00100000:3.0:1746139105.056068:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0758e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832226560:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139105.056087:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139105.056120:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f558700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2008:x1830958840488064:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 12458us (12785us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139105.056130:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17423 00000100:00100000:0.0:1746139105.060167:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139105.061400:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840488448 00000100:00100000:3.0:1746139105.061412:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840488448 00010000:00010000:3.0:1746139105.061452:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f14ea00/0x1f9f6ca451acbdc8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c2e expref: 79 pid: 24929 timeout: 830 lvb_type: 0 00000100:00100000:3.0:1746139105.061497:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17424 00000100:00100000:3.0:1746139105.061504:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124a2e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+79:2008:x1830958840488448:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139105.061517:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139105.061539:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f14ea00/0x1f9f6ca451acbdc8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c2e expref: 79 pid: 24929 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746139105.061552:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f14ea00/0x1f9f6ca451acbdc8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c2e expref: 79 pid: 24929 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746139105.061575:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f14ea00/0x1f9f6ca451acbdc8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c2e expref: 79 pid: 24929 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746139105.061605:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139105.061607:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139105.061626:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f43ae00/0x1f9f6ca451acbdcf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c35 expref: 78 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139105.061634:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f43ae00/0x1f9f6ca451acbdcf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c35 expref: 78 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139105.061673:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f43ae00/0x1f9f6ca451acbdcf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c35 expref: 78 pid: 24929 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139105.061685:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0758e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832226688:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139105.061769:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff880131528c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746139105.067699:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0758e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832226688:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139105.067726:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139105.067786:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124a2e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+78:2008:x1830958840488448:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 6281us (7627us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139105.067797:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17424 00000100:00100000:0.0:1746139105.067987:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139105.068222:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840488704 00000100:00100000:2.0:1746139105.068230:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840488704 00002000:00100000:2.0:1746139105.068272:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009f559180 x1830958840488704/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:31/0 lens 488/0 e 0 to 0 dl 1746139116 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139105.068281:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f559180 with x1830958840488704 ext(0->4095) 00002000:00010000:2.0:1746139105.068285:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f559180 00000100:00100000:2.0:1746139105.068351:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13410 00000100:00100000:2.0:1746139105.068358:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f559180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+78:2008:x1830958840488704:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746139105.068985:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f559180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+78:2008:x1830958840488704:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 627us (998us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746139105.069075:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13410 00002000:00100000:2.0:1746139105.069082:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009f559180 x1830958840488704/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:31/0 lens 488/4536 e 0 to 0 dl 1746139116 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139105.069089:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f559180 with x1830958840488704 ext(0->4095) 00002000:00010000:2.0:1746139105.069092:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f559180 00000100:00100000:0.0:1746139105.071418:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139105.071766:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840488832 00000100:00100000:2.0:1746139105.071775:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840488832 00000100:00100000:2.0:1746139105.071830:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30112 00000100:00100000:2.0:1746139105.071838:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f55b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840488832:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139105.072039:0:9563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139105.072057:0:9563:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f43aa00/0x1f9f6ca451acbdd6 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512c3c expref: -99 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.072087:0:9563:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f43ae00/0x1f9f6ca451acbdcf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c35 expref: 77 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.072095:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139105.072097:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139105.072100:0:9563:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f43aa00/0x1f9f6ca451acbdd6 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c3c expref: 6 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.072133:0:9563:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f43ae00/0x1f9f6ca451acbdcf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c35 expref: 77 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.072145:0:9563:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f43ae00/0x1f9f6ca451acbdcf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c35 expref: 77 pid: 24929 timeout: 830 lvb_type: 0 00000100:00100000:2.0:1746139105.072162:0:9563:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134532d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832226816:192.168.203.56@tcp:104: 00000100:00100000:2.0:1746139105.073342:0:9563:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ec29cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746139105.077008:0:9563:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134532d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832226816:192.168.203.56@tcp:104: 00010000:00010000:2.0:1746139105.077060:0:9563:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f43aa00/0x1f9f6ca451acbdd6 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c3c expref: 6 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.077077:0:9563:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f43aa00, rc 0) 00000100:00100000:2.0:1746139105.077122:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f55b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840488832:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5285us (5712us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139105.077131:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30112 00000100:00100000:0.0:1746139105.077558:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139105.078061:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840488960 00000100:00100000:3.0:1746139105.078069:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840488960 00010000:00010000:3.0:1746139105.078100:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f43ae00/0x1f9f6ca451acbdcf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c35 expref: 78 pid: 24929 timeout: 830 lvb_type: 0 00000100:00100000:3.0:1746139105.078123:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17425 00000100:00100000:3.0:1746139105.078129:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f55b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+78:2007:x1830958840488960:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139105.078142:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139105.078162:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f43ae00/0x1f9f6ca451acbdcf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c35 expref: 78 pid: 24929 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746139105.078175:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f43ae00/0x1f9f6ca451acbdcf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c35 expref: 78 pid: 24929 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746139105.078199:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f43ae00/0x1f9f6ca451acbdcf lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c35 expref: 78 pid: 24929 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746139105.078220:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139105.078221:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139105.078228:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f43aa00/0x1f9f6ca451acbdd6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c3c expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139105.078235:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f43aa00/0x1f9f6ca451acbdd6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c3c expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139105.078262:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f43aa00/0x1f9f6ca451acbdd6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c3c expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139105.078277:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0758e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832226944:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139105.078339:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff880131528600 going to sleep for 11 seconds 00000100:00100000:2.0:1746139105.079544:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139105.079569:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840489088 00000100:00100000:2.0:1746139105.079573:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840489088 00000100:00100000:2.0:1746139105.079612:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30113 00000100:00100000:2.0:1746139105.079644:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134532d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+78:1800:x1830958840489088:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139105.079660:0:9563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139105.079675:0:9563:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f43a600/0x1f9f6ca451acbddd lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512c43 expref: -99 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.079693:0:9563:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f43aa00/0x1f9f6ca451acbdd6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c3c expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.079700:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139105.079701:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139105.079705:0:9563:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f43a600/0x1f9f6ca451acbddd lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c43 expref: 79 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.079725:0:9563:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f43aa00/0x1f9f6ca451acbdd6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c3c expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.079735:0:9563:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f43aa00/0x1f9f6ca451acbdd6 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c3c expref: 5 pid: 9563 timeout: 830 lvb_type: 0 00000100:00100000:2.0:1746139105.079744:0:9563:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134533800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832227072:192.168.203.56@tcp:104: 00000100:00100000:2.0:1746139105.079791:0:9563:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ec29cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746139105.081172:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0758e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832226944:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139105.081189:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139105.081225:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f55b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+79:2007:x1830958840488960:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3095us (3667us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139105.081233:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17425 00000100:00100000:0.0:1746139105.083966:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139105.084208:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840489344 00000100:00100000:2.0:1746139105.084216:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840489344 00002000:00100000:2.0:1746139105.084257:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009f559880 x1830958840489344/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:31/0 lens 488/0 e 0 to 0 dl 1746139116 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139105.084266:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f559880 with x1830958840489344 ext(0->4095) 00010000:00010000:2.0:1746139105.084275:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f43aa00/0x1f9f6ca451acbdd6 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c3c expref: 6 pid: 9563 timeout: 830 lvb_type: 0 00010000:00010000:2.0:1746139105.084288:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f43aa00/0x1f9f6ca451acbdd6 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c3c expref: 6 pid: 9563 timeout: 830 lvb_type: 0 00002000:00010000:2.0:1746139105.084294:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f559880 00000100:00100000:2.0:1746139105.084323:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2827 00000100:00100000:2.0:1746139105.084331:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f559880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840489344:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746139105.084925:0:9563:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134533800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832227072:192.168.203.56@tcp:104: 00010000:00010000:3.0:1746139105.084982:0:9563:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f43a600/0x1f9f6ca451acbddd lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c43 expref: 78 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139105.085002:0:9563:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f43a600, rc 0) 00000100:00100000:2.0:1746139105.085703:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f559880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840489344:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 1370us (1744us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746139105.085715:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2827 00002000:00100000:2.0:1746139105.085723:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009f559880 x1830958840489344/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:31/0 lens 488/4536 e 0 to 0 dl 1746139116 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139105.085731:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f559880 with x1830958840489344 ext(0->4095) 00010000:00010000:2.0:1746139105.085737:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f43aa00/0x1f9f6ca451acbdd6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c3c expref: 6 pid: 9563 timeout: 830 lvb_type: 0 00010000:00010000:2.0:1746139105.085748:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f43aa00/0x1f9f6ca451acbdd6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c3c expref: 6 pid: 9563 timeout: 830 lvb_type: 0 00002000:00010000:2.0:1746139105.085754:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f559880 00000100:00100000:3.0:1746139105.085806:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134532d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+78:1800:x1830958840489088:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6188us (6265us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139105.085812:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30113 00000100:00100000:0.0:1746139105.091897:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139105.092918:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840489472 00000100:00100000:3.0:1746139105.092929:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840489472 00010000:00010000:3.0:1746139105.092969:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f43aa00/0x1f9f6ca451acbdd6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c3c expref: 6 pid: 9563 timeout: 830 lvb_type: 0 00000100:00100000:3.0:1746139105.093164:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17426 00000100:00100000:3.0:1746139105.093171:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f558000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840489472:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139105.093185:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139105.093208:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f43aa00/0x1f9f6ca451acbdd6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c3c expref: 6 pid: 9563 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746139105.093220:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f43aa00/0x1f9f6ca451acbdd6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c3c expref: 6 pid: 9563 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746139105.093242:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f43aa00/0x1f9f6ca451acbdd6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c3c expref: 6 pid: 9563 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746139105.093288:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139105.093291:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139105.093298:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f43a600/0x1f9f6ca451acbddd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c43 expref: 77 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139105.093307:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f43a600/0x1f9f6ca451acbddd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c43 expref: 77 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139105.093339:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f43a600/0x1f9f6ca451acbddd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c43 expref: 77 pid: 9563 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139105.093351:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0758e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832227200:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139105.093437:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff880131528600 going to sleep for 11 seconds 00000100:00100000:3.0:1746139105.097560:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0758e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832227200:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139105.097590:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746139105.097720:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139105.097893:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840489728 00000100:00100000:2.0:1746139105.097900:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840489728 00002000:00100000:2.0:1746139105.097948:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009f55b100 x1830958840489728/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:31/0 lens 488/0 e 0 to 0 dl 1746139116 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139105.097958:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f55b100 with x1830958840489728 ext(0->4095) 00002000:00010000:2.0:1746139105.097962:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f55b100 00000100:00100000:2.0:1746139105.097985:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13411 00000100:00100000:2.0:1746139105.097992:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f55b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+78:2010:x1830958840489728:12345-192.168.203.56@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746139105.098131:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f558000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2008:x1830958840489472:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 4959us (6246us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139105.098140:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17426 00000100:00100000:2.0:1746139105.099067:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f55b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+78:2010:x1830958840489728:12345-192.168.203.56@tcp:3:ptlrpcd_01_01.0 Request processed in 1072us (1345us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746139105.099075:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13411 00002000:00100000:2.0:1746139105.099081:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009f55b100 x1830958840489728/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:31/0 lens 488/4536 e 0 to 0 dl 1746139116 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139105.099096:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f55b100 with x1830958840489728 ext(0->4095) 00002000:00010000:2.0:1746139105.099099:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f55b100 00000100:00100000:0.0:1746139105.106194:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139105.106396:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840489856 00000100:00100000:3.0:1746139105.106407:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840489856 00000100:00100000:3.0:1746139105.106457:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30114 00000100:00100000:3.0:1746139105.106465:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f559500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840489856:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746139105.106494:0:9563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139105.106513:0:9563:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800726eaa00/0x1f9f6ca451acbde4 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512c4a expref: -99 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139105.106541:0:9563:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f43a600/0x1f9f6ca451acbddd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c43 expref: 77 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139105.106548:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746139105.106550:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746139105.106552:0:9563:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800726eaa00/0x1f9f6ca451acbde4 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c4a expref: 6 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139105.106584:0:9563:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f43a600/0x1f9f6ca451acbddd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c43 expref: 77 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139105.106598:0:9563:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f43a600/0x1f9f6ca451acbddd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c43 expref: 77 pid: 9563 timeout: 830 lvb_type: 0 00000100:00100000:3.0:1746139105.106610:0:9563:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0758e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832227328:192.168.203.56@tcp:104: 00000100:00100000:3.0:1746139105.106730:0:9563:0:(client.c:2553:ptlrpc_set_wait()) set ffff880131528600 going to sleep for 11 seconds 00000100:00100000:3.0:1746139105.108609:0:9563:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0758e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832227328:192.168.203.56@tcp:104: 00010000:00010000:3.0:1746139105.108664:0:9563:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800726eaa00/0x1f9f6ca451acbde4 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c4a expref: 6 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139105.108685:0:9563:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800726eaa00, rc 0) 00000100:00100000:3.0:1746139105.108721:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f559500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840489856:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2257us (2539us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139105.108730:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30114 00000100:00100000:0.0:1746139105.115759:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139105.115904:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840489984 00000100:00100000:2.0:1746139105.115916:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840489984 00002000:00100000:2.0:1746139105.115976:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff88009f558a80 x1830958840489984/t0(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:31/0 lens 496/0 e 0 to 0 dl 1746139116 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139105.115986:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f558a80 with x1830958840489984 ext(0->7) 00010000:00010000:2.0:1746139105.115995:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f43a600/0x1f9f6ca451acbddd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c43 expref: 78 pid: 9563 timeout: 830 lvb_type: 0 00010000:00010000:2.0:1746139105.116009:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f43a600/0x1f9f6ca451acbddd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c43 expref: 78 pid: 9563 timeout: 830 lvb_type: 0 00002000:00010000:2.0:1746139105.116017:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f558a80 00000100:00100000:2.0:1746139105.116051:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2828 00000100:00100000:2.0:1746139105.116059:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f558a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+78:2007:x1830958840489984:12345-192.168.203.56@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746139105.118022:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f558a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+80:2007:x1830958840489984:12345-192.168.203.56@tcp:4:ldlm_bl.0 Request processed in 1955us (2267us total) trans 4294972123 rc 0/0 00000100:00100000:0.0:1746139105.118032:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2828 00002000:00100000:0.0:1746139105.118042:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff88009f558a80 x1830958840489984/t4294972123(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:31/0 lens 496/448 e 0 to 0 dl 1746139116 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139105.118050:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f558a80 with x1830958840489984 ext(0->7) 00010000:00010000:0.0:1746139105.118059:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f43a600/0x1f9f6ca451acbddd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c43 expref: 80 pid: 9563 timeout: 830 lvb_type: 0 00010000:00010000:0.0:1746139105.118073:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f43a600/0x1f9f6ca451acbddd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c43 expref: 80 pid: 9563 timeout: 830 lvb_type: 0 00002000:00010000:0.0:1746139105.118079:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f558a80 00000100:00100000:0.0:1746139105.127647:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139105.127745:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840490112 00000100:00100000:3.0:1746139105.127756:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840490112 00010000:00010000:3.0:1746139105.127795:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f43a600/0x1f9f6ca451acbddd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c43 expref: 80 pid: 9563 timeout: 830 lvb_type: 0 00000100:00100000:3.0:1746139105.127826:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17427 00000100:00100000:3.0:1746139105.127833:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f559c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+80:2008:x1830958840490112:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139105.127846:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139105.127865:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f43a600/0x1f9f6ca451acbddd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c43 expref: 80 pid: 9563 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746139105.127878:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f43a600/0x1f9f6ca451acbddd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c43 expref: 80 pid: 9563 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746139105.127903:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f43a600/0x1f9f6ca451acbddd lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c43 expref: 80 pid: 9563 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746139105.127943:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139105.127945:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139105.127953:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800726eaa00/0x1f9f6ca451acbde4 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c4a expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139105.127965:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800726eaa00/0x1f9f6ca451acbde4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c4a expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139105.127999:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800726eaa00/0x1f9f6ca451acbde4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c4a expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139105.128011:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0758e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832227456:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139105.128256:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff880131528600 going to sleep for 11 seconds 00000100:00100000:3.0:1746139105.130276:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0758e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832227456:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139105.130297:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139105.130334:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f559c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+79:2008:x1830958840490112:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 2500us (2717us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139105.130344:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17427 00000100:00100000:0.0:1746139105.131262:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139105.132038:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840490368 00000100:00100000:2.0:1746139105.132048:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840490368 00002000:00100000:2.0:1746139105.132104:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009f558380 x1830958840490368/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:31/0 lens 488/0 e 0 to 0 dl 1746139116 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139105.132115:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f558380 with x1830958840490368 ext(0->4095) 00002000:00010000:2.0:1746139105.132120:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f558380 00000100:00100000:2.0:1746139105.132152:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13412 00000100:00100000:2.0:1746139105.132160:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f558380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840490368:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746139105.132331:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f558380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840490368:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 170us (1071us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746139105.132337:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13412 00002000:00100000:2.0:1746139105.132342:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009f558380 x1830958840490368/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:31/0 lens 488/4536 e 0 to 0 dl 1746139116 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139105.132349:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f558380 with x1830958840490368 ext(0->4095) 00002000:00010000:2.0:1746139105.133504:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f558380 00000100:00100000:0.0:1746139105.133702:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139105.133850:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840490496 00000100:00100000:3.0:1746139105.133855:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840490496 00000100:00100000:3.0:1746139105.134005:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30115 00000100:00100000:3.0:1746139105.134012:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f55a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+79:1800:x1830958840490496:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746139105.134024:0:9563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139105.134040:0:9563:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800726eae00/0x1f9f6ca451acbdeb lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512c51 expref: -99 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139105.134065:0:9563:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800726eaa00/0x1f9f6ca451acbde4 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c4a expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139105.134072:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139105.134074:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139105.134078:0:9563:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800726eae00/0x1f9f6ca451acbdeb lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c51 expref: 80 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139105.134106:0:9563:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800726eaa00/0x1f9f6ca451acbde4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c4a expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139105.134116:0:9563:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800726eaa00/0x1f9f6ca451acbde4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c4a expref: 5 pid: 9563 timeout: 830 lvb_type: 0 00000100:00100000:3.0:1746139105.134128:0:9563:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0758e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832227584:192.168.203.56@tcp:104: 00000100:00100000:3.0:1746139105.135055:0:9563:0:(client.c:2553:ptlrpc_set_wait()) set ffff880131528600 going to sleep for 11 seconds 00000100:00100000:0.0:1746139105.136855:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139105.137656:0:24929:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840490624 00000100:00100000:2.0:1746139105.137666:0:24929:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840490624 00000100:00100000:2.0:1746139105.137721:0:24929:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30116 00000100:00100000:2.0:1746139105.137729:0:24929:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f55aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b60e9717-019c-4527-a82a-15e993ac5189+81:1814:x1830958840490624:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139105.137746:0:24929:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139105.137763:0:24929:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acbdf2 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512c58 expref: -99 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.137791:0:24929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139105.137797:0:24929:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800726eae00/0x1f9f6ca451acbdeb lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c51 expref: 82 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.137803:0:24929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139105.137806:0:24929:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acbdf2 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c58 expref: 82 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.137844:0:24929:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800726eae00/0x1f9f6ca451acbdeb lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c51 expref: 82 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.137860:0:24929:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acbdf2 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c58 expref: 82 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.137871:0:24929:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7f400, rc 0) 00000100:00100000:2.0:1746139105.137922:0:24929:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f55aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b60e9717-019c-4527-a82a-15e993ac5189+82:1814:x1830958840490624:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 193us (1072us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139105.137929:0:24929:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30116 00000100:00100000:0.0:1746139105.139246:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139105.139324:0:9563:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0758e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832227584:192.168.203.56@tcp:104: 00010000:00010000:3.0:1746139105.139360:0:9563:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800726eae00/0x1f9f6ca451acbdeb lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c51 expref: 81 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139105.139369:0:9563:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800726eae00, rc 0) 00000100:00100000:3.0:1746139105.139391:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f55a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+81:1800:x1830958840490496:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5379us (5690us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139105.139397:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30115 00000100:00100000:2.0:1746139105.140518:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840490752 00000100:00100000:2.0:1746139105.140526:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840490752 00010000:00010000:2.0:1746139105.140555:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800726eaa00/0x1f9f6ca451acbde4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c4a expref: 6 pid: 9563 timeout: 830 lvb_type: 0 00000100:00100000:2.0:1746139105.140579:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17428 00000100:00100000:2.0:1746139105.140584:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f55a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840490752:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139105.140595:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139105.140613:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800726eaa00/0x1f9f6ca451acbde4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c4a expref: 6 pid: 9563 timeout: 830 lvb_type: 0 00010000:00010000:2.0:1746139105.140656:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800726eaa00/0x1f9f6ca451acbde4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c4a expref: 6 pid: 9563 timeout: 830 lvb_type: 0 00010000:00010000:2.0:1746139105.140676:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800726eaa00/0x1f9f6ca451acbde4 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c4a expref: 6 pid: 9563 timeout: 830 lvb_type: 0 00010000:00010000:2.0:1746139105.140700:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139105.140702:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139105.140709:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800726eae00/0x1f9f6ca451acbdeb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c51 expref: 80 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.140717:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800726eae00/0x1f9f6ca451acbdeb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c51 expref: 80 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.140744:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800726eae00/0x1f9f6ca451acbdeb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c51 expref: 80 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.140755:0:7207:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800726eae00/0x1f9f6ca451acbdeb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c51 expref: 80 pid: 9563 timeout: 830 lvb_type: 0 00000100:00100000:2.0:1746139105.140766:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134530a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832227840:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139105.140833:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ec29a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746139105.143294:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139105.143375:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134530a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832227840:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139105.143394:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139105.143430:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f55a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2008:x1830958840490752:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 2845us (4187us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139105.143441:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17428 00000100:00100000:3.0:1746139105.143522:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840491008 00000100:00100000:3.0:1746139105.143529:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840491008 00002000:00100000:3.0:1746139105.143566:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009f558700 x1830958840491008/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:31/0 lens 488/0 e 0 to 0 dl 1746139116 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139105.143575:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f558700 with x1830958840491008 ext(0->4095) 00010000:00010000:3.0:1746139105.143584:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800726eae00/0x1f9f6ca451acbdeb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c51 expref: 81 pid: 9563 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746139105.143601:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800726eae00/0x1f9f6ca451acbdeb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c51 expref: 81 pid: 9563 timeout: 830 lvb_type: 0 00002000:00010000:3.0:1746139105.143607:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f558700 00000100:00100000:3.0:1746139105.143653:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2829 00000100:00100000:3.0:1746139105.143660:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f558700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+81:2008:x1830958840491008:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746139105.144264:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f558700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+81:2008:x1830958840491008:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 603us (977us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746139105.144270:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2829 00002000:00100000:3.0:1746139105.144276:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009f558700 x1830958840491008/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:31/0 lens 488/4536 e 0 to 0 dl 1746139116 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139105.144284:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f558700 with x1830958840491008 ext(0->4095) 00010000:00010000:3.0:1746139105.144289:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800726eae00/0x1f9f6ca451acbdeb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c51 expref: 81 pid: 9563 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746139105.144299:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800726eae00/0x1f9f6ca451acbdeb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c51 expref: 81 pid: 9563 timeout: 830 lvb_type: 0 00002000:00010000:3.0:1746139105.144304:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f558700 00000100:00100000:0.0:1746139105.149339:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139105.149524:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840491136 00000100:00100000:2.0:1746139105.149533:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840491136 00010000:00010000:2.0:1746139105.149567:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800726eae00/0x1f9f6ca451acbdeb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c51 expref: 81 pid: 9563 timeout: 830 lvb_type: 0 00000100:00100000:2.0:1746139105.149711:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17429 00000100:00100000:2.0:1746139105.149720:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012faeaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+81:2007:x1830958840491136:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139105.149737:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139105.149759:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800726eae00/0x1f9f6ca451acbdeb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c51 expref: 81 pid: 9563 timeout: 830 lvb_type: 0 00010000:00010000:2.0:1746139105.149772:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800726eae00/0x1f9f6ca451acbdeb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c51 expref: 81 pid: 9563 timeout: 830 lvb_type: 0 00010000:00010000:2.0:1746139105.149795:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800726eae00/0x1f9f6ca451acbdeb lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c51 expref: 81 pid: 9563 timeout: 830 lvb_type: 0 00010000:00010000:2.0:1746139105.149823:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139105.149826:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139105.149832:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acbdf2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c58 expref: 80 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.149840:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acbdf2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c58 expref: 80 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.149874:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acbdf2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c58 expref: 80 pid: 24929 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746139105.149886:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134530a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832227968:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139105.149960:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ec29a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746139105.153316:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134530a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832227968:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139105.153339:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139105.153393:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012faeaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+80:2007:x1830958840491136:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3673us (4063us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139105.153408:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17429 00000100:00100000:0.0:1746139105.153567:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139105.154047:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840491392 00000100:00100000:3.0:1746139105.154055:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840491392 00002000:00100000:3.0:1746139105.154094:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88012fae9500 x1830958840491392/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:31/0 lens 488/0 e 0 to 0 dl 1746139116 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139105.154103:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fae9500 with x1830958840491392 ext(0->4095) 00002000:00010000:3.0:1746139105.154108:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012fae9500 00000100:00100000:3.0:1746139105.154133:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13413 00000100:00100000:3.0:1746139105.154140:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fae9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+80:2007:x1830958840491392:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746139105.154272:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fae9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+80:2007:x1830958840491392:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 132us (705us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746139105.154278:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13413 00002000:00100000:3.0:1746139105.154283:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88012fae9500 x1830958840491392/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:31/0 lens 488/4536 e 0 to 0 dl 1746139116 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139105.154289:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fae9500 with x1830958840491392 ext(0->4095) 00002000:00010000:3.0:1746139105.154292:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012fae9500 00000100:00100000:0.0:1746139105.157490:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139105.157588:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840491520 00000100:00100000:2.0:1746139105.157595:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840491520 00000100:00100000:2.0:1746139105.157879:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30117 00000100:00100000:2.0:1746139105.157886:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012faeb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840491520:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139105.157902:0:9563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139105.157918:0:9563:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acbdf9 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512c5f expref: -99 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.157945:0:9563:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acbdf2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c58 expref: 79 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.157951:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139105.157953:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139105.157956:0:9563:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acbdf9 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c5f expref: 6 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.157982:0:9563:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acbdf2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c58 expref: 79 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.157992:0:9563:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acbdf2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c58 expref: 79 pid: 24929 timeout: 830 lvb_type: 0 00000100:00100000:2.0:1746139105.158003:0:9563:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134530a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832228096:192.168.203.56@tcp:104: 00000100:00100000:2.0:1746139105.158505:0:9563:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ec29a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746139105.160116:0:9563:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134530a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832228096:192.168.203.56@tcp:104: 00010000:00010000:2.0:1746139105.160206:0:9563:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acbdf9 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c5f expref: 6 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.160223:0:9563:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7ea00, rc 0) 00000100:00100000:2.0:1746139105.160274:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012faeb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840491520:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2387us (2800us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139105.160282:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30117 00000100:00100000:0.0:1746139105.160364:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139105.160470:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840491648 00000100:00100000:2.0:1746139105.160476:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840491648 00010000:00010000:2.0:1746139105.160513:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acbdf2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c58 expref: 80 pid: 24929 timeout: 830 lvb_type: 0 00000100:00100000:2.0:1746139105.160787:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17430 00000100:00100000:2.0:1746139105.160797:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fae8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+80:2007:x1830958840491648:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139105.160911:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139105.160932:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acbdf2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c58 expref: 80 pid: 24929 timeout: 830 lvb_type: 0 00010000:00010000:2.0:1746139105.160943:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acbdf2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c58 expref: 80 pid: 24929 timeout: 830 lvb_type: 0 00010000:00010000:2.0:1746139105.160968:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acbdf2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c58 expref: 80 pid: 24929 timeout: 830 lvb_type: 0 00010000:00010000:2.0:1746139105.160991:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139105.160993:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139105.160999:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acbdf9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c5f expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.161007:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acbdf9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c5f expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.161033:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acbdf9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c5f expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746139105.161044:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134530a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832228224:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139105.161114:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ec29a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746139105.162587:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134530a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832228224:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139105.162601:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139105.162791:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fae8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+79:2007:x1830958840491648:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 1995us (2425us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139105.162800:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17430 00000100:00100000:0.0:1746139105.163204:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139105.163325:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840491904 00000100:00100000:2.0:1746139105.163332:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840491904 00002000:00100000:2.0:1746139105.163367:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88012fae8380 x1830958840491904/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:31/0 lens 488/0 e 0 to 0 dl 1746139116 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139105.163377:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fae8380 with x1830958840491904 ext(0->4095) 00002000:00010000:2.0:1746139105.163381:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012fae8380 00000100:00100000:2.0:1746139105.163655:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13414 00000100:00100000:2.0:1746139105.163662:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fae8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2010:x1830958840491904:12345-192.168.203.56@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746139105.163960:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139105.164091:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fae8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2010:x1830958840491904:12345-192.168.203.56@tcp:3:ptlrpcd_01_01.0 Request processed in 429us (888us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746139105.164101:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13414 00002000:00100000:2.0:1746139105.164106:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88012fae8380 x1830958840491904/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:31/0 lens 488/4536 e 0 to 0 dl 1746139116 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139105.164113:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fae8380 with x1830958840491904 ext(0->4095) 00002000:00010000:2.0:1746139105.164115:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012fae8380 00000100:00100000:3.0:1746139105.164327:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840492032 00000100:00100000:3.0:1746139105.164332:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840492032 00000100:00100000:3.0:1746139105.164358:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30118 00000100:00100000:3.0:1746139105.164362:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c05f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+79:1800:x1830958840492032:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746139105.164372:0:9563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139105.164387:0:9563:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f43bc00/0x1f9f6ca451acbe00 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512c66 expref: -99 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139105.164413:0:9563:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acbdf9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c5f expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139105.164420:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139105.164423:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139105.164426:0:9563:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f43bc00/0x1f9f6ca451acbe00 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c66 expref: 80 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139105.164459:0:9563:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acbdf9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c5f expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139105.164470:0:9563:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acbdf9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c5f expref: 5 pid: 9563 timeout: 830 lvb_type: 0 00000100:00100000:3.0:1746139105.164490:0:9563:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0758e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832228352:192.168.203.56@tcp:104: 00000100:00100000:3.0:1746139105.164560:0:9563:0:(client.c:2553:ptlrpc_set_wait()) set ffff880131528600 going to sleep for 11 seconds 00000100:00100000:0.0:1746139105.166409:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139105.166571:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840492160 00000100:00100000:2.0:1746139105.166578:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840492160 00000100:00100000:3.0:1746139105.166695:0:9563:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0758e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832228352:192.168.203.56@tcp:104: 00010000:00010000:3.0:1746139105.166748:0:9563:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f43bc00/0x1f9f6ca451acbe00 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c66 expref: 81 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139105.166763:0:9563:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f43bc00, rc 0) 00000100:00100000:3.0:1746139105.166807:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c05f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+81:1800:x1830958840492032:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2443us (2847us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139105.166814:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30118 00000100:00100000:3.0:1746139105.166837:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30119 00000100:00100000:3.0:1746139105.166844:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c05880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+80:1814:x1830958840492160:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746139105.166855:0:9563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139105.166868:0:9563:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f43a600/0x1f9f6ca451acbe07 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512c6d expref: -99 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139105.166886:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139105.166890:0:9563:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f43bc00/0x1f9f6ca451acbe00 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c66 expref: 81 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139105.166897:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746139105.166900:0:9563:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f43a600/0x1f9f6ca451acbe07 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c6d expref: 81 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139105.166928:0:9563:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f43bc00/0x1f9f6ca451acbe00 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c66 expref: 81 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139105.166937:0:9563:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f43a600/0x1f9f6ca451acbe07 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c6d expref: 81 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139105.166944:0:9563:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f43a600, rc 0) 00000100:00100000:3.0:1746139105.166959:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c05880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+81:1814:x1830958840492160:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 117us (559us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139105.166964:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30119 00000100:00100000:2.0:1746139105.168518:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139105.168569:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840492288 00000100:00100000:0.0:1746139105.168574:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840492288 00010000:00010000:0.0:1746139105.168600:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acbdf9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c5f expref: 6 pid: 9563 timeout: 830 lvb_type: 0 00000100:00100000:0.0:1746139105.168639:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17431 00000100:00100000:0.0:1746139105.168644:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124a2d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840492288:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746139105.168655:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746139105.168675:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acbdf9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c5f expref: 6 pid: 9563 timeout: 830 lvb_type: 0 00010000:00010000:0.0:1746139105.168686:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acbdf9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c5f expref: 6 pid: 9563 timeout: 830 lvb_type: 0 00010000:00010000:0.0:1746139105.168707:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acbdf9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c5f expref: 6 pid: 9563 timeout: 830 lvb_type: 0 00010000:00010000:0.0:1746139105.168723:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139105.168827:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139105.168835:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f43bc00/0x1f9f6ca451acbe00 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c66 expref: 80 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139105.168842:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f43bc00/0x1f9f6ca451acbe00 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c66 expref: 80 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139105.168873:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f43bc00/0x1f9f6ca451acbe00 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c66 expref: 80 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139105.168883:0:7207:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f43bc00/0x1f9f6ca451acbe00 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c66 expref: 80 pid: 9563 timeout: 830 lvb_type: 0 00000100:00100000:0.0:1746139105.168894:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c06300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832228608:192.168.203.56@tcp:105: 00000100:00100000:0.0:1746139105.168969:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007fe37240 going to sleep for 11 seconds 00000100:00100000:2.0:1746139105.171470:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c06300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832228608:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139105.171507:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139105.171550:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124a2d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2007:x1830958840492288:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 2903us (3035us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139105.171560:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17431 00000100:00100000:0.0:1746139105.171797:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139105.172023:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840492544 00000100:00100000:3.0:1746139105.172030:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840492544 00002000:00100000:3.0:1746139105.172069:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880094c06d80 x1830958840492544/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:31/0 lens 488/0 e 0 to 0 dl 1746139116 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139105.172078:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c06d80 with x1830958840492544 ext(0->4095) 00010000:00010000:3.0:1746139105.172085:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f43bc00/0x1f9f6ca451acbe00 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c66 expref: 81 pid: 9563 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746139105.172097:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f43bc00/0x1f9f6ca451acbe00 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c66 expref: 81 pid: 9563 timeout: 830 lvb_type: 0 00002000:00010000:3.0:1746139105.172103:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094c06d80 00000100:00100000:3.0:1746139105.172119:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2830 00000100:00100000:3.0:1746139105.172125:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c06d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+81:2008:x1830958840492544:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746139105.172230:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c06d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+81:2008:x1830958840492544:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 105us (433us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746139105.172235:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2830 00002000:00100000:3.0:1746139105.172240:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880094c06d80 x1830958840492544/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:31/0 lens 488/4536 e 0 to 0 dl 1746139116 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139105.172246:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c06d80 with x1830958840492544 ext(0->4095) 00010000:00010000:3.0:1746139105.172250:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f43bc00/0x1f9f6ca451acbe00 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c66 expref: 81 pid: 9563 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746139105.172259:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f43bc00/0x1f9f6ca451acbe00 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c66 expref: 81 pid: 9563 timeout: 830 lvb_type: 0 00002000:00010000:3.0:1746139105.172264:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094c06d80 00000100:00100000:0.0:1746139105.174916:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139105.175004:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840492672 00000100:00100000:2.0:1746139105.175013:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840492672 00010000:00010000:2.0:1746139105.175044:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f43bc00/0x1f9f6ca451acbe00 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c66 expref: 81 pid: 9563 timeout: 830 lvb_type: 0 00000100:00100000:2.0:1746139105.175083:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17432 00000100:00100000:2.0:1746139105.175090:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c05500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+81:2010:x1830958840492672:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139105.175102:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139105.175122:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f43bc00/0x1f9f6ca451acbe00 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c66 expref: 81 pid: 9563 timeout: 830 lvb_type: 0 00010000:00010000:2.0:1746139105.175133:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f43bc00/0x1f9f6ca451acbe00 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c66 expref: 81 pid: 9563 timeout: 830 lvb_type: 0 00010000:00010000:2.0:1746139105.175156:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f43bc00/0x1f9f6ca451acbe00 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c66 expref: 81 pid: 9563 timeout: 830 lvb_type: 0 00010000:00010000:2.0:1746139105.175196:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139105.175199:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139105.175206:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f43a600/0x1f9f6ca451acbe07 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c6d expref: 80 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.175213:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f43a600/0x1f9f6ca451acbe07 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c6d expref: 80 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.175246:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f43a600/0x1f9f6ca451acbe07 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c6d expref: 80 pid: 9563 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746139105.175258:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134530a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832228736:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139105.175339:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ec29300 going to sleep for 11 seconds 00000100:00100000:2.0:1746139105.177307:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134530a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832228736:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139105.177327:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139105.177367:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c05500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+80:2010:x1830958840492672:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 2276us (2458us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139105.177378:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17432 00000100:00100000:0.0:1746139105.178832:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139105.178949:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840492928 00000100:00100000:2.0:1746139105.178957:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840492928 00002000:00100000:2.0:1746139105.178999:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880094c04000 x1830958840492928/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:31/0 lens 488/0 e 0 to 0 dl 1746139116 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139105.179014:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c04000 with x1830958840492928 ext(0->4095) 00002000:00010000:2.0:1746139105.179018:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094c04000 00000100:00100000:2.0:1746139105.179049:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13415 00000100:00100000:2.0:1746139105.179056:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c04000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+80:2008:x1830958840492928:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746139105.179189:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c04000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+80:2008:x1830958840492928:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 132us (362us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746139105.179195:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13415 00002000:00100000:2.0:1746139105.179201:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880094c04000 x1830958840492928/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:31/0 lens 488/4536 e 0 to 0 dl 1746139116 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139105.179207:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c04000 with x1830958840492928 ext(0->4095) 00002000:00010000:2.0:1746139105.179210:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094c04000 00000100:00100000:0.0:1746139105.180877:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139105.181059:0:24929:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840493056 00000100:00100000:2.0:1746139105.181064:0:24929:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840493056 00000100:00100000:2.0:1746139105.181093:0:24929:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30120 00000100:00100000:2.0:1746139105.181099:0:24929:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c07b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840493056:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139105.181112:0:24929:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139105.181128:0:24929:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451acbe0e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512c74 expref: -99 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.181153:0:24929:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f43a600/0x1f9f6ca451acbe07 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c6d expref: 79 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.181160:0:24929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139105.181161:0:24929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139105.181165:0:24929:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451acbe0e lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c74 expref: 6 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.181194:0:24929:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f43a600/0x1f9f6ca451acbe07 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c6d expref: 79 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.181205:0:24929:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f43a600/0x1f9f6ca451acbe07 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c6d expref: 79 pid: 9563 timeout: 830 lvb_type: 0 00000100:00100000:2.0:1746139105.181216:0:24929:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134530a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24929:1830958832228864:192.168.203.56@tcp:104: 00000100:00100000:2.0:1746139105.182089:0:24929:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ec29cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746139105.183677:0:24929:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134530a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24929:1830958832228864:192.168.203.56@tcp:104: 00010000:00010000:2.0:1746139105.183705:0:24929:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451acbe0e lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c74 expref: 6 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.183720:0:24929:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7f600, rc 0) 00000100:00100000:2.0:1746139105.183757:0:24929:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c07b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840493056:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2657us (2885us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139105.183766:0:24929:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30120 00000100:00100000:0.0:1746139105.184241:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139105.184672:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840493184 00000100:00100000:2.0:1746139105.184678:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840493184 00010000:00010000:2.0:1746139105.184703:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f43a600/0x1f9f6ca451acbe07 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c6d expref: 80 pid: 9563 timeout: 830 lvb_type: 0 00000100:00100000:2.0:1746139105.184739:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17433 00000100:00100000:2.0:1746139105.184746:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c05180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+80:2008:x1830958840493184:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139105.184759:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139105.184779:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f43a600/0x1f9f6ca451acbe07 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c6d expref: 80 pid: 9563 timeout: 830 lvb_type: 0 00010000:00010000:2.0:1746139105.184791:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f43a600/0x1f9f6ca451acbe07 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c6d expref: 80 pid: 9563 timeout: 830 lvb_type: 0 00010000:00010000:2.0:1746139105.184812:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f43a600/0x1f9f6ca451acbe07 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c6d expref: 80 pid: 9563 timeout: 830 lvb_type: 0 00010000:00010000:2.0:1746139105.185568:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139105.185571:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139105.185579:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451acbe0e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c74 expref: 5 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.185587:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451acbe0e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c74 expref: 5 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.185647:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451acbe0e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c74 expref: 5 pid: 24929 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746139105.185658:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134530a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832228992:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139105.185725:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ec29cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746139105.187137:0:3766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134531f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1830958832229120:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1746139105.187186:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746139105.187330:0:10476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958832229120 00000100:00100000:2.0:1746139105.187337:0:10476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958832229120 00000100:00100000:2.0:1746139105.187389:0:10476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 516 00000100:00100000:2.0:1746139105.187396:0:10476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0758e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1830958832229120:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1746139105.187423:0:10476:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 490158912 pending 0 free 3921108992 avail 3689586688 00000100:00100000:2.0:1746139105.187460:0:10476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0758e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1830958832229120:12345-0@lo:13:osp-pre-0-0.0 Request processed in 64us (274us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139105.187467:0:10476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 516 00000100:00100000:0.0:1746139105.187761:0:3766:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134531f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1830958832229120:0@lo:13:osp-pre-0-0.0 00000100:00080000:3.0:1746139105.187825:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1746139105.188405:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134530a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832228992:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139105.188417:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139105.188449:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c05180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+79:2008:x1830958840493184:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3704us (4209us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139105.188457:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17433 00000100:00100000:0.0:1746139105.189893:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139105.190042:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139105.190185:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840493440 00000100:00100000:3.0:1746139105.190192:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840493440 00002000:00100000:3.0:1746139105.190230:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880094c04a80 x1830958840493440/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:31/0 lens 488/0 e 0 to 0 dl 1746139116 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139105.190239:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c04a80 with x1830958840493440 ext(0->4095) 00002000:00010000:3.0:1746139105.190244:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094c04a80 00000100:00100000:3.0:1746139105.190260:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13416 00000100:00100000:3.0:1746139105.190266:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c04a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840493440:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746139105.190392:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c04a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840493440:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 125us (503us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746139105.190397:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13416 00002000:00100000:3.0:1746139105.190402:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880094c04a80 x1830958840493440/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:31/0 lens 488/4536 e 0 to 0 dl 1746139116 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139105.190408:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c04a80 with x1830958840493440 ext(0->4095) 00002000:00010000:3.0:1746139105.190411:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094c04a80 00000100:00100000:2.0:1746139105.190754:0:24929:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840493568 00000100:00100000:2.0:1746139105.190758:0:24929:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840493568 00000100:00100000:2.0:1746139105.190785:0:24929:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30121 00000100:00100000:2.0:1746139105.190790:0:24929:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c04700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b60e9717-019c-4527-a82a-15e993ac5189+79:1800:x1830958840493568:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139105.190800:0:24929:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139105.190816:0:24929:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acbe15 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512c7b expref: -99 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.190840:0:24929:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451acbe0e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c74 expref: 5 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.190847:0:24929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139105.190849:0:24929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139105.190852:0:24929:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acbe15 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c7b expref: 80 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.190882:0:24929:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451acbe0e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c74 expref: 5 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.190894:0:24929:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451acbe0e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c74 expref: 5 pid: 24929 timeout: 830 lvb_type: 0 00000100:00100000:2.0:1746139105.190910:0:24929:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134530a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24929:1830958832229248:192.168.203.56@tcp:104: 00000100:00100000:2.0:1746139105.190974:0:24929:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ec29cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746139105.193299:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139105.193569:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840493696 00000100:00100000:1.0:1746139105.193576:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840493696 00000100:00100000:2.0:1746139105.193757:0:24929:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134530a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24929:1830958832229248:192.168.203.56@tcp:104: 00010000:00010000:2.0:1746139105.193785:0:24929:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acbe15 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c7b expref: 81 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.193802:0:24929:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7f400, rc 0) 00000100:00100000:2.0:1746139105.193841:0:24929:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c04700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b60e9717-019c-4527-a82a-15e993ac5189+81:1800:x1830958840493568:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3050us (3798us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139105.193848:0:24929:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30121 00000100:00100000:1.0:1746139105.194175:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30122 00000100:00100000:1.0:1746139105.194182:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c07800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+80:1814:x1830958840493696:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139105.194196:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139105.194207:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f14ec00/0x1f9f6ca451acbe1c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512c82 expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139105.194226:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139105.194230:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acbe15 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c7b expref: 81 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139105.194236:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139105.194238:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f14ec00/0x1f9f6ca451acbe1c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c82 expref: 81 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139105.194268:0:18644:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acbe15 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c7b expref: 81 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139105.194278:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f14ec00/0x1f9f6ca451acbe1c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c82 expref: 81 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139105.194285:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f14ec00, rc 0) 00000100:00100000:1.0:1746139105.194848:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c07800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+81:1814:x1830958840493696:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 665us (1554us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139105.194853:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30122 00000100:00100000:0.0:1746139105.195595:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139105.195817:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840493824 00000100:00100000:3.0:1746139105.195821:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840493824 00010000:00010000:3.0:1746139105.195847:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451acbe0e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c74 expref: 6 pid: 24929 timeout: 830 lvb_type: 0 00000100:00100000:3.0:1746139105.196070:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17434 00000100:00100000:3.0:1746139105.196077:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c06300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840493824:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139105.196087:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139105.196107:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451acbe0e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c74 expref: 6 pid: 24929 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746139105.196118:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451acbe0e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c74 expref: 6 pid: 24929 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746139105.196139:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451acbe0e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c74 expref: 6 pid: 24929 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746139105.196156:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139105.196159:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139105.196165:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acbe15 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c7b expref: 80 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139105.196172:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acbe15 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c7b expref: 80 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139105.196200:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acbe15 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c7b expref: 80 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139105.196210:0:7207:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acbe15 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c7b expref: 80 pid: 24929 timeout: 830 lvb_type: 0 00000100:00100000:3.0:1746139105.196221:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a075ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832229504:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139105.196964:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff880131528600 going to sleep for 11 seconds 00000100:00100000:3.0:1746139105.198436:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a075ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832229504:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139105.198497:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139105.198537:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c06300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2007:x1830958840493824:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 2459us (2943us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139105.198547:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17434 00000100:00100000:0.0:1746139105.199167:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139105.199718:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840494080 00000100:00100000:1.0:1746139105.199727:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840494080 00002000:00100000:1.0:1746139105.199767:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88012c25d880 x1830958840494080/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:31/0 lens 488/0 e 0 to 0 dl 1746139116 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139105.199777:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c25d880 with x1830958840494080 ext(0->4095) 00010000:00010000:1.0:1746139105.199785:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acbe15 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c7b expref: 81 pid: 24929 timeout: 830 lvb_type: 0 00010000:00010000:1.0:1746139105.199798:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acbe15 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c7b expref: 81 pid: 24929 timeout: 830 lvb_type: 0 00002000:00010000:1.0:1746139105.199804:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012c25d880 00000100:00100000:1.0:1746139105.199833:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2831 00000100:00100000:1.0:1746139105.199841:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c25d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+81:2007:x1830958840494080:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746139105.199961:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c25d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+81:2007:x1830958840494080:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 121us (796us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139105.199967:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2831 00002000:00100000:1.0:1746139105.199972:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88012c25d880 x1830958840494080/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:31/0 lens 488/4536 e 0 to 0 dl 1746139116 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139105.199979:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c25d880 with x1830958840494080 ext(0->4095) 00010000:00010000:1.0:1746139105.199983:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acbe15 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c7b expref: 81 pid: 24929 timeout: 830 lvb_type: 0 00010000:00010000:1.0:1746139105.199991:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acbe15 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c7b expref: 81 pid: 24929 timeout: 830 lvb_type: 0 00002000:00010000:1.0:1746139105.199996:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012c25d880 00000100:00100000:0.0:1746139105.202930:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139105.203016:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840494208 00000100:00100000:3.0:1746139105.203025:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840494208 00010000:00010000:3.0:1746139105.203056:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acbe15 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c7b expref: 81 pid: 24929 timeout: 830 lvb_type: 0 00000100:00100000:3.0:1746139105.203241:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17435 00000100:00100000:3.0:1746139105.203249:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c25f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+81:2008:x1830958840494208:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139105.203266:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139105.203288:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acbe15 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c7b expref: 81 pid: 24929 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746139105.203300:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acbe15 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c7b expref: 81 pid: 24929 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746139105.203324:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acbe15 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c7b expref: 81 pid: 24929 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746139105.203520:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139105.203523:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139105.203530:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f14ec00/0x1f9f6ca451acbe1c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c82 expref: 80 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139105.203539:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f14ec00/0x1f9f6ca451acbe1c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c82 expref: 80 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139105.203574:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f14ec00/0x1f9f6ca451acbe1c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c82 expref: 80 pid: 18644 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139105.203587:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a075ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832229632:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139105.204515:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff880131528600 going to sleep for 11 seconds 00000100:00100000:0.0:1746139105.207765:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139105.207857:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a075ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832229632:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139105.207902:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139105.207938:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c25f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+80:2008:x1830958840494208:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 4690us (5015us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139105.207951:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17435 00000100:00100000:2.0:1746139105.208154:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840494464 00000100:00100000:2.0:1746139105.208161:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840494464 00002000:00100000:2.0:1746139105.208196:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88012c25c380 x1830958840494464/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:31/0 lens 488/0 e 0 to 0 dl 1746139116 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139105.208205:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c25c380 with x1830958840494464 ext(0->4095) 00002000:00010000:2.0:1746139105.208209:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c25c380 00000100:00100000:2.0:1746139105.208235:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13417 00000100:00100000:2.0:1746139105.208242:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c25c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+80:2009:x1830958840494464:12345-192.168.203.56@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746139105.208349:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c25c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+80:2009:x1830958840494464:12345-192.168.203.56@tcp:3:ptlrpcd_01_00.0 Request processed in 108us (592us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746139105.208354:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13417 00002000:00100000:2.0:1746139105.208358:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88012c25c380 x1830958840494464/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:31/0 lens 488/4536 e 0 to 0 dl 1746139116 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139105.208370:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c25c380 with x1830958840494464 ext(0->4095) 00002000:00010000:2.0:1746139105.208372:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c25c380 00000100:00100000:0.0:1746139105.210874:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139105.210972:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840494592 00000100:00100000:1.0:1746139105.210979:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840494592 00000100:00100000:1.0:1746139105.211027:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30123 00000100:00100000:1.0:1746139105.211033:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c25fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840494592:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139105.211049:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139105.211067:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c800/0x1f9f6ca451acbe23 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512c89 expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139105.211093:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f14ec00/0x1f9f6ca451acbe1c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c82 expref: 79 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139105.211100:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139105.211102:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139105.211105:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c800/0x1f9f6ca451acbe23 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c89 expref: 6 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139105.211135:0:18644:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f14ec00/0x1f9f6ca451acbe1c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c82 expref: 79 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139105.211148:0:18644:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f14ec00/0x1f9f6ca451acbe1c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c82 expref: 79 pid: 18644 timeout: 830 lvb_type: 0 00000100:00100000:1.0:1746139105.211162:0:18644:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb6aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832229760:192.168.203.56@tcp:104: 00000100:00100000:1.0:1746139105.211237:0:18644:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a059d780 going to sleep for 11 seconds 00000100:00100000:1.0:1746139105.213226:0:18644:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb6aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832229760:192.168.203.56@tcp:104: 00010000:00010000:1.0:1746139105.213255:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c800/0x1f9f6ca451acbe23 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c89 expref: 6 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139105.213270:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fa5c800, rc 0) 00000100:00100000:1.0:1746139105.213317:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c25fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840494592:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2283us (2449us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139105.213329:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30123 00000100:00100000:0.0:1746139105.213882:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139105.214165:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840494720 00000100:00100000:3.0:1746139105.214172:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840494720 00010000:00010000:3.0:1746139105.214200:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f14ec00/0x1f9f6ca451acbe1c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c82 expref: 80 pid: 18644 timeout: 830 lvb_type: 0 00000100:00100000:3.0:1746139105.214224:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17436 00000100:00100000:3.0:1746139105.214231:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c25ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+80:2008:x1830958840494720:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139105.214244:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139105.214265:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f14ec00/0x1f9f6ca451acbe1c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c82 expref: 80 pid: 18644 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746139105.214275:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f14ec00/0x1f9f6ca451acbe1c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c82 expref: 80 pid: 18644 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746139105.214298:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f14ec00/0x1f9f6ca451acbe1c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c82 expref: 80 pid: 18644 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746139105.214314:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139105.214316:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139105.214324:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c800/0x1f9f6ca451acbe23 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c89 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139105.214334:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c800/0x1f9f6ca451acbe23 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c89 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139105.214363:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c800/0x1f9f6ca451acbe23 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c89 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139105.214376:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a075ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832229888:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139105.214443:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff880131528600 going to sleep for 11 seconds 00000100:00100000:0.0:1746139105.217528:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139105.217671:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840494976 00000100:00100000:1.0:1746139105.217679:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840494976 00002000:00100000:1.0:1746139105.217722:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88012c25e300 x1830958840494976/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:31/0 lens 488/0 e 0 to 0 dl 1746139116 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139105.217731:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c25e300 with x1830958840494976 ext(0->4095) 00002000:00010000:1.0:1746139105.217736:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c25e300 00000100:00100000:1.0:1746139105.217762:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13418 00000100:00100000:1.0:1746139105.217769:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c25e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840494976:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746139105.217902:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c25e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840494976:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 133us (383us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139105.217908:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13418 00002000:00100000:1.0:1746139105.217914:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88012c25e300 x1830958840494976/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:31/0 lens 488/4536 e 0 to 0 dl 1746139116 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139105.217920:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c25e300 with x1830958840494976 ext(0->4095) 00002000:00010000:1.0:1746139105.217922:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c25e300 00000100:00100000:0.0:1746139105.218701:0:3766:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1746139105.218717:0:3766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c25c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1830958832230016:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1746139105.218763:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746139105.218897:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a075ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832229888:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139105.218947:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139105.218980:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c25ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+79:2008:x1830958840494720:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 4749us (5099us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139105.218990:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17436 00000100:00100000:2.0:1746139105.219154:0:10476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958832230016 00000100:00100000:2.0:1746139105.219158:0:10476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958832230016 00000100:00100000:2.0:1746139105.219204:0:10476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 517 00000100:00100000:2.0:1746139105.219210:0:10476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c25f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3766:x1830958832230016:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1746139105.219227:0:10476:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 490158912 pending 0 free 3921108992 avail 3689586688 00000100:00100000:2.0:1746139105.219267:0:10476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c25f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3766:x1830958832230016:12345-0@lo:13:osp-pre-0-1.0 Request processed in 57us (504us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139105.219272:0:10476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 517 00000100:00100000:0.0:1746139105.219586:0:3766:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c25c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1830958832230016:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1746139105.219676:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139105.219696:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840495104 00000100:00100000:1.0:1746139105.219699:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840495104 00000100:00100000:1.0:1746139105.219721:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30124 00000100:00100000:1.0:1746139105.219726:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb6aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+79:1800:x1830958840495104:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139105.219736:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139105.219753:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f218000/0x1f9f6ca451acbe2a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512c90 expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139105.219784:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c800/0x1f9f6ca451acbe23 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c89 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139105.219791:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139105.219793:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139105.219796:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f218000/0x1f9f6ca451acbe2a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c90 expref: 80 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139105.219820:0:18644:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c800/0x1f9f6ca451acbe23 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c89 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139105.219832:0:18644:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c800/0x1f9f6ca451acbe23 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c89 expref: 5 pid: 18644 timeout: 830 lvb_type: 0 00000100:00100000:1.0:1746139105.219841:0:18644:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb69880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832230144:192.168.203.56@tcp:104: 00000100:00100000:1.0:1746139105.219883:0:18644:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a059d600 going to sleep for 11 seconds 00000100:00080000:3.0:1746139105.220159:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746139105.221889:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139105.224003:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139105.224088:0:18644:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb69880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832230144:192.168.203.56@tcp:104: 00010000:00010000:0.0:1746139105.224117:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f218000/0x1f9f6ca451acbe2a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c90 expref: 80 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139105.224134:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f218000, rc 0) 00000100:00100000:0.0:1746139105.224174:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb6aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+80:1800:x1830958840495104:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4447us (4497us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139105.224182:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30124 00000100:00100000:0.0:1746139105.224207:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840495232 00000100:00100000:0.0:1746139105.224213:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840495232 00000100:00100000:0.0:1746139105.224242:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30125 00000100:00100000:0.0:1746139105.224248:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c25c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+80:1814:x1830958840495232:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746139105.224263:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746139105.224276:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072436800/0x1f9f6ca451acbe31 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512c97 expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139105.224297:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139105.224302:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f218000/0x1f9f6ca451acbe2a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c90 expref: 81 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139105.224308:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746139105.224311:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072436800/0x1f9f6ca451acbe31 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c97 expref: 81 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139105.224342:0:18644:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f218000/0x1f9f6ca451acbe2a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c90 expref: 81 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139105.224354:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072436800/0x1f9f6ca451acbe31 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c97 expref: 81 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139105.224360:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072436800, rc 0) 00000100:00100000:0.0:1746139105.224376:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c25c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+81:1814:x1830958840495232:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 129us (2495us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139105.224382:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30125 00000100:00100000:3.0:1746139105.224508:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840495360 00000100:00100000:3.0:1746139105.224512:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840495360 00010000:00010000:3.0:1746139105.224532:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c800/0x1f9f6ca451acbe23 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c89 expref: 6 pid: 18644 timeout: 830 lvb_type: 0 00000100:00100000:3.0:1746139105.224551:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17437 00000100:00100000:3.0:1746139105.224556:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb6bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2009:x1830958840495360:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139105.224565:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139105.224584:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c800/0x1f9f6ca451acbe23 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c89 expref: 6 pid: 18644 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746139105.224595:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c800/0x1f9f6ca451acbe23 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c89 expref: 6 pid: 18644 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746139105.224611:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c800/0x1f9f6ca451acbe23 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c89 expref: 6 pid: 18644 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746139105.224660:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139105.224662:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139105.224667:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f218000/0x1f9f6ca451acbe2a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c90 expref: 80 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139105.224674:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f218000/0x1f9f6ca451acbe2a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c90 expref: 80 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139105.224695:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f218000/0x1f9f6ca451acbe2a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c90 expref: 80 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139105.224706:0:7207:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f218000/0x1f9f6ca451acbe2a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c90 expref: 80 pid: 18644 timeout: 830 lvb_type: 0 00000100:00100000:3.0:1746139105.224717:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a075ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832230400:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139105.224758:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff880131528600 going to sleep for 11 seconds 00000100:00100000:3.0:1746139105.227246:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a075ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832230400:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139105.227292:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139105.227341:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb6bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2009:x1830958840495360:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 2783us (3343us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139105.227351:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17437 00000100:00100000:0.0:1746139105.228569:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139105.228664:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840495616 00000100:00100000:2.0:1746139105.228671:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840495616 00002000:00100000:2.0:1746139105.228712:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88012c25ed80 x1830958840495616/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:31/0 lens 488/0 e 0 to 0 dl 1746139116 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139105.228722:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c25ed80 with x1830958840495616 ext(0->4095) 00010000:00010000:2.0:1746139105.228730:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f218000/0x1f9f6ca451acbe2a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c90 expref: 81 pid: 18644 timeout: 830 lvb_type: 0 00010000:00010000:2.0:1746139105.228748:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f218000/0x1f9f6ca451acbe2a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c90 expref: 81 pid: 18644 timeout: 830 lvb_type: 0 00002000:00010000:2.0:1746139105.228754:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012c25ed80 00000100:00100000:2.0:1746139105.228874:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2832 00000100:00100000:2.0:1746139105.228880:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c25ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+81:2007:x1830958840495616:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746139105.229179:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c25ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+81:2007:x1830958840495616:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 297us (613us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746139105.229186:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2832 00002000:00100000:2.0:1746139105.229192:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88012c25ed80 x1830958840495616/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:31/0 lens 488/4536 e 0 to 0 dl 1746139116 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139105.229199:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c25ed80 with x1830958840495616 ext(0->4095) 00010000:00010000:2.0:1746139105.229204:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f218000/0x1f9f6ca451acbe2a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c90 expref: 81 pid: 18644 timeout: 830 lvb_type: 0 00010000:00010000:2.0:1746139105.229213:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f218000/0x1f9f6ca451acbe2a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c90 expref: 81 pid: 18644 timeout: 830 lvb_type: 0 00002000:00010000:2.0:1746139105.229219:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012c25ed80 00000100:00100000:0.0:1746139105.231585:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139105.231720:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840495744 00000100:00100000:3.0:1746139105.231728:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840495744 00010000:00010000:3.0:1746139105.231762:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f218000/0x1f9f6ca451acbe2a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c90 expref: 81 pid: 18644 timeout: 830 lvb_type: 0 00000100:00100000:3.0:1746139105.231792:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17438 00000100:00100000:3.0:1746139105.231798:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124a2d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+81:2007:x1830958840495744:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139105.231813:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139105.231832:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f218000/0x1f9f6ca451acbe2a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c90 expref: 81 pid: 18644 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746139105.231844:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f218000/0x1f9f6ca451acbe2a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c90 expref: 81 pid: 18644 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746139105.231867:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f218000/0x1f9f6ca451acbe2a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c90 expref: 81 pid: 18644 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746139105.231896:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139105.231898:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139105.231905:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880072436800/0x1f9f6ca451acbe31 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c97 expref: 80 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139105.231913:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072436800/0x1f9f6ca451acbe31 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c97 expref: 80 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139105.231947:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880072436800/0x1f9f6ca451acbe31 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c97 expref: 80 pid: 18644 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139105.231958:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a075ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832230528:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139105.232826:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff880131528600 going to sleep for 11 seconds 00000100:00100000:3.0:1746139105.235242:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a075ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832230528:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139105.235301:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139105.235346:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124a2d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+80:2007:x1830958840495744:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3546us (3767us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139105.235357:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17438 00000100:00100000:0.0:1746139105.235863:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139105.236168:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840496000 00000100:00100000:3.0:1746139105.236175:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840496000 00002000:00100000:3.0:1746139105.236215:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88012c25f800 x1830958840496000/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:31/0 lens 488/0 e 0 to 0 dl 1746139116 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139105.236224:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c25f800 with x1830958840496000 ext(0->4095) 00002000:00010000:3.0:1746139105.236228:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c25f800 00000100:00100000:3.0:1746139105.236258:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13419 00000100:00100000:3.0:1746139105.236268:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c25f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+80:2009:x1830958840496000:12345-192.168.203.56@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746139105.236779:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c25f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+80:2009:x1830958840496000:12345-192.168.203.56@tcp:3:ptlrpcd_01_00.0 Request processed in 514us (916us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746139105.236786:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13419 00002000:00100000:3.0:1746139105.236792:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88012c25f800 x1830958840496000/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:31/0 lens 488/4536 e 0 to 0 dl 1746139116 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139105.236799:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c25f800 with x1830958840496000 ext(0->4095) 00002000:00010000:3.0:1746139105.236801:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c25f800 00000100:00100000:0.0:1746139105.238436:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139105.239118:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840496128 00000100:00100000:2.0:1746139105.239126:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840496128 00000100:00100000:2.0:1746139105.239566:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30126 00000100:00100000:2.0:1746139105.239575:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c25ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840496128:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139105.239591:0:9563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139105.239611:0:9563:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e800/0x1f9f6ca451acbe38 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512c9e expref: -99 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.239653:0:9563:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880072436800/0x1f9f6ca451acbe31 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c97 expref: 79 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.239661:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139105.239662:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139105.239665:0:9563:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e800/0x1f9f6ca451acbe38 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c9e expref: 6 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.239699:0:9563:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880072436800/0x1f9f6ca451acbe31 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c97 expref: 79 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.239710:0:9563:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880072436800/0x1f9f6ca451acbe31 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c97 expref: 79 pid: 18644 timeout: 830 lvb_type: 0 00000100:00100000:2.0:1746139105.239721:0:9563:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134530a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832230656:192.168.203.56@tcp:104: 00000100:00100000:2.0:1746139105.239808:0:9563:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ec29300 going to sleep for 11 seconds 00000100:00100000:0.0:1746139105.242161:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139105.242263:0:9563:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134530a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832230656:192.168.203.56@tcp:104: 00010000:00010000:2.0:1746139105.242295:0:9563:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e800/0x1f9f6ca451acbe38 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c9e expref: 6 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.242310:0:9563:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7e800, rc 0) 00000100:00100000:2.0:1746139105.242347:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c25ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840496128:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2773us (3916us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139105.242356:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30126 00000100:00100000:3.0:1746139105.242776:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840496256 00000100:00100000:3.0:1746139105.242784:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840496256 00010000:00010000:3.0:1746139105.242811:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880072436800/0x1f9f6ca451acbe31 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c97 expref: 80 pid: 18644 timeout: 830 lvb_type: 0 00000100:00100000:3.0:1746139105.242853:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17439 00000100:00100000:3.0:1746139105.242860:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5d83800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+80:2007:x1830958840496256:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139105.242873:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139105.242893:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880072436800/0x1f9f6ca451acbe31 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c97 expref: 80 pid: 18644 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746139105.242904:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880072436800/0x1f9f6ca451acbe31 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c97 expref: 80 pid: 18644 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746139105.242925:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072436800/0x1f9f6ca451acbe31 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c97 expref: 80 pid: 18644 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746139105.242939:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139105.242941:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139105.242948:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e800/0x1f9f6ca451acbe38 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c9e expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139105.242956:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e800/0x1f9f6ca451acbe38 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c9e expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139105.242985:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e800/0x1f9f6ca451acbe38 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c9e expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139105.242995:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a075ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832230784:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139105.243045:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff880131530d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746139105.245552:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139105.245708:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840496512 00000100:00100000:2.0:1746139105.245715:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840496512 00002000:00100000:2.0:1746139105.245758:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800a5d80000 x1830958840496512/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:31/0 lens 488/0 e 0 to 0 dl 1746139116 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139105.245767:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5d80000 with x1830958840496512 ext(0->4095) 00002000:00010000:2.0:1746139105.245771:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a5d80000 00000100:00100000:2.0:1746139105.245797:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13420 00000100:00100000:2.0:1746139105.245803:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5d80000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840496512:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746139105.245929:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5d80000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840496512:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 125us (384us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746139105.245935:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13420 00002000:00100000:2.0:1746139105.245940:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800a5d80000 x1830958840496512/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:31/0 lens 488/4536 e 0 to 0 dl 1746139116 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139105.245947:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5d80000 with x1830958840496512 ext(0->4095) 00002000:00010000:2.0:1746139105.245949:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a5d80000 00000100:00100000:3.0:1746139105.246234:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a075ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832230784:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139105.246284:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139105.246673:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5d83800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+79:2007:x1830958840496256:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3812us (4519us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139105.246682:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17439 00000100:00100000:0.0:1746139105.246850:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139105.247358:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840496640 00000100:00100000:3.0:1746139105.247364:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840496640 00000100:00100000:3.0:1746139105.247391:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30127 00000100:00100000:3.0:1746139105.247397:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5d81f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+79:1800:x1830958840496640:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746139105.247411:0:9563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139105.247427:0:9563:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f43b600/0x1f9f6ca451acbe3f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512ca5 expref: -99 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139105.247454:0:9563:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e800/0x1f9f6ca451acbe38 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c9e expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139105.247462:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139105.247464:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139105.247467:0:9563:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f43b600/0x1f9f6ca451acbe3f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ca5 expref: 80 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139105.247506:0:9563:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e800/0x1f9f6ca451acbe38 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c9e expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139105.247518:0:9563:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e800/0x1f9f6ca451acbe38 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c9e expref: 5 pid: 9563 timeout: 830 lvb_type: 0 00000100:00100000:3.0:1746139105.247530:0:9563:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a075ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832230912:192.168.203.56@tcp:104: 00000100:00100000:3.0:1746139105.247593:0:9563:0:(client.c:2553:ptlrpc_set_wait()) set ffff880131530d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746139105.249702:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139105.249944:0:24929:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840496768 00000100:00100000:2.0:1746139105.249951:0:24929:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840496768 00000100:00100000:2.0:1746139105.249992:0:24929:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30128 00000100:00100000:2.0:1746139105.249998:0:24929:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5d82a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b60e9717-019c-4527-a82a-15e993ac5189+81:1814:x1830958840496768:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139105.250016:0:24929:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139105.250029:0:24929:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451acbe46 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512cac expref: -99 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.250119:0:24929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139105.250125:0:24929:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f43b600/0x1f9f6ca451acbe3f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ca5 expref: 82 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.250131:0:24929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139105.250134:0:24929:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451acbe46 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512cac expref: 82 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.250170:0:24929:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f43b600/0x1f9f6ca451acbe3f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ca5 expref: 82 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.250187:0:24929:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451acbe46 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512cac expref: 82 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.250197:0:24929:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7f600, rc 0) 00000100:00100000:2.0:1746139105.250233:0:24929:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5d82a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b60e9717-019c-4527-a82a-15e993ac5189+82:1814:x1830958840496768:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 235us (540us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139105.250239:0:24929:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30128 00000100:00100000:3.0:1746139105.250942:0:9563:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a075ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832230912:192.168.203.56@tcp:104: 00010000:00010000:3.0:1746139105.250976:0:9563:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f43b600/0x1f9f6ca451acbe3f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ca5 expref: 81 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139105.250985:0:9563:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f43b600, rc 0) 00000100:00100000:3.0:1746139105.251223:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5d81f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+81:1800:x1830958840496640:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3824us (4372us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139105.251229:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30127 00000100:00100000:0.0:1746139105.252733:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139105.252864:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840496896 00000100:00100000:3.0:1746139105.252870:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840496896 00010000:00010000:3.0:1746139105.252900:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e800/0x1f9f6ca451acbe38 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c9e expref: 6 pid: 9563 timeout: 830 lvb_type: 0 00000100:00100000:3.0:1746139105.252947:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17440 00000100:00100000:3.0:1746139105.252955:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5d80380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840496896:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139105.252967:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139105.252989:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e800/0x1f9f6ca451acbe38 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c9e expref: 6 pid: 9563 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746139105.253001:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e800/0x1f9f6ca451acbe38 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c9e expref: 6 pid: 9563 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746139105.253028:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e800/0x1f9f6ca451acbe38 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512c9e expref: 6 pid: 9563 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746139105.253060:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139105.253062:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139105.253070:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f43b600/0x1f9f6ca451acbe3f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ca5 expref: 80 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139105.253079:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f43b600/0x1f9f6ca451acbe3f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ca5 expref: 80 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139105.253110:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f43b600/0x1f9f6ca451acbe3f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ca5 expref: 80 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139105.253121:0:7207:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f43b600/0x1f9f6ca451acbe3f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ca5 expref: 80 pid: 9563 timeout: 830 lvb_type: 0 00000100:00100000:3.0:1746139105.253134:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a075ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832231168:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139105.253545:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff880131530d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746139105.255967:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a075ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832231168:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139105.256010:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139105.256054:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5d80380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2008:x1830958840496896:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3098us (3325us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139105.256064:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17440 00000100:00100000:0.0:1746139105.256494:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139105.256586:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840497152 00000100:00100000:1.0:1746139105.256593:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840497152 00002000:00100000:1.0:1746139105.256660:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800a5d81c00 x1830958840497152/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:31/0 lens 488/0 e 0 to 0 dl 1746139116 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139105.256669:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5d81c00 with x1830958840497152 ext(0->4095) 00010000:00010000:1.0:1746139105.256678:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f43b600/0x1f9f6ca451acbe3f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ca5 expref: 81 pid: 9563 timeout: 830 lvb_type: 0 00010000:00010000:1.0:1746139105.256690:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f43b600/0x1f9f6ca451acbe3f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ca5 expref: 81 pid: 9563 timeout: 830 lvb_type: 0 00002000:00010000:1.0:1746139105.256697:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a5d81c00 00000100:00100000:1.0:1746139105.256725:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2833 00000100:00100000:1.0:1746139105.256732:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5d81c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+81:2007:x1830958840497152:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746139105.256846:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5d81c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+81:2007:x1830958840497152:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 114us (352us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139105.256852:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2833 00002000:00100000:1.0:1746139105.256857:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800a5d81c00 x1830958840497152/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:31/0 lens 488/4536 e 0 to 0 dl 1746139116 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139105.256864:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5d81c00 with x1830958840497152 ext(0->4095) 00010000:00010000:1.0:1746139105.256869:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f43b600/0x1f9f6ca451acbe3f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ca5 expref: 81 pid: 9563 timeout: 830 lvb_type: 0 00010000:00010000:1.0:1746139105.256878:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f43b600/0x1f9f6ca451acbe3f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ca5 expref: 81 pid: 9563 timeout: 830 lvb_type: 0 00002000:00010000:1.0:1746139105.256883:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a5d81c00 00000100:00100000:0.0:1746139105.259100:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139105.259268:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840497280 00000100:00100000:3.0:1746139105.259274:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840497280 00010000:00010000:3.0:1746139105.259302:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f43b600/0x1f9f6ca451acbe3f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ca5 expref: 81 pid: 9563 timeout: 830 lvb_type: 0 00000100:00100000:3.0:1746139105.259450:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17441 00000100:00100000:3.0:1746139105.259457:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5d80700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+81:2007:x1830958840497280:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139105.259471:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139105.259516:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f43b600/0x1f9f6ca451acbe3f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ca5 expref: 81 pid: 9563 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746139105.259528:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f43b600/0x1f9f6ca451acbe3f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ca5 expref: 81 pid: 9563 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746139105.259550:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f43b600/0x1f9f6ca451acbe3f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ca5 expref: 81 pid: 9563 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746139105.259579:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139105.259581:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139105.259592:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451acbe46 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512cac expref: 80 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139105.259600:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451acbe46 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512cac expref: 80 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139105.259894:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451acbe46 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512cac expref: 80 pid: 24929 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139105.259906:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a075ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832231296:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139105.260749:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff880131530d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746139105.263133:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a075ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832231296:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139105.263174:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139105.263216:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5d80700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+80:2007:x1830958840497280:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3758us (4122us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139105.263226:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17441 00000100:00100000:0.0:1746139105.264418:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139105.264513:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840497536 00000100:00100000:2.0:1746139105.264520:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840497536 00002000:00100000:2.0:1746139105.264561:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800a5d80e00 x1830958840497536/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:31/0 lens 488/0 e 0 to 0 dl 1746139116 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139105.264571:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5d80e00 with x1830958840497536 ext(0->4095) 00002000:00010000:2.0:1746139105.264575:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a5d80e00 00000100:00100000:2.0:1746139105.264602:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13421 00000100:00100000:2.0:1746139105.264608:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5d80e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+80:2008:x1830958840497536:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746139105.264754:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5d80e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+80:2008:x1830958840497536:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 146us (338us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746139105.264759:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13421 00002000:00100000:2.0:1746139105.264764:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800a5d80e00 x1830958840497536/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:31/0 lens 488/4536 e 0 to 0 dl 1746139116 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139105.264771:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5d80e00 with x1830958840497536 ext(0->4095) 00002000:00010000:2.0:1746139105.264773:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a5d80e00 00000100:00100000:2.0:1746139105.267047:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139105.267258:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840497664 00000100:00100000:3.0:1746139105.267268:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840497664 00000100:00100000:3.0:1746139105.267606:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30129 00000100:00100000:3.0:1746139105.267635:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134530a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840497664:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746139105.267654:0:9563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139105.267674:0:9563:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f43ae00/0x1f9f6ca451acbe4d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512cb3 expref: -99 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139105.267705:0:9563:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451acbe46 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512cac expref: 79 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139105.267712:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746139105.267714:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746139105.267717:0:9563:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f43ae00/0x1f9f6ca451acbe4d lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512cb3 expref: 6 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139105.267747:0:9563:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451acbe46 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512cac expref: 79 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139105.267758:0:9563:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451acbe46 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512cac expref: 79 pid: 24929 timeout: 830 lvb_type: 0 00000100:00100000:3.0:1746139105.267770:0:9563:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a075ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832231424:192.168.203.56@tcp:104: 00000100:00100000:3.0:1746139105.268054:0:9563:0:(client.c:2553:ptlrpc_set_wait()) set ffff880131530d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746139105.270641:0:9563:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a075ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832231424:192.168.203.56@tcp:104: 00010000:00010000:3.0:1746139105.270697:0:9563:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f43ae00/0x1f9f6ca451acbe4d lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512cb3 expref: 6 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139105.270714:0:9563:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f43ae00, rc 0) 00000100:00100000:3.0:1746139105.270767:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134530a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840497664:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3152us (3728us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139105.270776:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30129 00000100:00100000:0.0:1746139105.272607:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139105.273343:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139105.273515:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840497792 00000100:00100000:3.0:1746139105.273523:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840497792 00010000:00010000:3.0:1746139105.273558:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451acbe46 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512cac expref: 80 pid: 24929 timeout: 830 lvb_type: 0 00000100:00100000:2.0:1746139105.273692:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840497920 00000100:00100000:2.0:1746139105.273696:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840497920 00000100:00100000:2.0:1746139105.274077:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30130 00000100:00100000:2.0:1746139105.274085:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5d80a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+81:1800:x1830958840497920:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139105.274103:0:9563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139105.274116:0:9563:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acbe54 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512cba expref: -99 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.274141:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139105.274146:0:9563:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f43ae00/0x1f9f6ca451acbe4d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512cb3 expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.274152:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746139105.274155:0:9563:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acbe54 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512cba expref: 82 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.274189:0:9563:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f43ae00/0x1f9f6ca451acbe4d lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512cb3 expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.274201:0:9563:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acbe54 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512cba expref: 82 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.274209:0:9563:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7ea00, rc 0) 00000100:00100000:2.0:1746139105.274247:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5d80a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+82:1800:x1830958840497920:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 164us (905us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139105.274253:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30130 00000100:00100000:3.0:1746139105.274381:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17442 00000100:00100000:3.0:1746139105.274388:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5d81500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+81:2008:x1830958840497792:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139105.274397:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139105.274417:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451acbe46 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512cac expref: 81 pid: 24929 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746139105.274429:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451acbe46 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512cac expref: 81 pid: 24929 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746139105.274447:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451acbe46 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512cac expref: 81 pid: 24929 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746139105.274691:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139105.274693:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139105.274700:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f43ae00/0x1f9f6ca451acbe4d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512cb3 expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139105.274707:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f43ae00/0x1f9f6ca451acbe4d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512cb3 expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139105.274728:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f43ae00/0x1f9f6ca451acbe4d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512cb3 expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139105.274739:0:7207:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f43ae00/0x1f9f6ca451acbe4d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512cb3 expref: 5 pid: 9563 timeout: 830 lvb_type: 0 00000100:00100000:3.0:1746139105.274750:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a075ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832231680:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139105.275179:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff880131530d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746139105.277678:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a075ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832231680:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139105.277721:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139105.277774:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5d81500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+80:2008:x1830958840497792:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3385us (5174us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139105.277784:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17442 00000100:00100000:0.0:1746139105.278130:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139105.278740:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840498176 00000100:00100000:1.0:1746139105.278748:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840498176 00002000:00100000:1.0:1746139105.278790:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800a5d82680 x1830958840498176/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:31/0 lens 488/0 e 0 to 0 dl 1746139116 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139105.278800:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5d82680 with x1830958840498176 ext(0->4095) 00010000:00010000:1.0:1746139105.278810:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f43ae00/0x1f9f6ca451acbe4d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512cb3 expref: 6 pid: 9563 timeout: 830 lvb_type: 0 00010000:00010000:1.0:1746139105.278828:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f43ae00/0x1f9f6ca451acbe4d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512cb3 expref: 6 pid: 9563 timeout: 830 lvb_type: 0 00002000:00010000:1.0:1746139105.278834:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a5d82680 00000100:00100000:1.0:1746139105.278858:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2834 00000100:00100000:1.0:1746139105.278866:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5d82680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840498176:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746139105.279036:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5d82680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840498176:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 170us (906us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139105.279043:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2834 00002000:00100000:1.0:1746139105.279048:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800a5d82680 x1830958840498176/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:31/0 lens 488/4536 e 0 to 0 dl 1746139116 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139105.279056:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5d82680 with x1830958840498176 ext(0->4095) 00010000:00010000:1.0:1746139105.279060:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f43ae00/0x1f9f6ca451acbe4d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512cb3 expref: 6 pid: 9563 timeout: 830 lvb_type: 0 00010000:00010000:1.0:1746139105.279069:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f43ae00/0x1f9f6ca451acbe4d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512cb3 expref: 6 pid: 9563 timeout: 830 lvb_type: 0 00002000:00010000:1.0:1746139105.279075:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a5d82680 00000100:00100000:0.0:1746139105.281827:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139105.281990:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840498304 00000100:00100000:3.0:1746139105.281999:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840498304 00010000:00010000:3.0:1746139105.282036:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f43ae00/0x1f9f6ca451acbe4d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512cb3 expref: 6 pid: 9563 timeout: 830 lvb_type: 0 00000100:00100000:3.0:1746139105.282069:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17443 00000100:00100000:3.0:1746139105.282077:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5d83b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840498304:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139105.282092:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139105.282112:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f43ae00/0x1f9f6ca451acbe4d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512cb3 expref: 6 pid: 9563 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746139105.282124:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f43ae00/0x1f9f6ca451acbe4d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512cb3 expref: 6 pid: 9563 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746139105.282146:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f43ae00/0x1f9f6ca451acbe4d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512cb3 expref: 6 pid: 9563 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746139105.282180:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139105.282183:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139105.282191:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acbe54 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512cba expref: 79 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139105.282200:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acbe54 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512cba expref: 79 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139105.282234:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acbe54 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512cba expref: 79 pid: 9563 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139105.282247:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a075ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832231808:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139105.283302:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff880131530d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746139105.287742:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139105.287861:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840498560 00000100:00100000:2.0:1746139105.287871:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840498560 00002000:00100000:2.0:1746139105.287923:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800a5d82d80 x1830958840498560/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:31/0 lens 488/0 e 0 to 0 dl 1746139116 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139105.287933:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5d82d80 with x1830958840498560 ext(0->4095) 00002000:00010000:2.0:1746139105.287938:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a5d82d80 00000100:00100000:2.0:1746139105.287960:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13422 00000100:00100000:2.0:1746139105.287968:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5d82d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+80:2008:x1830958840498560:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746139105.288134:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5d82d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+80:2008:x1830958840498560:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 166us (401us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746139105.288140:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13422 00002000:00100000:2.0:1746139105.288145:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800a5d82d80 x1830958840498560/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:31/0 lens 488/4536 e 0 to 0 dl 1746139116 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139105.288152:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5d82d80 with x1830958840498560 ext(0->4095) 00002000:00010000:2.0:1746139105.288154:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a5d82d80 00000100:00100000:3.0:1746139105.288244:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a075ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832231808:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139105.288274:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139105.288300:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5d83b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2008:x1830958840498304:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 6224us (6485us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139105.288309:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17443 00000100:00100000:0.0:1746139105.294815:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139105.294909:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840498688 00000100:00100000:2.0:1746139105.294919:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840498688 00000100:00100000:2.0:1746139105.294968:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30131 00000100:00100000:2.0:1746139105.294977:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5d83100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840498688:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139105.294996:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139105.295016:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acbe5b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512cc1 expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.295047:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acbe54 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512cba expref: 79 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.295054:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139105.295057:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139105.295060:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acbe5b lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512cc1 expref: 6 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.295092:0:18644:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acbe54 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512cba expref: 79 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.295104:0:18644:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acbe54 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512cba expref: 79 pid: 9563 timeout: 830 lvb_type: 0 00000100:00100000:2.0:1746139105.295116:0:18644:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134531f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832231936:192.168.203.56@tcp:104: 00000100:00100000:2.0:1746139105.296242:0:18644:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ec29300 going to sleep for 11 seconds 00000100:00100000:2.0:1746139105.301072:0:18644:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134531f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832231936:192.168.203.56@tcp:104: 00010000:00010000:2.0:1746139105.301107:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acbe5b lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512cc1 expref: 6 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.301124:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7f400, rc 0) 00000100:00100000:2.0:1746139105.301169:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5d83100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840498688:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6192us (6364us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139105.301178:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30131 00000100:00100000:0.0:1746139105.311842:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139105.311952:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840498816 00000100:00100000:1.0:1746139105.311962:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840498816 00002000:00100000:1.0:1746139105.312013:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff88009f179180 x1830958840498816/t0(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:31/0 lens 496/0 e 0 to 0 dl 1746139116 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139105.312024:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f179180 with x1830958840498816 ext(0->7) 00010000:00010000:1.0:1746139105.312034:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acbe54 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512cba expref: 80 pid: 9563 timeout: 830 lvb_type: 0 00010000:00010000:1.0:1746139105.312048:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acbe54 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512cba expref: 80 pid: 9563 timeout: 830 lvb_type: 0 00002000:00010000:1.0:1746139105.312055:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f179180 00000100:00100000:1.0:1746139105.312089:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2835 00000100:00100000:1.0:1746139105.312098:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f179180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+80:2008:x1830958840498816:12345-192.168.203.56@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746139105.313716:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f179180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+82:2008:x1830958840498816:12345-192.168.203.56@tcp:4:ldlm_bl.0 Request processed in 1612us (1880us total) trans 4294972124 rc 0/0 00000100:00100000:1.0:1746139105.313725:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2835 00002000:00100000:1.0:1746139105.313734:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff88009f179180 x1830958840498816/t4294972124(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:31/0 lens 496/448 e 0 to 0 dl 1746139116 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139105.313742:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f179180 with x1830958840498816 ext(0->7) 00010000:00010000:1.0:1746139105.313749:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acbe54 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512cba expref: 82 pid: 9563 timeout: 830 lvb_type: 0 00010000:00010000:1.0:1746139105.313762:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acbe54 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512cba expref: 82 pid: 9563 timeout: 830 lvb_type: 0 00002000:00010000:1.0:1746139105.313768:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f179180 00010000:00010000:2.0:1746139105.314753:0:7208:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746139105.315823:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139105.315903:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840498944 00000100:00100000:2.0:1746139105.315911:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840498944 00000100:00100000:2.0:1746139105.315952:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30132 00000100:00100000:2.0:1746139105.315958:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f17b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+82:1800:x1830958840498944:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139105.315974:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139105.315990:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451acbe62 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512cc8 expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.316017:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139105.316023:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acbe5b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512cc1 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.316029:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746139105.316032:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451acbe62 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512cc8 expref: 83 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.316068:0:18644:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acbe5b lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512cc1 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.316080:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451acbe62 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512cc8 expref: 83 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.316090:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7f600, rc 0) 00000100:00100000:2.0:1746139105.316136:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f17b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+83:1800:x1830958840498944:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 178us (321us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139105.316142:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30132 00000100:00100000:2.0:1746139105.319151:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139105.319353:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840499072 00000100:00100000:3.0:1746139105.319362:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840499072 00010000:00010000:3.0:1746139105.319397:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acbe54 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512cba expref: 83 pid: 9563 timeout: 830 lvb_type: 0 00000100:00100000:3.0:1746139105.319451:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17444 00000100:00100000:3.0:1746139105.319459:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134531f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+83:2007:x1830958840499072:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139105.319473:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139105.319503:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acbe54 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512cba expref: 83 pid: 9563 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746139105.319515:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acbe54 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512cba expref: 83 pid: 9563 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746139105.319538:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acbe54 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512cba expref: 83 pid: 9563 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746139105.319925:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139105.319927:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139105.319935:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acbe5b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512cc1 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139105.319943:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acbe5b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512cc1 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139105.319980:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acbe5b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512cc1 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139105.319992:0:7207:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acbe5b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512cc1 expref: 5 pid: 18644 timeout: 830 lvb_type: 0 00000100:00100000:3.0:1746139105.320004:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a075ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832232192:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139105.320140:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff880131530d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746139105.324544:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a075ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832232192:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139105.324587:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139105.324652:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134531f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+82:2007:x1830958840499072:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 5191us (5507us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139105.324663:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17444 00000100:00100000:0.0:1746139105.324804:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139105.325438:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840499328 00000100:00100000:3.0:1746139105.325445:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840499328 00002000:00100000:3.0:1746139105.325496:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009f179c00 x1830958840499328/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:31/0 lens 488/0 e 0 to 0 dl 1746139116 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139105.325505:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f179c00 with x1830958840499328 ext(0->4095) 00010000:00010000:3.0:1746139105.325514:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acbe5b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512cc1 expref: 6 pid: 18644 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746139105.325526:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acbe5b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512cc1 expref: 6 pid: 18644 timeout: 830 lvb_type: 0 00002000:00010000:3.0:1746139105.325533:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f179c00 00000100:00100000:3.0:1746139105.325591:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2836 00000100:00100000:3.0:1746139105.325599:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f179c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2009:x1830958840499328:12345-192.168.203.56@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746139105.326128:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f179c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2009:x1830958840499328:12345-192.168.203.56@tcp:3:ptlrpcd_01_00.0 Request processed in 527us (1323us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746139105.326135:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2836 00002000:00100000:3.0:1746139105.326140:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009f179c00 x1830958840499328/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:31/0 lens 488/4536 e 0 to 0 dl 1746139116 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139105.326147:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f179c00 with x1830958840499328 ext(0->4095) 00010000:00010000:3.0:1746139105.326152:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acbe5b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512cc1 expref: 6 pid: 18644 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746139105.326161:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acbe5b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512cc1 expref: 6 pid: 18644 timeout: 830 lvb_type: 0 00002000:00010000:3.0:1746139105.326168:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f179c00 00000100:00100000:0.0:1746139105.329584:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139105.329720:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840499456 00000100:00100000:3.0:1746139105.329730:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840499456 00010000:00010000:3.0:1746139105.329769:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acbe5b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512cc1 expref: 6 pid: 18644 timeout: 830 lvb_type: 0 00000100:00100000:3.0:1746139105.329804:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17445 00000100:00100000:3.0:1746139105.329812:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124a2fc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2010:x1830958840499456:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139105.329826:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139105.329847:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acbe5b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512cc1 expref: 6 pid: 18644 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746139105.329864:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acbe5b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512cc1 expref: 6 pid: 18644 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746139105.329887:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acbe5b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512cc1 expref: 6 pid: 18644 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746139105.329905:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139105.329907:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139105.329913:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451acbe62 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512cc8 expref: 81 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139105.329921:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451acbe62 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512cc8 expref: 81 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139105.329955:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451acbe62 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512cc8 expref: 81 pid: 18644 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139105.329966:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a075ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832232320:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139105.330882:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff880131530180 going to sleep for 11 seconds 00000100:00100000:3.0:1746139105.332786:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a075ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832232320:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139105.332826:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139105.332865:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124a2fc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2010:x1830958840499456:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3053us (3291us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139105.332875:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17445 00000100:00100000:0.0:1746139105.334289:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139105.334399:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840499712 00000100:00100000:3.0:1746139105.334407:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840499712 00002000:00100000:3.0:1746139105.334450:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009f179880 x1830958840499712/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:31/0 lens 488/0 e 0 to 0 dl 1746139116 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139105.334460:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f179880 with x1830958840499712 ext(0->4095) 00002000:00010000:3.0:1746139105.334466:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f179880 00000100:00100000:3.0:1746139105.334768:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13423 00000100:00100000:3.0:1746139105.334776:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f179880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+82:2007:x1830958840499712:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746139105.334910:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f179880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+82:2007:x1830958840499712:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 134us (625us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746139105.334916:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13423 00002000:00100000:3.0:1746139105.334922:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009f179880 x1830958840499712/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:31/0 lens 488/4536 e 0 to 0 dl 1746139116 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139105.334929:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f179880 with x1830958840499712 ext(0->4095) 00002000:00010000:3.0:1746139105.334931:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f179880 00000100:00100000:0.0:1746139105.336928:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139105.337375:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840499840 00000100:00100000:1.0:1746139105.337382:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840499840 00000100:00100000:1.0:1746139105.337643:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30133 00000100:00100000:1.0:1746139105.337651:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f17b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840499840:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139105.337669:0:9563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139105.337687:0:9563:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f1a0800/0x1f9f6ca451acbe69 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512ccf expref: -99 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139105.337716:0:9563:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451acbe62 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512cc8 expref: 81 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139105.337724:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139105.337725:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139105.337728:0:9563:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f1a0800/0x1f9f6ca451acbe69 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ccf expref: 6 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139105.337762:0:9563:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451acbe62 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512cc8 expref: 81 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139105.337773:0:9563:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451acbe62 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512cc8 expref: 81 pid: 18644 timeout: 830 lvb_type: 0 00000100:00100000:1.0:1746139105.337785:0:9563:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb6bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832232448:192.168.203.56@tcp:104: 00000100:00100000:1.0:1746139105.338255:0:9563:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a059d600 going to sleep for 11 seconds 00000100:00100000:1.0:1746139105.340582:0:9563:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb6bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832232448:192.168.203.56@tcp:104: 00010000:00010000:1.0:1746139105.340654:0:9563:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f1a0800/0x1f9f6ca451acbe69 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ccf expref: 6 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139105.340674:0:9563:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f1a0800, rc 0) 00000100:00100000:1.0:1746139105.340722:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f17b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840499840:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3070us (3798us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139105.340736:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30133 00000100:00100000:0.0:1746139105.341520:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139105.341922:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840499968 00000100:00100000:3.0:1746139105.341931:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840499968 00010000:00010000:3.0:1746139105.341965:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451acbe62 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512cc8 expref: 82 pid: 18644 timeout: 830 lvb_type: 0 00000100:00100000:3.0:1746139105.342190:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17446 00000100:00100000:3.0:1746139105.342198:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f17aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+82:2007:x1830958840499968:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139105.342213:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139105.342233:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451acbe62 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512cc8 expref: 82 pid: 18644 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746139105.342250:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451acbe62 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512cc8 expref: 82 pid: 18644 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746139105.342273:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451acbe62 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512cc8 expref: 82 pid: 18644 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746139105.342300:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139105.342302:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139105.342310:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f1a0800/0x1f9f6ca451acbe69 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ccf expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139105.342318:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f1a0800/0x1f9f6ca451acbe69 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ccf expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139105.342348:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f1a0800/0x1f9f6ca451acbe69 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ccf expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139105.342361:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a075ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832232576:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139105.342431:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff880131530b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746139105.344682:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139105.344772:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840500096 00000100:00100000:1.0:1746139105.344779:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840500096 00000100:00100000:1.0:1746139105.345055:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30134 00000100:00100000:1.0:1746139105.345062:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f178700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+82:1800:x1830958840500096:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139105.345078:0:9563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139105.345094:0:9563:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1600/0x1f9f6ca451acbe70 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512cd6 expref: -99 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139105.345120:0:9563:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f1a0800/0x1f9f6ca451acbe69 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ccf expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139105.345127:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139105.345129:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139105.345132:0:9563:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1600/0x1f9f6ca451acbe70 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512cd6 expref: 83 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139105.345157:0:9563:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f1a0800/0x1f9f6ca451acbe69 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ccf expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139105.345168:0:9563:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f1a0800/0x1f9f6ca451acbe69 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ccf expref: 5 pid: 9563 timeout: 830 lvb_type: 0 00000100:00100000:1.0:1746139105.345179:0:9563:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb6bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832232704:192.168.203.56@tcp:104: 00000100:00100000:1.0:1746139105.345248:0:9563:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a059d600 going to sleep for 11 seconds 00000100:00100000:2.0:1746139105.347184:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a075ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832232576:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139105.347218:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139105.347257:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f17aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+83:2007:x1830958840499968:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 5058us (5739us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139105.347267:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17446 00000100:00100000:0.0:1746139105.347816:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139105.347993:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840500352 00000100:00100000:1.0:1746139105.347998:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840500352 00002000:00100000:1.0:1746139105.348035:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009f17ad80 x1830958840500352/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:31/0 lens 488/0 e 0 to 0 dl 1746139116 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139105.348045:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f17ad80 with x1830958840500352 ext(0->4095) 00010000:00010000:1.0:1746139105.348054:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f1a0800/0x1f9f6ca451acbe69 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ccf expref: 6 pid: 9563 timeout: 830 lvb_type: 0 00010000:00010000:1.0:1746139105.348065:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f1a0800/0x1f9f6ca451acbe69 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ccf expref: 6 pid: 9563 timeout: 830 lvb_type: 0 00002000:00010000:1.0:1746139105.348071:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f17ad80 00000100:00100000:1.0:1746139105.348290:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2837 00000100:00100000:1.0:1746139105.348296:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f17ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840500352:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746139105.348841:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f17ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840500352:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 544us (1025us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139105.348847:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2837 00002000:00100000:1.0:1746139105.348852:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009f17ad80 x1830958840500352/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:31/0 lens 488/4536 e 0 to 0 dl 1746139116 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139105.348859:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f17ad80 with x1830958840500352 ext(0->4095) 00010000:00010000:1.0:1746139105.348864:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f1a0800/0x1f9f6ca451acbe69 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ccf expref: 6 pid: 9563 timeout: 830 lvb_type: 0 00010000:00010000:1.0:1746139105.348873:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f1a0800/0x1f9f6ca451acbe69 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ccf expref: 6 pid: 9563 timeout: 830 lvb_type: 0 00002000:00010000:1.0:1746139105.348878:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f17ad80 00000100:00100000:1.0:1746139105.349316:0:9563:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb6bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832232704:192.168.203.56@tcp:104: 00010000:00010000:1.0:1746139105.349334:0:9563:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1600/0x1f9f6ca451acbe70 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512cd6 expref: 82 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139105.349347:0:9563:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f1a1600, rc 0) 00000100:00100000:1.0:1746139105.349369:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f178700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+82:1800:x1830958840500096:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4308us (4696us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139105.349375:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30134 00000100:00100000:0.0:1746139105.353272:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139105.354660:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840500480 00000100:00100000:2.0:1746139105.354675:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840500480 00010000:00010000:2.0:1746139105.354731:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f1a0800/0x1f9f6ca451acbe69 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ccf expref: 6 pid: 9563 timeout: 830 lvb_type: 0 00000100:00100000:2.0:1746139105.354772:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17447 00000100:00100000:2.0:1746139105.354780:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f178000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2009:x1830958840500480:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139105.354798:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139105.354824:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f1a0800/0x1f9f6ca451acbe69 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ccf expref: 6 pid: 9563 timeout: 830 lvb_type: 0 00010000:00010000:2.0:1746139105.354837:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f1a0800/0x1f9f6ca451acbe69 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ccf expref: 6 pid: 9563 timeout: 830 lvb_type: 0 00010000:00010000:2.0:1746139105.354862:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f1a0800/0x1f9f6ca451acbe69 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ccf expref: 6 pid: 9563 timeout: 830 lvb_type: 0 00010000:00010000:2.0:1746139105.354893:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139105.354896:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139105.354904:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1600/0x1f9f6ca451acbe70 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512cd6 expref: 81 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.354912:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1600/0x1f9f6ca451acbe70 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512cd6 expref: 81 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.354951:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1600/0x1f9f6ca451acbe70 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512cd6 expref: 81 pid: 9563 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746139105.354966:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134533800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832232832:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139105.355062:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ec29300 going to sleep for 11 seconds 00000100:00100000:2.0:1746139105.358466:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134533800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832232832:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139105.358497:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139105.358555:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f178000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2009:x1830958840500480:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3774us (5292us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139105.358566:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17447 00000100:00100000:0.0:1746139105.360108:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139105.360721:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840500736 00000100:00100000:1.0:1746139105.360729:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840500736 00002000:00100000:1.0:1746139105.360773:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009f17a300 x1830958840500736/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:31/0 lens 488/0 e 0 to 0 dl 1746139116 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139105.360784:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f17a300 with x1830958840500736 ext(0->4095) 00002000:00010000:1.0:1746139105.360788:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f17a300 00000100:00100000:1.0:1746139105.360817:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13424 00000100:00100000:1.0:1746139105.360824:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f17a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+82:2009:x1830958840500736:12345-192.168.203.56@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746139105.360953:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f17a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+82:2009:x1830958840500736:12345-192.168.203.56@tcp:3:ptlrpcd_01_00.0 Request processed in 129us (1208us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139105.360959:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13424 00002000:00100000:1.0:1746139105.360964:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009f17a300 x1830958840500736/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:31/0 lens 488/4536 e 0 to 0 dl 1746139116 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139105.360971:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f17a300 with x1830958840500736 ext(0->4095) 00002000:00010000:1.0:1746139105.360973:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f17a300 00000100:00100000:0.0:1746139105.367045:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139105.367175:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840500864 00000100:00100000:1.0:1746139105.367186:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840500864 00000100:00100000:2.0:1746139105.367667:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30135 00000100:00100000:2.0:1746139105.367679:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f178380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840500864:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139105.367701:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139105.367725:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e800/0x1f9f6ca451acbe77 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512cdd expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.367773:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1600/0x1f9f6ca451acbe70 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512cd6 expref: 81 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.367780:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139105.367782:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139105.367785:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e800/0x1f9f6ca451acbe77 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512cdd expref: 6 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.367819:0:18644:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1600/0x1f9f6ca451acbe70 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512cd6 expref: 81 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.367832:0:18644:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1600/0x1f9f6ca451acbe70 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512cd6 expref: 81 pid: 9563 timeout: 830 lvb_type: 0 00000100:00100000:2.0:1746139105.367844:0:18644:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134533800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832232960:192.168.203.56@tcp:104: 00000100:00100000:2.0:1746139105.367929:0:18644:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ec29300 going to sleep for 11 seconds 00000100:00100000:2.0:1746139105.374060:0:18644:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134533800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832232960:192.168.203.56@tcp:104: 00010000:00010000:2.0:1746139105.374096:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e800/0x1f9f6ca451acbe77 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512cdd expref: 6 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.374114:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7e800, rc 0) 00000100:00100000:2.0:1746139105.374184:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f178380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840500864:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6507us (7149us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139105.374193:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30135 00000100:00100000:0.0:1746139105.376246:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139105.376323:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840500992 00000100:00100000:3.0:1746139105.376331:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840500992 00002000:00100000:3.0:1746139105.376375:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff88009f17a680 x1830958840500992/t0(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:31/0 lens 496/0 e 0 to 0 dl 1746139116 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139105.376385:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f17a680 with x1830958840500992 ext(0->7) 00010000:00010000:3.0:1746139105.376395:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1600/0x1f9f6ca451acbe70 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512cd6 expref: 82 pid: 9563 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746139105.377519:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1600/0x1f9f6ca451acbe70 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512cd6 expref: 82 pid: 9563 timeout: 830 lvb_type: 0 00002000:00010000:3.0:1746139105.377530:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f17a680 00000100:00100000:3.0:1746139105.377574:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2838 00000100:00100000:3.0:1746139105.377585:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f17a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+82:2008:x1830958840500992:12345-192.168.203.56@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746139105.379117:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f17a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+84:2008:x1830958840500992:12345-192.168.203.56@tcp:4:ldlm_bl.0 Request processed in 1524us (2865us total) trans 4294972125 rc 0/0 00000100:00100000:0.0:1746139105.379129:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2838 00002000:00100000:0.0:1746139105.379138:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff88009f17a680 x1830958840500992/t4294972125(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:31/0 lens 496/448 e 0 to 0 dl 1746139116 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139105.379147:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f17a680 with x1830958840500992 ext(0->7) 00010000:00010000:0.0:1746139105.379158:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1600/0x1f9f6ca451acbe70 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512cd6 expref: 84 pid: 9563 timeout: 830 lvb_type: 0 00010000:00010000:0.0:1746139105.379171:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1600/0x1f9f6ca451acbe70 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512cd6 expref: 84 pid: 9563 timeout: 830 lvb_type: 0 00002000:00010000:0.0:1746139105.379177:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f17a680 00000100:00100000:0.0:1746139105.384739:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139105.385367:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139105.385443:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840501248 00000100:00100000:2.0:1746139105.385452:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840501120 00000100:00100000:3.0:1746139105.385455:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840501248 00000100:00100000:2.0:1746139105.385457:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840501120 00010000:00010000:2.0:1746139105.385505:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1600/0x1f9f6ca451acbe70 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512cd6 expref: 85 pid: 9563 timeout: 830 lvb_type: 0 00000100:00100000:3.0:1746139105.385529:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30136 00000100:00100000:2.0:1746139105.385531:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17448 00000100:00100000:3.0:1746139105.385538:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f178a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+85:1800:x1830958840501248:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:2.0:1746139105.385538:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f179f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+85:2007:x1830958840501120:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139105.385553:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139105.385557:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139105.385572:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f43aa00/0x1f9f6ca451acbe7e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512ce4 expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.385576:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1600/0x1f9f6ca451acbe70 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512cd6 expref: 85 pid: 9563 timeout: 830 lvb_type: 0 00010000:00010000:2.0:1746139105.385589:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1600/0x1f9f6ca451acbe70 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512cd6 expref: 86 pid: 9563 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746139105.385768:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746139105.385775:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e800/0x1f9f6ca451acbe77 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512cdd expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139105.385782:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746139105.385785:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f43aa00/0x1f9f6ca451acbe7e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ce4 expref: 86 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139105.385847:0:18644:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e800/0x1f9f6ca451acbe77 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512cdd expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139105.385862:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f43aa00/0x1f9f6ca451acbe7e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ce4 expref: 86 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139105.385873:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f43aa00, rc 0) 00000100:00100000:3.0:1746139105.385924:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f178a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+86:1800:x1830958840501248:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 387us (557us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139105.385930:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30136 00010000:00010000:2.0:1746139105.386192:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1600/0x1f9f6ca451acbe70 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512cd6 expref: 85 pid: 9563 timeout: 830 lvb_type: 0 00010000:00010000:2.0:1746139105.386213:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139105.386214:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139105.386342:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e800/0x1f9f6ca451acbe77 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512cdd expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.386350:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e800/0x1f9f6ca451acbe77 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512cdd expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.386372:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e800/0x1f9f6ca451acbe77 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512cdd expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.386384:0:7207:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e800/0x1f9f6ca451acbe77 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512cdd expref: 5 pid: 18644 timeout: 830 lvb_type: 0 00000100:00100000:2.0:1746139105.386396:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134533800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832233216:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139105.386876:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ec29300 going to sleep for 11 seconds 00000100:00100000:2.0:1746139105.391939:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134533800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832233216:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139105.391964:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139105.392028:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f179f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+84:2007:x1830958840501120:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 6488us (7299us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139105.392038:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17448 00000100:00100000:0.0:1746139105.392951:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139105.393029:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840501504 00000100:00100000:2.0:1746139105.393036:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840501504 00002000:00100000:2.0:1746139105.393078:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009f17b800 x1830958840501504/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:31/0 lens 488/0 e 0 to 0 dl 1746139116 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139105.393087:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f17b800 with x1830958840501504 ext(0->4095) 00010000:00010000:2.0:1746139105.393097:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e800/0x1f9f6ca451acbe77 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512cdd expref: 6 pid: 18644 timeout: 830 lvb_type: 0 00010000:00010000:2.0:1746139105.393116:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e800/0x1f9f6ca451acbe77 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512cdd expref: 6 pid: 18644 timeout: 830 lvb_type: 0 00002000:00010000:2.0:1746139105.393122:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f17b800 00000100:00100000:2.0:1746139105.393154:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2839 00000100:00100000:2.0:1746139105.393161:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f17b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840501504:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746139105.393325:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f17b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840501504:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 163us (376us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746139105.393332:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2839 00002000:00100000:2.0:1746139105.393338:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009f17b800 x1830958840501504/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:31/0 lens 488/4536 e 0 to 0 dl 1746139116 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139105.393346:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f17b800 with x1830958840501504 ext(0->4095) 00010000:00010000:2.0:1746139105.393351:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e800/0x1f9f6ca451acbe77 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512cdd expref: 6 pid: 18644 timeout: 830 lvb_type: 0 00010000:00010000:2.0:1746139105.393364:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e800/0x1f9f6ca451acbe77 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512cdd expref: 6 pid: 18644 timeout: 830 lvb_type: 0 00002000:00010000:2.0:1746139105.393369:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f17b800 00000100:00100000:0.0:1746139105.399493:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139105.399882:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840501632 00000100:00100000:2.0:1746139105.399893:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840501632 00010000:00010000:2.0:1746139105.399935:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e800/0x1f9f6ca451acbe77 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512cdd expref: 6 pid: 18644 timeout: 830 lvb_type: 0 00000100:00100000:2.0:1746139105.399966:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17449 00000100:00100000:2.0:1746139105.399974:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f179500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2009:x1830958840501632:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139105.399990:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139105.400010:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e800/0x1f9f6ca451acbe77 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512cdd expref: 6 pid: 18644 timeout: 830 lvb_type: 0 00010000:00010000:2.0:1746139105.400022:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e800/0x1f9f6ca451acbe77 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512cdd expref: 6 pid: 18644 timeout: 830 lvb_type: 0 00010000:00010000:2.0:1746139105.400043:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e800/0x1f9f6ca451acbe77 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512cdd expref: 6 pid: 18644 timeout: 830 lvb_type: 0 00010000:00010000:2.0:1746139105.400076:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139105.400079:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139105.400086:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f43aa00/0x1f9f6ca451acbe7e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ce4 expref: 83 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.400093:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f43aa00/0x1f9f6ca451acbe7e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ce4 expref: 83 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.400126:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f43aa00/0x1f9f6ca451acbe7e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ce4 expref: 83 pid: 18644 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746139105.400137:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134533800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832233344:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139105.400215:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ec29cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746139105.405044:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139105.405077:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134533800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832233344:192.168.203.56@tcp:105: 00000100:00100000:1.0:1746139105.405096:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840501888 00010000:00010000:2.0:1746139105.405097:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746139105.405103:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840501888 00002000:00100000:1.0:1746139105.405144:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880087513480 x1830958840501888/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:31/0 lens 488/0 e 0 to 0 dl 1746139116 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746139105.405152:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f179500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2009:x1830958840501632:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 5177us (5676us total) trans 0 rc 0/0 00002000:00100000:1.0:1746139105.405153:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087513480 with x1830958840501888 ext(0->4095) 00002000:00010000:1.0:1746139105.405157:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880087513480 00000100:00100000:2.0:1746139105.405163:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17449 00000100:00100000:1.0:1746139105.405185:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13425 00000100:00100000:1.0:1746139105.405190:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087513480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+84:2010:x1830958840501888:12345-192.168.203.56@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746139105.405303:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087513480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+84:2010:x1830958840501888:12345-192.168.203.56@tcp:3:ptlrpcd_01_01.0 Request processed in 113us (269us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139105.405309:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13425 00002000:00100000:1.0:1746139105.405314:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880087513480 x1830958840501888/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:31/0 lens 488/4536 e 0 to 0 dl 1746139116 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139105.405320:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087513480 with x1830958840501888 ext(0->4095) 00002000:00010000:1.0:1746139105.405322:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880087513480 00000100:00100000:3.0:1746139105.439757:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139105.439891:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840502016 00000100:00100000:2.0:1746139105.439901:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840502016 00000100:00100000:2.0:1746139105.439962:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30137 00000100:00100000:2.0:1746139105.439972:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0758380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840502016:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139105.439994:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139105.440017:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acbe85 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512ceb expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.440052:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f43aa00/0x1f9f6ca451acbe7e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ce4 expref: 83 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.440060:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139105.440062:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139105.440065:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acbe85 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ceb expref: 6 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.440104:0:18644:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f43aa00/0x1f9f6ca451acbe7e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ce4 expref: 83 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.440119:0:18644:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f43aa00/0x1f9f6ca451acbe7e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ce4 expref: 83 pid: 18644 timeout: 830 lvb_type: 0 00000100:00100000:2.0:1746139105.440133:0:18644:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134533800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832233472:192.168.203.56@tcp:104: 00000100:00100000:2.0:1746139105.440230:0:18644:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ec29cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746139105.445488:0:18644:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134533800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832233472:192.168.203.56@tcp:104: 00010000:00010000:3.0:1746139105.445533:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acbe85 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ceb expref: 6 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139105.445556:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7ea00, rc 0) 00000100:00100000:3.0:1746139105.445641:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0758380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840502016:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5644us (5870us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139105.445652:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30137 00000100:00100000:0.0:1746139105.447131:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139105.447491:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840502144 00000100:00100000:3.0:1746139105.447501:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840502144 00002000:00100000:3.0:1746139105.447559:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff880087510a80 x1830958840502144/t0(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:31/0 lens 496/0 e 0 to 0 dl 1746139116 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139105.447569:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087510a80 with x1830958840502144 ext(0->7) 00010000:00010000:3.0:1746139105.447578:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f43aa00/0x1f9f6ca451acbe7e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ce4 expref: 84 pid: 18644 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746139105.447595:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f43aa00/0x1f9f6ca451acbe7e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ce4 expref: 84 pid: 18644 timeout: 830 lvb_type: 0 00002000:00010000:3.0:1746139105.447607:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880087510a80 00000100:00100000:3.0:1746139105.447688:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2840 00000100:00100000:3.0:1746139105.447697:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087510a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+84:2007:x1830958840502144:12345-192.168.203.56@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746139105.449661:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087510a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+86:2007:x1830958840502144:12345-192.168.203.56@tcp:4:ldlm_bl.0 Request processed in 1953us (2527us total) trans 4294972126 rc 0/0 00000100:00100000:0.0:1746139105.449676:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2840 00002000:00100000:0.0:1746139105.449685:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff880087510a80 x1830958840502144/t4294972126(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:31/0 lens 496/448 e 0 to 0 dl 1746139116 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139105.449695:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087510a80 with x1830958840502144 ext(0->7) 00010000:00010000:0.0:1746139105.449705:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f43aa00/0x1f9f6ca451acbe7e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ce4 expref: 86 pid: 18644 timeout: 830 lvb_type: 0 00010000:00010000:0.0:1746139105.449722:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f43aa00/0x1f9f6ca451acbe7e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ce4 expref: 86 pid: 18644 timeout: 830 lvb_type: 0 00002000:00010000:0.0:1746139105.449728:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880087510a80 00000100:00100000:0.0:1746139105.456179:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139105.460288:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840502272 00000100:00100000:2.0:1746139105.460305:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840502272 00010000:00010000:2.0:1746139105.460358:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f43aa00/0x1f9f6ca451acbe7e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ce4 expref: 86 pid: 18644 timeout: 830 lvb_type: 0 00000100:00100000:2.0:1746139105.460402:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17450 00000100:00100000:2.0:1746139105.460411:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087511880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+86:2007:x1830958840502272:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139105.460429:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139105.460453:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f43aa00/0x1f9f6ca451acbe7e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ce4 expref: 86 pid: 18644 timeout: 830 lvb_type: 0 00010000:00010000:2.0:1746139105.460466:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f43aa00/0x1f9f6ca451acbe7e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ce4 expref: 86 pid: 18644 timeout: 830 lvb_type: 0 00010000:00010000:2.0:1746139105.460519:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f43aa00/0x1f9f6ca451acbe7e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ce4 expref: 86 pid: 18644 timeout: 830 lvb_type: 0 00010000:00010000:2.0:1746139105.460571:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139105.460574:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139105.460582:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acbe85 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ceb expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.460591:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acbe85 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ceb expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.460648:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acbe85 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ceb expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746139105.460662:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134531c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832233600:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139105.460761:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ec29cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746139105.463328:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139105.463672:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840502400 00000100:00100000:3.0:1746139105.463682:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840502400 00000100:00100000:3.0:1746139105.463750:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30138 00000100:00100000:3.0:1746139105.463760:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087512300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+86:1800:x1830958840502400:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746139105.463780:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1746139105.463920:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134531c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832233600:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139105.463940:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139105.463993:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087511880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+86:2007:x1830958840502272:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3582us (7829us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139105.464001:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17450 00000100:00100000:0.0:1746139105.464209:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139105.464229:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840502656 00000100:00100000:0.0:1746139105.464232:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840502656 00002000:00100000:0.0:1746139105.464261:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880087512680 x1830958840502656/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:31/0 lens 488/0 e 0 to 0 dl 1746139116 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139105.464271:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087512680 with x1830958840502656 ext(0->4095) 00002000:00010000:0.0:1746139105.465862:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880087512680 00000100:00100000:0.0:1746139105.465906:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13426 00000100:00100000:0.0:1746139105.465918:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087512680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840502656:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00010000:00010000:3.0:1746139105.466273:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f43b600/0x1f9f6ca451acbe8c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512cf2 expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139105.466302:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acbe85 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ceb expref: 6 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139105.466309:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139105.466311:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139105.466314:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f43b600/0x1f9f6ca451acbe8c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512cf2 expref: 86 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139105.466345:0:18644:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acbe85 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ceb expref: 6 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139105.466357:0:18644:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acbe85 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ceb expref: 6 pid: 18644 timeout: 830 lvb_type: 0 00000100:00100000:3.0:1746139105.466369:0:18644:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0758000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832233728:192.168.203.56@tcp:104: 00000100:00100000:0.0:1746139105.467027:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087512680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840502656:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 1107us (2811us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746139105.467034:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13426 00002000:00100000:0.0:1746139105.467042:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880087512680 x1830958840502656/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:31/0 lens 488/4536 e 0 to 0 dl 1746139116 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139105.467050:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087512680 with x1830958840502656 ext(0->4095) 00010000:00010000:0.0:1746139105.467056:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acbe85 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ceb expref: 6 pid: 18644 timeout: 830 lvb_type: 0 00010000:00010000:0.0:1746139105.467065:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acbe85 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ceb expref: 6 pid: 18644 timeout: 830 lvb_type: 0 00002000:00010000:0.0:1746139105.467071:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880087512680 00000100:00100000:3.0:1746139105.467139:0:18644:0:(client.c:2553:ptlrpc_set_wait()) set ffff880131530b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746139105.470388:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139105.470600:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840502784 00000100:00100000:1.0:1746139105.470609:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840502784 00000100:00100000:1.0:1746139105.470931:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30139 00000100:00100000:1.0:1746139105.470941:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0759c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+87:1814:x1830958840502784:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139105.470963:0:9563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1746139105.470975:0:18644:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0758000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832233728:192.168.203.56@tcp:104: 00010000:00010000:1.0:1746139105.470981:0:9563:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f1a0800/0x1f9f6ca451acbe93 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512cf9 expref: -99 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139105.471011:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139105.471017:0:9563:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f43b600/0x1f9f6ca451acbe8c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512cf2 expref: 88 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139105.471023:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139105.471026:0:9563:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f1a0800/0x1f9f6ca451acbe93 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512cf9 expref: 88 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.471099:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f43b600/0x1f9f6ca451acbe8c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512cf2 expref: 88 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.471110:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f43b600, rc 0) 00010000:00010000:1.0:1746139105.471329:0:9563:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f43b600/0x1f9f6ca451acbe8c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512cf2 expref: 88 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139105.471339:0:9563:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f1a0800/0x1f9f6ca451acbe93 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512cf9 expref: 88 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139105.471346:0:9563:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f1a0800, rc 0) 00000100:00100000:2.0:1746139105.471379:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087512300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+88:1800:x1830958840502400:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7619us (8062us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139105.471385:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30138 00000100:00100000:1.0:1746139105.471605:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0759c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+87:1814:x1830958840502784:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 665us (1227us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139105.471610:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30139 00000100:00100000:0.0:1746139105.472837:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139105.473032:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840502912 00000100:00100000:2.0:1746139105.473039:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840502912 00010000:00010000:2.0:1746139105.473066:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acbe85 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ceb expref: 6 pid: 18644 timeout: 830 lvb_type: 0 00000100:00100000:2.0:1746139105.473088:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17451 00000100:00100000:2.0:1746139105.473094:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087511c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840502912:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139105.473107:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139105.473126:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acbe85 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ceb expref: 6 pid: 18644 timeout: 830 lvb_type: 0 00010000:00010000:2.0:1746139105.473136:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acbe85 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ceb expref: 6 pid: 18644 timeout: 830 lvb_type: 0 00010000:00010000:2.0:1746139105.473157:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acbe85 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ceb expref: 6 pid: 18644 timeout: 830 lvb_type: 0 00010000:00010000:2.0:1746139105.473190:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139105.473192:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139105.473199:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f43b600/0x1f9f6ca451acbe8c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512cf2 expref: 86 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.473206:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f43b600/0x1f9f6ca451acbe8c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512cf2 expref: 86 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.473236:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f43b600/0x1f9f6ca451acbe8c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512cf2 expref: 86 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.473247:0:7207:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f43b600/0x1f9f6ca451acbe8c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512cf2 expref: 86 pid: 18644 timeout: 830 lvb_type: 0 00000100:00100000:2.0:1746139105.473258:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134531c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832233984:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139105.473333:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ec29cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746139105.475003:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134531c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832233984:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139105.475021:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139105.475054:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087511c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2007:x1830958840502912:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 1959us (2221us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139105.475063:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17451 00000100:00100000:0.0:1746139105.476961:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139105.477044:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840503168 00000100:00100000:1.0:1746139105.477052:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840503168 00002000:00100000:1.0:1746139105.477095:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880087510700 x1830958840503168/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:31/0 lens 488/0 e 0 to 0 dl 1746139116 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139105.477105:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087510700 with x1830958840503168 ext(0->4095) 00010000:00010000:1.0:1746139105.477113:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f43b600/0x1f9f6ca451acbe8c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512cf2 expref: 87 pid: 18644 timeout: 830 lvb_type: 0 00010000:00010000:1.0:1746139105.477125:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f43b600/0x1f9f6ca451acbe8c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512cf2 expref: 87 pid: 18644 timeout: 830 lvb_type: 0 00002000:00010000:1.0:1746139105.477136:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880087510700 00000100:00100000:1.0:1746139105.477152:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2841 00000100:00100000:1.0:1746139105.477158:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087510700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+87:2008:x1830958840503168:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746139105.477307:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087510700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+87:2008:x1830958840503168:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 148us (353us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139105.477313:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2841 00002000:00100000:1.0:1746139105.477318:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880087510700 x1830958840503168/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:31/0 lens 488/4536 e 0 to 0 dl 1746139116 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139105.477326:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087510700 with x1830958840503168 ext(0->4095) 00010000:00010000:1.0:1746139105.477330:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f43b600/0x1f9f6ca451acbe8c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512cf2 expref: 87 pid: 18644 timeout: 830 lvb_type: 0 00010000:00010000:1.0:1746139105.477339:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f43b600/0x1f9f6ca451acbe8c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512cf2 expref: 87 pid: 18644 timeout: 830 lvb_type: 0 00002000:00010000:1.0:1746139105.477344:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880087510700 00000100:00100000:0.0:1746139105.479502:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139105.479711:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840503296 00000100:00100000:2.0:1746139105.479720:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840503296 00010000:00010000:2.0:1746139105.479753:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f43b600/0x1f9f6ca451acbe8c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512cf2 expref: 87 pid: 18644 timeout: 830 lvb_type: 0 00000100:00100000:2.0:1746139105.479792:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17452 00000100:00100000:2.0:1746139105.479799:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124a2e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+87:2007:x1830958840503296:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139105.479811:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139105.479832:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f43b600/0x1f9f6ca451acbe8c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512cf2 expref: 87 pid: 18644 timeout: 830 lvb_type: 0 00010000:00010000:2.0:1746139105.479844:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f43b600/0x1f9f6ca451acbe8c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512cf2 expref: 87 pid: 18644 timeout: 830 lvb_type: 0 00010000:00010000:2.0:1746139105.479868:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f43b600/0x1f9f6ca451acbe8c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512cf2 expref: 87 pid: 18644 timeout: 830 lvb_type: 0 00010000:00010000:2.0:1746139105.479900:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139105.479902:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139105.479908:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f1a0800/0x1f9f6ca451acbe93 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512cf9 expref: 86 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.479915:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f1a0800/0x1f9f6ca451acbe93 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512cf9 expref: 86 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.479950:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f1a0800/0x1f9f6ca451acbe93 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512cf9 expref: 86 pid: 9563 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746139105.479963:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134531c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832234112:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139105.480048:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ec29cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746139105.482257:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134531c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832234112:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139105.482277:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139105.482765:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124a2e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+86:2007:x1830958840503296:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 2964us (3270us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139105.482777:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17452 00000100:00100000:0.0:1746139105.484042:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139105.484130:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840503552 00000100:00100000:2.0:1746139105.484138:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840503552 00002000:00100000:2.0:1746139105.484186:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880087512a00 x1830958840503552/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:31/0 lens 488/0 e 0 to 0 dl 1746139116 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139105.484195:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087512a00 with x1830958840503552 ext(0->4095) 00002000:00010000:2.0:1746139105.484200:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880087512a00 00000100:00100000:2.0:1746139105.484232:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13427 00000100:00100000:2.0:1746139105.484240:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087512a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+86:2007:x1830958840503552:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746139105.484373:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087512a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+86:2007:x1830958840503552:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 134us (337us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746139105.484379:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13427 00002000:00100000:2.0:1746139105.484384:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880087512a00 x1830958840503552/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:31/0 lens 488/4536 e 0 to 0 dl 1746139116 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139105.484391:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087512a00 with x1830958840503552 ext(0->4095) 00002000:00010000:2.0:1746139105.484394:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880087512a00 00000100:00100000:0.0:1746139105.488496:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139105.488653:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840503680 00000100:00100000:1.0:1746139105.488663:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840503680 00000100:00100000:1.0:1746139105.488727:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30140 00000100:00100000:1.0:1746139105.488735:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087513100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840503680:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139105.488755:0:9563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139105.488775:0:9563:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1c00/0x1f9f6ca451acbe9a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512d00 expref: -99 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139105.488811:0:9563:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f1a0800/0x1f9f6ca451acbe93 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512cf9 expref: 85 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139105.488819:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139105.488821:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139105.488824:0:9563:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1c00/0x1f9f6ca451acbe9a lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d00 expref: 6 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139105.488855:0:9563:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f1a0800/0x1f9f6ca451acbe93 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512cf9 expref: 85 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139105.488873:0:9563:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f1a0800/0x1f9f6ca451acbe93 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512cf9 expref: 85 pid: 9563 timeout: 830 lvb_type: 0 00000100:00100000:1.0:1746139105.488885:0:9563:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb6bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832234240:192.168.203.56@tcp:104: 00000100:00100000:1.0:1746139105.488971:0:9563:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a059dcc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746139105.491167:0:9563:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb6bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832234240:192.168.203.56@tcp:104: 00010000:00010000:1.0:1746139105.491200:0:9563:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1c00/0x1f9f6ca451acbe9a lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d00 expref: 6 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139105.491216:0:9563:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f1a1c00, rc 0) 00000100:00100000:1.0:1746139105.491263:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087513100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840503680:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2528us (2790us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139105.491272:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30140 00000100:00100000:0.0:1746139105.492126:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139105.492532:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840503808 00000100:00100000:3.0:1746139105.492541:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840503808 00010000:00010000:3.0:1746139105.492570:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f1a0800/0x1f9f6ca451acbe93 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512cf9 expref: 86 pid: 9563 timeout: 830 lvb_type: 0 00000100:00100000:3.0:1746139105.492600:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17453 00000100:00100000:3.0:1746139105.492607:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087511180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+86:2008:x1830958840503808:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139105.492643:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139105.492662:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f1a0800/0x1f9f6ca451acbe93 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512cf9 expref: 86 pid: 9563 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746139105.492674:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f1a0800/0x1f9f6ca451acbe93 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512cf9 expref: 86 pid: 9563 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746139105.492696:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f1a0800/0x1f9f6ca451acbe93 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512cf9 expref: 86 pid: 9563 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746139105.492715:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139105.492717:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139105.492724:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1c00/0x1f9f6ca451acbe9a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d00 expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139105.492732:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1c00/0x1f9f6ca451acbe9a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d00 expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139105.492761:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1c00/0x1f9f6ca451acbe9a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d00 expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139105.492772:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0758000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832234368:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139105.492828:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff880131530d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746139105.493892:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139105.494010:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840503936 00000100:00100000:1.0:1746139105.494015:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840503936 00000100:00100000:1.0:1746139105.494048:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30141 00000100:00100000:1.0:1746139105.494054:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087513b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+86:1800:x1830958840503936:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139105.494068:0:9563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139105.494081:0:9563:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1400/0x1f9f6ca451acbea1 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512d07 expref: -99 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139105.494101:0:9563:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1c00/0x1f9f6ca451acbe9a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d00 expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139105.494108:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139105.494109:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139105.494112:0:9563:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1400/0x1f9f6ca451acbea1 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d07 expref: 87 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139105.494134:0:9563:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1c00/0x1f9f6ca451acbe9a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d00 expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139105.494145:0:9563:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1c00/0x1f9f6ca451acbe9a lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d00 expref: 5 pid: 9563 timeout: 830 lvb_type: 0 00000100:00100000:1.0:1746139105.494154:0:9563:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb6bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832234496:192.168.203.56@tcp:104: 00000100:00100000:1.0:1746139105.494197:0:9563:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a059dcc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746139105.497303:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0758000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832234368:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139105.497348:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139105.497389:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087511180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+87:2008:x1830958840503808:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 4782us (5264us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139105.497399:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17453 00000100:00100000:1.0:1746139105.497500:0:9563:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb6bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832234496:192.168.203.56@tcp:104: 00010000:00010000:1.0:1746139105.497521:0:9563:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1400/0x1f9f6ca451acbea1 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d07 expref: 86 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139105.497541:0:9563:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f1a1400, rc 0) 00000100:00100000:1.0:1746139105.497562:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087513b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+86:1800:x1830958840503936:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3508us (3675us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139105.497568:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30141 00000100:00100000:0.0:1746139105.498898:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139105.499063:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840504192 00000100:00100000:1.0:1746139105.499069:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840504192 00002000:00100000:1.0:1746139105.499104:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880087510380 x1830958840504192/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:31/0 lens 488/0 e 0 to 0 dl 1746139116 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139105.499114:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087510380 with x1830958840504192 ext(0->4095) 00010000:00010000:1.0:1746139105.499121:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1c00/0x1f9f6ca451acbe9a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d00 expref: 6 pid: 9563 timeout: 830 lvb_type: 0 00010000:00010000:1.0:1746139105.499133:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1c00/0x1f9f6ca451acbe9a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d00 expref: 6 pid: 9563 timeout: 830 lvb_type: 0 00002000:00010000:1.0:1746139105.499139:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880087510380 00000100:00100000:1.0:1746139105.499725:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2842 00000100:00100000:1.0:1746139105.499734:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087510380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840504192:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746139105.499860:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087510380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840504192:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 128us (966us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139105.499866:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2842 00002000:00100000:1.0:1746139105.499870:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880087510380 x1830958840504192/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:31/0 lens 488/4536 e 0 to 0 dl 1746139116 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139105.499884:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087510380 with x1830958840504192 ext(0->4095) 00010000:00010000:1.0:1746139105.499888:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1c00/0x1f9f6ca451acbe9a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d00 expref: 6 pid: 9563 timeout: 830 lvb_type: 0 00010000:00010000:1.0:1746139105.499896:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1c00/0x1f9f6ca451acbe9a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d00 expref: 6 pid: 9563 timeout: 830 lvb_type: 0 00002000:00010000:1.0:1746139105.499901:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880087510380 00000100:00100000:0.0:1746139105.503190:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139105.503342:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840504320 00000100:00100000:3.0:1746139105.503351:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840504320 00010000:00010000:3.0:1746139105.503384:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1c00/0x1f9f6ca451acbe9a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d00 expref: 6 pid: 9563 timeout: 830 lvb_type: 0 00000100:00100000:3.0:1746139105.503420:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17454 00000100:00100000:3.0:1746139105.503428:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087510000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840504320:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139105.503441:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139105.503462:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1c00/0x1f9f6ca451acbe9a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d00 expref: 6 pid: 9563 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746139105.503474:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1c00/0x1f9f6ca451acbe9a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d00 expref: 6 pid: 9563 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746139105.503507:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1c00/0x1f9f6ca451acbe9a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d00 expref: 6 pid: 9563 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746139105.503535:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139105.503537:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139105.503544:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1400/0x1f9f6ca451acbea1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d07 expref: 85 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139105.503551:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1400/0x1f9f6ca451acbea1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d07 expref: 85 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139105.503585:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1400/0x1f9f6ca451acbea1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d07 expref: 85 pid: 9563 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139105.503597:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0758000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832234624:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139105.503702:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff880131530d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746139105.506113:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0758000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832234624:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139105.506165:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139105.506202:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087510000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2008:x1830958840504320:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 2774us (3021us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139105.506211:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17454 00000100:00100000:0.0:1746139105.507648:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139105.508121:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840504576 00000100:00100000:2.0:1746139105.508129:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840504576 00002000:00100000:2.0:1746139105.508171:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880087511f80 x1830958840504576/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:31/0 lens 488/0 e 0 to 0 dl 1746139116 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139105.508186:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087511f80 with x1830958840504576 ext(0->4095) 00002000:00010000:2.0:1746139105.508190:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880087511f80 00000100:00100000:2.0:1746139105.508220:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13428 00000100:00100000:2.0:1746139105.508229:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087511f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+86:2008:x1830958840504576:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746139105.508367:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087511f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+86:2008:x1830958840504576:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 140us (751us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746139105.508372:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13428 00002000:00100000:2.0:1746139105.508378:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880087511f80 x1830958840504576/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:31/0 lens 488/4536 e 0 to 0 dl 1746139116 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139105.508385:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087511f80 with x1830958840504576 ext(0->4095) 00002000:00010000:2.0:1746139105.508387:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880087511f80 00000100:00100000:0.0:1746139105.513776:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139105.513943:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840504704 00000100:00100000:1.0:1746139105.513953:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840504704 00000100:00100000:1.0:1746139105.514011:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30142 00000100:00100000:1.0:1746139105.514020:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087511880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840504704:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139105.514041:0:9563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139105.514058:0:9563:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1800/0x1f9f6ca451acbea8 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512d0e expref: -99 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139105.514088:0:9563:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1400/0x1f9f6ca451acbea1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d07 expref: 85 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139105.514094:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139105.514096:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139105.514099:0:9563:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1800/0x1f9f6ca451acbea8 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d0e expref: 6 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139105.514129:0:9563:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1400/0x1f9f6ca451acbea1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d07 expref: 85 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139105.514146:0:9563:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1400/0x1f9f6ca451acbea1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d07 expref: 85 pid: 9563 timeout: 830 lvb_type: 0 00000100:00100000:1.0:1746139105.514158:0:9563:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb6bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832234752:192.168.203.56@tcp:104: 00000100:00100000:1.0:1746139105.514247:0:9563:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a059d6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746139105.521820:0:9563:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb6bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832234752:192.168.203.56@tcp:104: 00010000:00010000:1.0:1746139105.521856:0:9563:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1800/0x1f9f6ca451acbea8 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d0e expref: 6 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139105.521874:0:9563:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f1a1800, rc 0) 00000100:00100000:1.0:1746139105.521930:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087511880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840504704:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7910us (8164us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139105.521940:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30142 00000100:00100000:0.0:1746139105.529606:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139105.529802:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840504832 00000100:00100000:1.0:1746139105.529814:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840504832 00002000:00100000:1.0:1746139105.529870:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff880087511c00 x1830958840504832/t0(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:31/0 lens 496/0 e 0 to 0 dl 1746139116 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139105.529880:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087511c00 with x1830958840504832 ext(0->7) 00010000:00010000:1.0:1746139105.529890:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1400/0x1f9f6ca451acbea1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d07 expref: 86 pid: 9563 timeout: 830 lvb_type: 0 00010000:00010000:1.0:1746139105.529904:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1400/0x1f9f6ca451acbea1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d07 expref: 86 pid: 9563 timeout: 830 lvb_type: 0 00002000:00010000:1.0:1746139105.529915:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880087511c00 00000100:00100000:1.0:1746139105.529952:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2843 00000100:00100000:1.0:1746139105.529961:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087511c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+86:2007:x1830958840504832:12345-192.168.203.56@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746139105.539023:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087511c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+88:2007:x1830958840504832:12345-192.168.203.56@tcp:4:ldlm_bl.0 Request processed in 9049us (9417us total) trans 4294972127 rc 0/0 00000100:00100000:1.0:1746139105.539037:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2843 00002000:00100000:1.0:1746139105.539049:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff880087511c00 x1830958840504832/t4294972127(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:31/0 lens 496/448 e 0 to 0 dl 1746139116 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139105.539060:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087511c00 with x1830958840504832 ext(0->7) 00010000:00010000:1.0:1746139105.539071:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1400/0x1f9f6ca451acbea1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d07 expref: 88 pid: 9563 timeout: 830 lvb_type: 0 00010000:00010000:1.0:1746139105.539087:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1400/0x1f9f6ca451acbea1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d07 expref: 88 pid: 9563 timeout: 830 lvb_type: 0 00002000:00010000:1.0:1746139105.539094:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880087511c00 00000100:00100000:0.0:1746139105.539255:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139105.539564:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840504960 00000100:00100000:1.0:1746139105.539572:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840504960 00000100:00100000:1.0:1746139105.539819:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30143 00000100:00100000:1.0:1746139105.539827:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ee96a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+88:1800:x1830958840504960:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139105.539840:0:9563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139105.539856:0:9563:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1600/0x1f9f6ca451acbeaf lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512d15 expref: -99 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139105.539884:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139105.539890:0:9563:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1800/0x1f9f6ca451acbea8 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d0e expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139105.539896:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746139105.539900:0:9563:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1600/0x1f9f6ca451acbeaf lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d15 expref: 89 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139105.539941:0:9563:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1800/0x1f9f6ca451acbea8 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d0e expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139105.539954:0:9563:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1600/0x1f9f6ca451acbeaf lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d15 expref: 89 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139105.539963:0:9563:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f1a1600, rc 0) 00000100:00100000:1.0:1746139105.539999:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ee96a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+89:1800:x1830958840504960:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 173us (745us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139105.540005:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30143 00000100:00100000:0.0:1746139105.542490:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139105.543209:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840505088 00000100:00100000:3.0:1746139105.543220:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840505088 00010000:00010000:3.0:1746139105.543259:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1400/0x1f9f6ca451acbea1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d07 expref: 89 pid: 9563 timeout: 830 lvb_type: 0 00000100:00100000:3.0:1746139105.543293:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17455 00000100:00100000:3.0:1746139105.543300:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ee94700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+89:2010:x1830958840505088:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139105.543315:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1746139105.543336:0:7207:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x1a:0x0] updating lvb mtime from disk: 1746139105 -> 1746139106 00002000:00010000:3.0:1746139105.543339:0:7207:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x1a:0x0] updating lvb ctime from disk: 1746139105 -> 1746139106 00010000:00010000:3.0:1746139105.543345:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1400/0x1f9f6ca451acbea1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d07 expref: 89 pid: 9563 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746139105.543357:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1400/0x1f9f6ca451acbea1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d07 expref: 89 pid: 9563 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746139105.543385:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1400/0x1f9f6ca451acbea1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d07 expref: 89 pid: 9563 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746139105.543417:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139105.543419:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139105.543429:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1800/0x1f9f6ca451acbea8 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d0e expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139105.543438:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1800/0x1f9f6ca451acbea8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d0e expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139105.543475:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1800/0x1f9f6ca451acbea8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d0e expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139105.543497:0:7207:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1800/0x1f9f6ca451acbea8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d0e expref: 5 pid: 9563 timeout: 830 lvb_type: 0 00000100:00100000:3.0:1746139105.543508:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0758000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832235008:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139105.543588:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff880131530d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746139105.547889:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139105.548073:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840505344 00000100:00100000:1.0:1746139105.548083:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840505344 00002000:00100000:1.0:1746139105.548130:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88012ee95880 x1830958840505344/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:31/0 lens 488/0 e 0 to 0 dl 1746139116 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139105.548140:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ee95880 with x1830958840505344 ext(0->4095) 00010000:00010000:1.0:1746139105.548149:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1800/0x1f9f6ca451acbea8 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d0e expref: 6 pid: 9563 timeout: 830 lvb_type: 0 00010000:00010000:1.0:1746139105.548168:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1800/0x1f9f6ca451acbea8 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d0e expref: 6 pid: 9563 timeout: 830 lvb_type: 0 00002000:00010000:1.0:1746139105.548173:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012ee95880 00000100:00100000:3.0:1746139105.548413:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0758000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832235008:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139105.548448:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139105.548507:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ee94700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+88:2010:x1830958840505088:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 5206us (6036us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139105.548518:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17455 00000100:00100000:1.0:1746139105.548695:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2844 00000100:00100000:1.0:1746139105.548702:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ee95880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840505344:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746139105.549764:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ee95880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840505344:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 1058us (1878us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139105.549772:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2844 00002000:00100000:1.0:1746139105.549778:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88012ee95880 x1830958840505344/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:31/0 lens 488/4536 e 0 to 0 dl 1746139116 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139105.549786:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ee95880 with x1830958840505344 ext(0->4095) 00010000:00010000:1.0:1746139105.549794:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1800/0x1f9f6ca451acbea8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d0e expref: 6 pid: 9563 timeout: 830 lvb_type: 0 00010000:00010000:1.0:1746139105.549804:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1800/0x1f9f6ca451acbea8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d0e expref: 6 pid: 9563 timeout: 830 lvb_type: 0 00002000:00010000:1.0:1746139105.549810:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012ee95880 00000100:00100000:0.0:1746139105.552883:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139105.553001:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840505472 00000100:00100000:3.0:1746139105.553012:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840505472 00010000:00010000:3.0:1746139105.553052:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1800/0x1f9f6ca451acbea8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d0e expref: 6 pid: 9563 timeout: 830 lvb_type: 0 00000100:00100000:3.0:1746139105.553092:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17456 00000100:00100000:3.0:1746139105.553100:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ee97480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840505472:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139105.553115:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139105.553136:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1800/0x1f9f6ca451acbea8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d0e expref: 6 pid: 9563 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746139105.553149:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1800/0x1f9f6ca451acbea8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d0e expref: 6 pid: 9563 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746139105.553172:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1800/0x1f9f6ca451acbea8 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d0e expref: 6 pid: 9563 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746139105.553438:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139105.553441:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139105.553448:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1600/0x1f9f6ca451acbeaf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d15 expref: 87 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139105.553456:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1600/0x1f9f6ca451acbeaf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d15 expref: 87 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139105.553505:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1600/0x1f9f6ca451acbeaf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d15 expref: 87 pid: 9563 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139105.553519:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0758000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832235136:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139105.553926:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff880131530d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746139105.556855:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139105.556896:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840505728 00000100:00100000:0.0:1746139105.556905:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840505728 00002000:00100000:0.0:1746139105.556957:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88012ee97800 x1830958840505728/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:31/0 lens 488/0 e 0 to 0 dl 1746139116 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139105.556967:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ee97800 with x1830958840505728 ext(0->4095) 00002000:00010000:0.0:1746139105.556971:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ee97800 00000100:00100000:2.0:1746139105.557172:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0758000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832235136:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139105.557213:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139105.557319:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ee97480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2008:x1830958840505472:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 4218us (4445us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139105.557329:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17456 00000100:00100000:0.0:1746139105.557588:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13429 00000100:00100000:0.0:1746139105.557596:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ee97800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+88:2008:x1830958840505728:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746139105.557758:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ee97800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+88:2008:x1830958840505728:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 163us (916us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746139105.557763:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13429 00002000:00100000:0.0:1746139105.557768:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88012ee97800 x1830958840505728/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:31/0 lens 488/4536 e 0 to 0 dl 1746139116 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139105.557776:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ee97800 with x1830958840505728 ext(0->4095) 00002000:00010000:0.0:1746139105.557779:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ee97800 00000100:00100000:0.0:1746139105.559988:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139105.560322:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840505856 00000100:00100000:3.0:1746139105.560331:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840505856 00000100:00100000:3.0:1746139105.560382:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30144 00000100:00100000:3.0:1746139105.560390:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ee95500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840505856:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746139105.560406:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139105.560424:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f43b600/0x1f9f6ca451acbeb6 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512d1c expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139105.560452:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1600/0x1f9f6ca451acbeaf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d15 expref: 87 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139105.560459:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746139105.560461:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746139105.560463:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f43b600/0x1f9f6ca451acbeb6 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d1c expref: 6 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139105.560519:0:18644:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1600/0x1f9f6ca451acbeaf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d15 expref: 87 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139105.560532:0:18644:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1600/0x1f9f6ca451acbeaf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d15 expref: 87 pid: 9563 timeout: 830 lvb_type: 0 00000100:00100000:3.0:1746139105.560548:0:18644:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a075ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832235264:192.168.203.56@tcp:104: 00000100:00100000:3.0:1746139105.560648:0:18644:0:(client.c:2553:ptlrpc_set_wait()) set ffff880131530d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746139105.562342:0:18644:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a075ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832235264:192.168.203.56@tcp:104: 00010000:00010000:3.0:1746139105.562397:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f43b600/0x1f9f6ca451acbeb6 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d1c expref: 6 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139105.562412:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f43b600, rc 0) 00000100:00100000:3.0:1746139105.562445:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ee95500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840505856:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2055us (2464us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139105.562454:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30144 00000100:00100000:0.0:1746139105.563202:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139105.564062:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840505984 00000100:00100000:2.0:1746139105.564070:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840505984 00010000:00010000:2.0:1746139105.564105:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1600/0x1f9f6ca451acbeaf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d15 expref: 88 pid: 9563 timeout: 830 lvb_type: 0 00000100:00100000:2.0:1746139105.564425:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17457 00000100:00100000:2.0:1746139105.564433:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ee96680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+88:2008:x1830958840505984:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139105.564447:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139105.564470:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1600/0x1f9f6ca451acbeaf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d15 expref: 88 pid: 9563 timeout: 830 lvb_type: 0 00010000:00010000:2.0:1746139105.564495:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1600/0x1f9f6ca451acbeaf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d15 expref: 88 pid: 9563 timeout: 830 lvb_type: 0 00010000:00010000:2.0:1746139105.564519:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1600/0x1f9f6ca451acbeaf lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d15 expref: 88 pid: 9563 timeout: 830 lvb_type: 0 00010000:00010000:2.0:1746139105.564549:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139105.564551:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139105.564558:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f43b600/0x1f9f6ca451acbeb6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d1c expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.564566:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f43b600/0x1f9f6ca451acbeb6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d1c expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.564599:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f43b600/0x1f9f6ca451acbeb6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d1c expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746139105.564610:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134531c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832235392:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139105.564703:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ec29a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746139105.567233:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134531c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832235392:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139105.567259:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139105.567298:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ee96680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+87:2008:x1830958840505984:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 2866us (4098us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139105.567312:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17457 00000100:00100000:0.0:1746139105.567521:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139105.567863:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840506240 00000100:00100000:3.0:1746139105.567871:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840506240 00002000:00100000:3.0:1746139105.567911:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88012ee94000 x1830958840506240/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:31/0 lens 488/0 e 0 to 0 dl 1746139116 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139105.567922:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ee94000 with x1830958840506240 ext(0->4095) 00002000:00010000:3.0:1746139105.567926:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ee94000 00000100:00100000:0.0:1746139105.568087:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139105.568431:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840506368 00000100:00100000:2.0:1746139105.568436:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840506368 00000100:00100000:2.0:1746139105.568466:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30145 00000100:00100000:2.0:1746139105.568472:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ee96d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+87:1800:x1830958840506368:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139105.568494:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139105.568510:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451acbebd lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512d23 expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.568536:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f43b600/0x1f9f6ca451acbeb6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d1c expref: 6 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.568543:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139105.568544:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139105.568547:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451acbebd lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d23 expref: 88 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.568580:0:18644:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f43b600/0x1f9f6ca451acbeb6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d1c expref: 6 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.568592:0:18644:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f43b600/0x1f9f6ca451acbeb6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d1c expref: 6 pid: 18644 timeout: 830 lvb_type: 0 00000100:00100000:2.0:1746139105.568602:0:18644:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134531c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832235520:192.168.203.56@tcp:104: 00000100:00100000:2.0:1746139105.568669:0:18644:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ec29a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746139105.568891:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2845 00000100:00100000:3.0:1746139105.568897:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ee94000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840506240:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746139105.569014:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ee94000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840506240:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 116us (1492us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746139105.569020:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2845 00002000:00100000:3.0:1746139105.569025:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88012ee94000 x1830958840506240/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:31/0 lens 488/4536 e 0 to 0 dl 1746139116 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139105.569038:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ee94000 with x1830958840506240 ext(0->4095) 00010000:00010000:3.0:1746139105.569043:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f43b600/0x1f9f6ca451acbeb6 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d1c expref: 6 pid: 18644 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746139105.569053:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f43b600/0x1f9f6ca451acbeb6 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d1c expref: 6 pid: 18644 timeout: 830 lvb_type: 0 00002000:00010000:3.0:1746139105.569058:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012ee94000 00000100:00100000:0.0:1746139105.573036:0:18644:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134531c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832235520:192.168.203.56@tcp:104: 00010000:00010000:0.0:1746139105.573075:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451acbebd lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d23 expref: 88 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139105.573094:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7f600, rc 0) 00000100:00100000:0.0:1746139105.573391:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ee96d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+88:1800:x1830958840506368:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4917us (5302us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139105.573399:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30145 00000100:00100000:2.0:1746139105.573505:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139105.573602:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139105.573676:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840506624 00000100:00100000:0.0:1746139105.573681:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840506624 00000100:00100000:0.0:1746139105.573713:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30146 00000100:00100000:0.0:1746139105.573719:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134531500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840506624:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746139105.573735:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746139105.573749:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072436a00/0x1f9f6ca451acbec4 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512d2a expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139105.573767:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139105.573771:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451acbebd lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d23 expref: 87 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139105.573782:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746139105.573786:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072436a00/0x1f9f6ca451acbec4 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d2a expref: 7 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139105.573816:0:18644:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451acbebd lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d23 expref: 87 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139105.573827:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072436a00/0x1f9f6ca451acbec4 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d2a expref: 7 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139105.573834:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072436a00, rc 0) 00000100:00100000:0.0:1746139105.573860:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134531500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+7:1814:x1830958840506624:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 141us (356us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139105.573865:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30146 00000100:00100000:3.0:1746139105.574467:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840506496 00000100:00100000:3.0:1746139105.574471:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840506496 00010000:00010000:3.0:1746139105.574499:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f43b600/0x1f9f6ca451acbeb6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d1c expref: 7 pid: 18644 timeout: 830 lvb_type: 0 00000100:00100000:3.0:1746139105.575024:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17458 00000100:00100000:3.0:1746139105.575031:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134533480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+7:2009:x1830958840506496:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139105.575041:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139105.575063:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f43b600/0x1f9f6ca451acbeb6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d1c expref: 7 pid: 18644 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746139105.575074:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f43b600/0x1f9f6ca451acbeb6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d1c expref: 7 pid: 18644 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746139105.575092:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f43b600/0x1f9f6ca451acbeb6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d1c expref: 7 pid: 18644 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746139105.575562:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139105.575565:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139105.575572:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451acbebd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d23 expref: 87 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139105.575579:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451acbebd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d23 expref: 87 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139105.575602:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451acbebd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d23 expref: 87 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139105.575613:0:7207:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451acbebd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d23 expref: 87 pid: 18644 timeout: 830 lvb_type: 0 00000100:00100000:3.0:1746139105.575645:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a075ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832235776:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139105.576446:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff880131530b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746139105.578274:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a075ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832235776:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139105.578328:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139105.578975:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134533480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2009:x1830958840506496:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3942us (5370us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139105.578986:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17458 00000100:00100000:2.0:1746139105.579360:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139105.579430:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840506880 00000100:00100000:1.0:1746139105.579437:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840506880 00002000:00100000:1.0:1746139105.579475:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880134531880 x1830958840506880/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:31/0 lens 488/0 e 0 to 0 dl 1746139116 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139105.579492:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134531880 with x1830958840506880 ext(0->4095) 00010000:00010000:1.0:1746139105.579502:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451acbebd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d23 expref: 88 pid: 18644 timeout: 830 lvb_type: 0 00010000:00010000:1.0:1746139105.579515:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451acbebd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d23 expref: 88 pid: 18644 timeout: 830 lvb_type: 0 00002000:00010000:1.0:1746139105.579521:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880134531880 00000100:00100000:1.0:1746139105.579546:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2846 00000100:00100000:1.0:1746139105.579552:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134531880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+88:2008:x1830958840506880:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746139105.579687:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134531880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+88:2008:x1830958840506880:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 135us (328us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139105.579693:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2846 00002000:00100000:1.0:1746139105.579697:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880134531880 x1830958840506880/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:31/0 lens 488/4536 e 0 to 0 dl 1746139116 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139105.579704:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134531880 with x1830958840506880 ext(0->4095) 00010000:00010000:1.0:1746139105.579709:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451acbebd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d23 expref: 88 pid: 18644 timeout: 830 lvb_type: 0 00010000:00010000:1.0:1746139105.579717:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451acbebd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d23 expref: 88 pid: 18644 timeout: 830 lvb_type: 0 00002000:00010000:1.0:1746139105.579722:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880134531880 00000100:00100000:0.0:1746139105.583577:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139105.583687:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139105.583831:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840507008 00000100:00100000:2.0:1746139105.583840:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840507008 00000100:00100000:2.0:1746139105.583879:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30147 00000100:00100000:2.0:1746139105.583886:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ee95180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+88:1800:x1830958840507008:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139105.583904:0:9563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139105.583920:0:9563:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fc00/0x1f9f6ca451acbecb lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512d31 expref: -99 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.583947:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139105.583953:0:9563:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880072436a00/0x1f9f6ca451acbec4 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d2a expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.583958:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746139105.583961:0:9563:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fc00/0x1f9f6ca451acbecb lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d31 expref: 89 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.583995:0:9563:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880072436a00/0x1f9f6ca451acbec4 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d2a expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.584005:0:9563:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fc00/0x1f9f6ca451acbecb lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d31 expref: 89 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.584013:0:9563:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7fc00, rc 0) 00000100:00100000:2.0:1746139105.584057:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ee95180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+89:1800:x1830958840507008:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 171us (490us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139105.584063:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30147 00000100:00100000:3.0:1746139105.584232:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840507136 00000100:00100000:3.0:1746139105.584236:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840507136 00010000:00010000:3.0:1746139105.584257:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451acbebd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d23 expref: 89 pid: 18644 timeout: 830 lvb_type: 0 00000100:00100000:3.0:1746139105.584276:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17459 00000100:00100000:3.0:1746139105.584280:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124a2cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+89:2009:x1830958840507136:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139105.584292:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139105.584317:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451acbebd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d23 expref: 89 pid: 18644 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746139105.584327:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451acbebd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d23 expref: 89 pid: 18644 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746139105.584344:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f600/0x1f9f6ca451acbebd lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d23 expref: 89 pid: 18644 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746139105.584358:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139105.584359:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139105.584365:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880072436a00/0x1f9f6ca451acbec4 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d2a expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139105.584372:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072436a00/0x1f9f6ca451acbec4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d2a expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139105.584392:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880072436a00/0x1f9f6ca451acbec4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d2a expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139105.584402:0:7207:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880072436a00/0x1f9f6ca451acbec4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d2a expref: 5 pid: 18644 timeout: 830 lvb_type: 0 00000100:00100000:3.0:1746139105.584413:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a075ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832236032:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139105.584485:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff880131530b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746139105.588253:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a075ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832236032:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139105.588304:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139105.588353:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124a2cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+88:2009:x1830958840507136:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 4070us (4663us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139105.588362:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17459 00000100:00100000:0.0:1746139105.589048:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139105.589645:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840507392 00000100:00100000:3.0:1746139105.589652:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840507392 00002000:00100000:3.0:1746139105.589695:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88012ee97100 x1830958840507392/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:31/0 lens 488/0 e 0 to 0 dl 1746139116 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139105.589704:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ee97100 with x1830958840507392 ext(0->4095) 00010000:00010000:3.0:1746139105.589711:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880072436a00/0x1f9f6ca451acbec4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d2a expref: 6 pid: 18644 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746139105.589723:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880072436a00/0x1f9f6ca451acbec4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d2a expref: 6 pid: 18644 timeout: 830 lvb_type: 0 00002000:00010000:3.0:1746139105.589729:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012ee97100 00000100:00100000:3.0:1746139105.590376:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2847 00000100:00100000:3.0:1746139105.590385:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ee97100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840507392:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746139105.590569:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ee97100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840507392:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 185us (1522us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746139105.590574:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2847 00002000:00100000:3.0:1746139105.590579:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88012ee97100 x1830958840507392/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:31/0 lens 488/4536 e 0 to 0 dl 1746139116 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139105.590586:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ee97100 with x1830958840507392 ext(0->4095) 00010000:00010000:3.0:1746139105.590590:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880072436a00/0x1f9f6ca451acbec4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d2a expref: 6 pid: 18644 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746139105.590600:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880072436a00/0x1f9f6ca451acbec4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d2a expref: 6 pid: 18644 timeout: 830 lvb_type: 0 00002000:00010000:3.0:1746139105.590605:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012ee97100 00000100:00100000:0.0:1746139105.593937:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139105.594156:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840507520 00000100:00100000:3.0:1746139105.594166:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840507520 00010000:00010000:3.0:1746139105.594201:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880072436a00/0x1f9f6ca451acbec4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d2a expref: 6 pid: 18644 timeout: 830 lvb_type: 0 00000100:00100000:3.0:1746139105.594768:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17460 00000100:00100000:3.0:1746139105.594776:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ee94380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2009:x1830958840507520:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139105.594790:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139105.594810:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880072436a00/0x1f9f6ca451acbec4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d2a expref: 6 pid: 18644 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746139105.594822:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880072436a00/0x1f9f6ca451acbec4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d2a expref: 6 pid: 18644 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746139105.594844:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072436a00/0x1f9f6ca451acbec4 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d2a expref: 6 pid: 18644 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746139105.594896:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139105.594898:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139105.594906:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fc00/0x1f9f6ca451acbecb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d31 expref: 87 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139105.594917:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fc00/0x1f9f6ca451acbecb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d31 expref: 87 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139105.594954:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fc00/0x1f9f6ca451acbecb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d31 expref: 87 pid: 9563 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139105.594966:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a075ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832236160:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139105.595143:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff880131530d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746139105.598263:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a075ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832236160:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139105.598304:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139105.598354:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ee94380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2009:x1830958840507520:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3578us (4425us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139105.598364:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17460 00000100:00100000:0.0:1746139105.598436:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139105.598833:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840507776 00000100:00100000:2.0:1746139105.598840:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840507776 00002000:00100000:2.0:1746139105.598875:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88012ee94700 x1830958840507776/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:31/0 lens 488/0 e 0 to 0 dl 1746139116 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139105.598885:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ee94700 with x1830958840507776 ext(0->4095) 00002000:00010000:2.0:1746139105.598890:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ee94700 00000100:00100000:2.0:1746139105.598912:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13431 00000100:00100000:2.0:1746139105.598917:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ee94700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+88:2008:x1830958840507776:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746139105.599034:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ee94700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+88:2008:x1830958840507776:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 116us (598us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746139105.599040:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13431 00002000:00100000:2.0:1746139105.599045:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88012ee94700 x1830958840507776/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:31/0 lens 488/4536 e 0 to 0 dl 1746139116 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139105.599052:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ee94700 with x1830958840507776 ext(0->4095) 00002000:00010000:2.0:1746139105.599055:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ee94700 00000100:00100000:0.0:1746139105.602001:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139105.602102:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840507904 00000100:00100000:2.0:1746139105.602109:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840507904 00000100:00100000:2.0:1746139105.602153:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30148 00000100:00100000:2.0:1746139105.602160:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ee97480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840507904:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139105.602176:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139105.602193:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acbed2 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512d38 expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.602222:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fc00/0x1f9f6ca451acbecb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d31 expref: 87 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.602233:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139105.602235:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139105.602238:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acbed2 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d38 expref: 6 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.602268:0:18644:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fc00/0x1f9f6ca451acbecb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d31 expref: 87 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.602279:0:18644:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fc00/0x1f9f6ca451acbecb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d31 expref: 87 pid: 9563 timeout: 830 lvb_type: 0 00000100:00100000:2.0:1746139105.602290:0:18644:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134530e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832236288:192.168.203.56@tcp:104: 00000100:00100000:2.0:1746139105.602369:0:18644:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ec29300 going to sleep for 11 seconds 00000100:00100000:2.0:1746139105.603984:0:18644:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134530e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832236288:192.168.203.56@tcp:104: 00010000:00010000:2.0:1746139105.604008:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acbed2 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d38 expref: 6 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.604020:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7ea00, rc 0) 00000100:00100000:2.0:1746139105.604052:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ee97480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840507904:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1893us (2058us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139105.604059:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30148 00000100:00100000:0.0:1746139105.605467:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139105.605891:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840508032 00000100:00100000:3.0:1746139105.605900:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840508032 00010000:00010000:3.0:1746139105.605933:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fc00/0x1f9f6ca451acbecb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d31 expref: 88 pid: 9563 timeout: 830 lvb_type: 0 00000100:00100000:3.0:1746139105.605964:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17461 00000100:00100000:3.0:1746139105.605972:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ee96680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+88:2008:x1830958840508032:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139105.605985:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139105.606005:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fc00/0x1f9f6ca451acbecb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d31 expref: 88 pid: 9563 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746139105.606016:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fc00/0x1f9f6ca451acbecb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d31 expref: 88 pid: 9563 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746139105.606038:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7fc00/0x1f9f6ca451acbecb lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d31 expref: 88 pid: 9563 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746139105.606054:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139105.606056:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139105.606064:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acbed2 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d38 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139105.606072:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acbed2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d38 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139105.606101:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acbed2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d38 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139105.606113:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a075ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832236416:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139105.606189:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff880131530d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746139105.607774:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139105.609061:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840508160 00000100:00100000:2.0:1746139105.609071:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840508160 00000100:00100000:2.0:1746139105.609121:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30149 00000100:00100000:2.0:1746139105.609128:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ff6ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+88:1800:x1830958840508160:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139105.609148:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139105.609164:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e800/0x1f9f6ca451acbed9 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512d3f expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.609191:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acbed2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d38 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.609197:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139105.609199:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139105.609202:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e800/0x1f9f6ca451acbed9 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d3f expref: 89 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.609232:0:18644:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acbed2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d38 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.609243:0:18644:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acbed2 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d38 expref: 5 pid: 18644 timeout: 830 lvb_type: 0 00000100:00100000:2.0:1746139105.609254:0:18644:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134530e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832236544:192.168.203.56@tcp:104: 00000100:00100000:2.0:1746139105.609334:0:18644:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ec29300 going to sleep for 11 seconds 00000100:00100000:1.0:1746139105.609650:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139105.609707:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840508416 00000100:00100000:0.0:1746139105.609711:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840508416 00002000:00100000:0.0:1746139105.609739:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009cb6bb80 x1830958840508416/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:31/0 lens 488/0 e 0 to 0 dl 1746139116 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139105.609755:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb6bb80 with x1830958840508416 ext(0->4095) 00010000:00010000:0.0:1746139105.609760:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acbed2 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d38 expref: 6 pid: 18644 timeout: 830 lvb_type: 0 00010000:00010000:0.0:1746139105.609770:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acbed2 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d38 expref: 6 pid: 18644 timeout: 830 lvb_type: 0 00002000:00010000:0.0:1746139105.609776:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cb6bb80 00000100:00100000:0.0:1746139105.609788:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2848 00000100:00100000:0.0:1746139105.609793:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb6bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840508416:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746139105.609892:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb6bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840508416:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 99us (244us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746139105.609898:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2848 00002000:00100000:0.0:1746139105.609903:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009cb6bb80 x1830958840508416/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:31/0 lens 488/4536 e 0 to 0 dl 1746139116 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139105.609910:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb6bb80 with x1830958840508416 ext(0->4095) 00010000:00010000:0.0:1746139105.609913:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acbed2 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d38 expref: 6 pid: 18644 timeout: 830 lvb_type: 0 00010000:00010000:0.0:1746139105.609921:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acbed2 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d38 expref: 6 pid: 18644 timeout: 830 lvb_type: 0 00002000:00010000:0.0:1746139105.609925:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cb6bb80 00000100:00100000:3.0:1746139105.610019:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a075ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832236416:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139105.610049:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139105.610068:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ee96680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+89:2008:x1830958840508032:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 4098us (4607us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139105.610074:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17461 00000100:00100000:0.0:1746139105.614314:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139105.614492:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840508544 00000100:00100000:1.0:1746139105.614502:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840508544 00000100:00100000:1.0:1746139105.614554:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30150 00000100:00100000:1.0:1746139105.614562:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eed9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+89:1814:x1830958840508544:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139105.614580:0:9563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139105.614597:0:9563:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1400/0x1f9f6ca451acbee0 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512d46 expref: -99 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139105.614636:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139105.614642:0:9563:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e800/0x1f9f6ca451acbed9 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d3f expref: 90 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139105.614647:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139105.614650:0:9563:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1400/0x1f9f6ca451acbee0 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d46 expref: 90 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139105.614684:0:9563:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e800/0x1f9f6ca451acbed9 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d3f expref: 90 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139105.614696:0:9563:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1400/0x1f9f6ca451acbee0 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d46 expref: 90 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139105.614706:0:9563:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f1a1400, rc 0) 00000100:00100000:2.0:1746139105.614977:0:18644:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134530e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832236544:192.168.203.56@tcp:104: 00010000:00010000:2.0:1746139105.614994:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e800/0x1f9f6ca451acbed9 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d3f expref: 90 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.615001:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7e800, rc 0) 00000100:00100000:1.0:1746139105.615577:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eed9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+90:1814:x1830958840508544:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1015us (1273us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139105.615585:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30150 00000100:00100000:2.0:1746139105.615720:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ff6ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+89:1800:x1830958840508160:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6591us (7951us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139105.615728:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30149 00000100:00100000:0.0:1746139105.616264:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139105.616412:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840508672 00000100:00100000:3.0:1746139105.616417:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840508672 00010000:00010000:3.0:1746139105.616440:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acbed2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d38 expref: 6 pid: 18644 timeout: 830 lvb_type: 0 00000100:00100000:3.0:1746139105.616463:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17462 00000100:00100000:3.0:1746139105.616468:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eedb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2009:x1830958840508672:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139105.616486:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139105.616505:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acbed2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d38 expref: 6 pid: 18644 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746139105.616515:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acbed2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d38 expref: 6 pid: 18644 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746139105.616534:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acbed2 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d38 expref: 6 pid: 18644 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746139105.617012:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139105.617015:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139105.617023:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e800/0x1f9f6ca451acbed9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d3f expref: 88 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139105.617031:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e800/0x1f9f6ca451acbed9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d3f expref: 88 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139105.617057:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e800/0x1f9f6ca451acbed9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d3f expref: 88 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139105.617068:0:7207:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e800/0x1f9f6ca451acbed9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d3f expref: 88 pid: 18644 timeout: 830 lvb_type: 0 00000100:00100000:3.0:1746139105.617084:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a075ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832236800:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139105.618144:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff880131530d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746139105.620904:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a075ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832236800:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139105.620943:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139105.620990:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eedb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2009:x1830958840508672:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 4519us (4724us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139105.621000:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17462 00000100:00100000:0.0:1746139105.621281:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139105.621704:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840508928 00000100:00100000:3.0:1746139105.621711:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840508928 00002000:00100000:3.0:1746139105.621748:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88012eed8e00 x1830958840508928/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:31/0 lens 488/0 e 0 to 0 dl 1746139116 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139105.621758:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012eed8e00 with x1830958840508928 ext(0->4095) 00010000:00010000:3.0:1746139105.621767:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e800/0x1f9f6ca451acbed9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d3f expref: 89 pid: 18644 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746139105.621780:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e800/0x1f9f6ca451acbed9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d3f expref: 89 pid: 18644 timeout: 830 lvb_type: 0 00002000:00010000:3.0:1746139105.621786:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012eed8e00 00000100:00100000:3.0:1746139105.621812:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2849 00000100:00100000:3.0:1746139105.621818:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eed8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+89:2007:x1830958840508928:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746139105.621958:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eed8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+89:2007:x1830958840508928:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 139us (677us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746139105.621967:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2849 00002000:00100000:3.0:1746139105.621972:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88012eed8e00 x1830958840508928/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:31/0 lens 488/4536 e 0 to 0 dl 1746139116 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139105.621978:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012eed8e00 with x1830958840508928 ext(0->4095) 00010000:00010000:3.0:1746139105.621982:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e800/0x1f9f6ca451acbed9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d3f expref: 89 pid: 18644 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746139105.621990:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e800/0x1f9f6ca451acbed9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d3f expref: 89 pid: 18644 timeout: 830 lvb_type: 0 00002000:00010000:3.0:1746139105.621996:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012eed8e00 00000100:00100000:0.0:1746139105.624569:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139105.624648:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840509056 00000100:00100000:3.0:1746139105.624655:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840509056 00010000:00010000:3.0:1746139105.624687:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e800/0x1f9f6ca451acbed9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d3f expref: 89 pid: 18644 timeout: 830 lvb_type: 0 00000100:00100000:3.0:1746139105.625245:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17463 00000100:00100000:3.0:1746139105.625253:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eed9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+89:2009:x1830958840509056:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139105.625267:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139105.625285:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e800/0x1f9f6ca451acbed9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d3f expref: 89 pid: 18644 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746139105.625297:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e800/0x1f9f6ca451acbed9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d3f expref: 89 pid: 18644 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746139105.625319:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e800/0x1f9f6ca451acbed9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d3f expref: 89 pid: 18644 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746139105.625350:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139105.625352:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139105.625359:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1400/0x1f9f6ca451acbee0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d46 expref: 88 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139105.625367:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1400/0x1f9f6ca451acbee0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d46 expref: 88 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139105.625397:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1400/0x1f9f6ca451acbee0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d46 expref: 88 pid: 9563 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139105.625409:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a075ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832236928:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139105.626022:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff880131530d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746139105.628112:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139105.628229:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a075ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832236928:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139105.628264:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139105.628299:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eed9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+88:2009:x1830958840509056:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3047us (3738us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139105.628309:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17463 00000100:00100000:1.0:1746139105.629375:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840509312 00000100:00100000:1.0:1746139105.629383:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840509312 00002000:00100000:1.0:1746139105.629422:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88012eed8000 x1830958840509312/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:31/0 lens 488/0 e 0 to 0 dl 1746139116 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139105.629437:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012eed8000 with x1830958840509312 ext(0->4095) 00002000:00010000:1.0:1746139105.629442:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012eed8000 00000100:00100000:1.0:1746139105.629468:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13432 00000100:00100000:1.0:1746139105.629475:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eed8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+88:2007:x1830958840509312:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746139105.629674:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eed8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+88:2007:x1830958840509312:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 198us (1570us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139105.629680:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13432 00002000:00100000:1.0:1746139105.629686:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88012eed8000 x1830958840509312/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:31/0 lens 488/4536 e 0 to 0 dl 1746139116 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139105.629691:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012eed8000 with x1830958840509312 ext(0->4095) 00002000:00010000:1.0:1746139105.629694:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012eed8000 00000100:00100000:0.0:1746139105.631313:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139105.631368:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840509440 00000100:00100000:2.0:1746139105.631379:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840509440 00000100:00100000:2.0:1746139105.631424:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30151 00000100:00100000:2.0:1746139105.631431:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eeda680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840509440:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139105.631443:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139105.631459:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acbee7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512d4d expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.631495:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1400/0x1f9f6ca451acbee0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d46 expref: 87 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.631502:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139105.631504:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139105.631508:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acbee7 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d4d expref: 6 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.631538:0:18644:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1400/0x1f9f6ca451acbee0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d46 expref: 87 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.631549:0:18644:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1400/0x1f9f6ca451acbee0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d46 expref: 87 pid: 9563 timeout: 830 lvb_type: 0 00000100:00100000:2.0:1746139105.631559:0:18644:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134531180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832237056:192.168.203.56@tcp:104: 00000100:00100000:2.0:1746139105.631668:0:18644:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ec29300 going to sleep for 11 seconds 00000100:00100000:2.0:1746139105.639337:0:18644:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134531180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832237056:192.168.203.56@tcp:104: 00010000:00010000:2.0:1746139105.639377:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acbee7 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d4d expref: 6 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.639396:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7f400, rc 0) 00000100:00100000:2.0:1746139105.639452:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eeda680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840509440:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 8021us (8144us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139105.639461:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30151 00000100:00100000:0.0:1746139105.641652:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139105.642487:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840509568 00000100:00100000:3.0:1746139105.642498:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840509568 00010000:00010000:3.0:1746139105.642539:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1400/0x1f9f6ca451acbee0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d46 expref: 88 pid: 9563 timeout: 830 lvb_type: 0 00000100:00100000:3.0:1746139105.642566:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17464 00000100:00100000:3.0:1746139105.642573:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eedad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+88:2007:x1830958840509568:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139105.642589:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139105.642612:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1400/0x1f9f6ca451acbee0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d46 expref: 88 pid: 9563 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746139105.642643:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1400/0x1f9f6ca451acbee0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d46 expref: 88 pid: 9563 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746139105.642669:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1400/0x1f9f6ca451acbee0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d46 expref: 88 pid: 9563 timeout: 830 lvb_type: 0 00000100:00100000:0.0:1746139105.643403:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139105.643458:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840509696 00000100:00100000:2.0:1746139105.643462:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840509696 00000100:00100000:2.0:1746139105.643500:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30152 00000100:00100000:2.0:1746139105.643505:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eed8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+88:1800:x1830958840509696:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139105.643519:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139105.643529:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451acbeee lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512d54 expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.643544:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139105.643550:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acbee7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d4d expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.643556:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139105.643559:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451acbeee lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d54 expref: 89 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.643590:0:18644:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acbee7 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d4d expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.643602:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451acbeee lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d54 expref: 89 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.643628:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139105.643630:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139105.643636:0:18644:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acbee7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d4d expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.643643:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acbee7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d4d expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.643657:0:18644:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acbee7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d4d expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.643667:0:18644:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acbee7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d4d expref: 5 pid: 18644 timeout: 830 lvb_type: 0 00000100:00100000:2.0:1746139105.643678:0:18644:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134531180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832237312:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139105.643741:0:18644:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ec29300 going to sleep for 11 seconds 00010000:00010000:3.0:1746139105.644376:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139105.644407:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eedad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+89:2007:x1830958840509568:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 1833us (2763us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139105.644415:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17464 00000100:00100000:2.0:1746139105.647211:0:18644:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134531180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832237312:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139105.647239:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7e000, rc 0) 00000100:00100000:2.0:1746139105.647289:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eed8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+88:1800:x1830958840509696:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3781us (3884us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139105.647299:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30152 00000100:00100000:0.0:1746139105.649448:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139105.650231:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840509952 00000100:00100000:3.0:1746139105.650241:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840509952 00002000:00100000:3.0:1746139105.650290:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88013107dc00 x1830958840509952/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:31/0 lens 488/0 e 0 to 0 dl 1746139116 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139105.650300:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013107dc00 with x1830958840509952 ext(0->4095) 00010000:00010000:3.0:1746139105.650310:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acbee7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d4d expref: 6 pid: 18644 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746139105.650324:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acbee7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d4d expref: 6 pid: 18644 timeout: 830 lvb_type: 0 00002000:00010000:3.0:1746139105.650331:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013107dc00 00000100:00100000:3.0:1746139105.650548:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2850 00000100:00100000:3.0:1746139105.650556:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013107dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840509952:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746139105.651051:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013107dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840509952:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 495us (1610us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746139105.651058:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2850 00002000:00100000:3.0:1746139105.651064:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88013107dc00 x1830958840509952/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:31/0 lens 488/4536 e 0 to 0 dl 1746139116 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139105.651070:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013107dc00 with x1830958840509952 ext(0->4095) 00010000:00010000:3.0:1746139105.651075:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acbee7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d4d expref: 6 pid: 18644 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746139105.651083:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acbee7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d4d expref: 6 pid: 18644 timeout: 830 lvb_type: 0 00002000:00010000:3.0:1746139105.651089:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013107dc00 00000100:00100000:0.0:1746139105.656791:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139105.657076:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840510080 00000100:00100000:3.0:1746139105.657292:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840510080 00010000:00010000:3.0:1746139105.657343:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acbee7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d4d expref: 6 pid: 18644 timeout: 830 lvb_type: 0 00000100:00100000:3.0:1746139105.657388:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17465 00000100:00100000:3.0:1746139105.657398:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013107d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840510080:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139105.657414:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139105.657440:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acbee7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d4d expref: 6 pid: 18644 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746139105.657453:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acbee7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d4d expref: 6 pid: 18644 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746139105.657487:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acbee7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d4d expref: 6 pid: 18644 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746139105.658254:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139105.658257:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139105.658266:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451acbeee lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d54 expref: 87 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139105.658275:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451acbeee lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d54 expref: 87 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139105.658313:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451acbeee lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d54 expref: 87 pid: 18644 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139105.658326:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a075ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832237440:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139105.658689:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff880131530d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746139105.663217:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139105.663335:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a075ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832237440:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139105.663389:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139105.663604:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840510336 00000100:00100000:2.0:1746139105.663613:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840510336 00002000:00100000:2.0:1746139105.663678:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88013107c000 x1830958840510336/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:31/0 lens 488/0 e 0 to 0 dl 1746139116 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139105.663694:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013107c000 with x1830958840510336 ext(0->4095) 00002000:00010000:2.0:1746139105.663700:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013107c000 00000100:00100000:3.0:1746139105.664518:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013107d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2008:x1830958840510080:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 7117us (7740us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139105.664530:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17465 00000100:00100000:2.0:1746139105.664789:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13433 00000100:00100000:2.0:1746139105.664799:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013107c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+88:2007:x1830958840510336:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746139105.664948:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013107c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+88:2007:x1830958840510336:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 152us (1743us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746139105.664953:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13433 00002000:00100000:2.0:1746139105.664958:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88013107c000 x1830958840510336/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:31/0 lens 488/4536 e 0 to 0 dl 1746139116 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139105.664966:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013107c000 with x1830958840510336 ext(0->4095) 00002000:00010000:2.0:1746139105.664969:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013107c000 00000100:00100000:0.0:1746139105.669363:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139105.669493:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840510464 00000100:00100000:2.0:1746139105.669506:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840510464 00000100:00100000:2.0:1746139105.669561:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30153 00000100:00100000:2.0:1746139105.669570:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013107f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840510464:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139105.669593:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139105.669644:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800724cd800/0x1f9f6ca451acbef5 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512d5b expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.669680:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451acbeee lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d54 expref: 87 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.669687:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139105.669689:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139105.669693:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800724cd800/0x1f9f6ca451acbef5 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d5b expref: 6 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.669728:0:18644:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451acbeee lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d54 expref: 87 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.669741:0:18644:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451acbeee lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d54 expref: 87 pid: 18644 timeout: 830 lvb_type: 0 00000100:00100000:2.0:1746139105.670153:0:18644:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134531180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832237568:192.168.203.56@tcp:104: 00000100:00100000:2.0:1746139105.670246:0:18644:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ec29a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746139105.672265:0:18644:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134531180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832237568:192.168.203.56@tcp:104: 00010000:00010000:2.0:1746139105.672295:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800724cd800/0x1f9f6ca451acbef5 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d5b expref: 6 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.672310:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800724cd800, rc 0) 00000100:00100000:2.0:1746139105.672357:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013107f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840510464:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2789us (3007us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139105.672366:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30153 00000100:00100000:0.0:1746139105.675524:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139105.675685:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840510592 00000100:00100000:1.0:1746139105.675697:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840510592 00002000:00100000:1.0:1746139105.675749:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff88013107ea00 x1830958840510592/t0(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:31/0 lens 496/0 e 0 to 0 dl 1746139116 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139105.675760:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013107ea00 with x1830958840510592 ext(0->7) 00010000:00010000:1.0:1746139105.675769:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451acbeee lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d54 expref: 88 pid: 18644 timeout: 830 lvb_type: 0 00010000:00010000:1.0:1746139105.675783:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451acbeee lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d54 expref: 88 pid: 18644 timeout: 830 lvb_type: 0 00002000:00010000:1.0:1746139105.675790:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013107ea00 00000100:00100000:1.0:1746139105.676434:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2851 00000100:00100000:1.0:1746139105.676444:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013107ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+88:2008:x1830958840510592:12345-192.168.203.56@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746139105.678764:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013107ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+90:2008:x1830958840510592:12345-192.168.203.56@tcp:4:ldlm_bl.0 Request processed in 2311us (3244us total) trans 4294972128 rc 0/0 00000100:00100000:1.0:1746139105.678776:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2851 00002000:00100000:1.0:1746139105.678786:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff88013107ea00 x1830958840510592/t4294972128(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:31/0 lens 496/448 e 0 to 0 dl 1746139116 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139105.678796:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013107ea00 with x1830958840510592 ext(0->7) 00010000:00010000:1.0:1746139105.678807:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451acbeee lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d54 expref: 90 pid: 18644 timeout: 830 lvb_type: 0 00010000:00010000:1.0:1746139105.678823:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451acbeee lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d54 expref: 90 pid: 18644 timeout: 830 lvb_type: 0 00002000:00010000:1.0:1746139105.678830:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013107ea00 00000100:00100000:0.0:1746139105.686796:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139105.687559:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840510720 00000100:00100000:2.0:1746139105.687570:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840510720 00000100:00100000:2.0:1746139105.687644:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30154 00000100:00100000:2.0:1746139105.687653:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013107c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+90:1800:x1830958840510720:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139105.687673:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139105.687692:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f5a3e00/0x1f9f6ca451acbefc lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512d62 expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.687723:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139105.687728:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800724cd800/0x1f9f6ca451acbef5 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d5b expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.687733:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746139105.687736:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f5a3e00/0x1f9f6ca451acbefc lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d62 expref: 91 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.687771:0:18644:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800724cd800/0x1f9f6ca451acbef5 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d5b expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.687781:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f5a3e00/0x1f9f6ca451acbefc lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d62 expref: 91 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.687790:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f5a3e00, rc 0) 00000100:00100000:2.0:1746139105.687844:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013107c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+91:1800:x1830958840510720:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 192us (1060us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139105.687850:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30154 00000100:00100000:0.0:1746139105.688336:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139105.688424:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840510848 00000100:00100000:3.0:1746139105.688428:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840510848 00010000:00010000:3.0:1746139105.688450:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451acbeee lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d54 expref: 91 pid: 18644 timeout: 830 lvb_type: 0 00000100:00100000:3.0:1746139105.688492:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17466 00000100:00100000:3.0:1746139105.688498:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124a2d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+91:2008:x1830958840510848:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139105.688509:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139105.688529:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451acbeee lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d54 expref: 91 pid: 18644 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746139105.688541:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451acbeee lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d54 expref: 91 pid: 18644 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746139105.688558:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e000/0x1f9f6ca451acbeee lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d54 expref: 91 pid: 18644 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746139105.688583:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139105.688585:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139105.688591:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800724cd800/0x1f9f6ca451acbef5 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d5b expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139105.688598:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800724cd800/0x1f9f6ca451acbef5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d5b expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139105.688635:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800724cd800/0x1f9f6ca451acbef5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d5b expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139105.688647:0:7207:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800724cd800/0x1f9f6ca451acbef5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d5b expref: 5 pid: 18644 timeout: 830 lvb_type: 0 00000100:00100000:3.0:1746139105.688664:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a075ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832237824:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139105.688826:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff880131530d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746139105.691903:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a075ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832237824:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139105.691958:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746139105.692080:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139105.692294:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124a2d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+90:2008:x1830958840510848:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3793us (3955us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139105.692306:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17466 00000100:00100000:1.0:1746139105.692382:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840511104 00000100:00100000:1.0:1746139105.692390:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840511104 00002000:00100000:1.0:1746139105.692431:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88013107f480 x1830958840511104/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:31/0 lens 488/0 e 0 to 0 dl 1746139116 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139105.692441:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013107f480 with x1830958840511104 ext(0->4095) 00010000:00010000:1.0:1746139105.692450:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800724cd800/0x1f9f6ca451acbef5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d5b expref: 6 pid: 18644 timeout: 830 lvb_type: 0 00010000:00010000:1.0:1746139105.692463:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800724cd800/0x1f9f6ca451acbef5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d5b expref: 6 pid: 18644 timeout: 830 lvb_type: 0 00002000:00010000:1.0:1746139105.692470:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013107f480 00000100:00100000:1.0:1746139105.692507:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2852 00000100:00100000:1.0:1746139105.692515:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013107f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840511104:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746139105.692665:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013107f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840511104:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 150us (586us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139105.692671:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2852 00002000:00100000:1.0:1746139105.692676:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88013107f480 x1830958840511104/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:31/0 lens 488/4536 e 0 to 0 dl 1746139116 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139105.692683:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013107f480 with x1830958840511104 ext(0->4095) 00010000:00010000:1.0:1746139105.692687:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800724cd800/0x1f9f6ca451acbef5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d5b expref: 6 pid: 18644 timeout: 830 lvb_type: 0 00010000:00010000:1.0:1746139105.692696:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800724cd800/0x1f9f6ca451acbef5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d5b expref: 6 pid: 18644 timeout: 830 lvb_type: 0 00002000:00010000:1.0:1746139105.692701:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013107f480 00000100:00100000:0.0:1746139105.697560:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139105.697659:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840511232 00000100:00100000:3.0:1746139105.697668:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840511232 00010000:00010000:3.0:1746139105.697706:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800724cd800/0x1f9f6ca451acbef5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d5b expref: 6 pid: 18644 timeout: 830 lvb_type: 0 00000100:00100000:3.0:1746139105.697735:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17467 00000100:00100000:3.0:1746139105.697743:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013107ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840511232:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139105.697757:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139105.697777:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800724cd800/0x1f9f6ca451acbef5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d5b expref: 6 pid: 18644 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746139105.697789:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800724cd800/0x1f9f6ca451acbef5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d5b expref: 6 pid: 18644 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746139105.697811:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800724cd800/0x1f9f6ca451acbef5 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d5b expref: 6 pid: 18644 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746139105.697844:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139105.697847:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139105.697854:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f5a3e00/0x1f9f6ca451acbefc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d62 expref: 89 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139105.697861:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f5a3e00/0x1f9f6ca451acbefc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d62 expref: 89 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139105.697895:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f5a3e00/0x1f9f6ca451acbefc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d62 expref: 89 pid: 18644 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139105.697908:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a075ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832237952:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139105.698348:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ded1300 going to sleep for 11 seconds 00000100:00100000:0.0:1746139105.701360:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139105.701450:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a075ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832237952:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139105.701507:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139105.701551:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013107ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2007:x1830958840511232:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3808us (4000us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139105.701561:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17467 00000100:00100000:0.0:1746139105.702599:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840511488 00000100:00100000:0.0:1746139105.702608:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840511488 00002000:00100000:0.0:1746139105.702724:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88013107d500 x1830958840511488/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:31/0 lens 488/0 e 0 to 0 dl 1746139116 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139105.702734:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013107d500 with x1830958840511488 ext(0->4095) 00002000:00010000:0.0:1746139105.702739:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013107d500 00000100:00100000:0.0:1746139105.702763:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13434 00000100:00100000:0.0:1746139105.702769:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013107d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+90:2009:x1830958840511488:12345-192.168.203.56@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746139105.702904:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013107d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+90:2009:x1830958840511488:12345-192.168.203.56@tcp:3:ptlrpcd_01_00.0 Request processed in 135us (1554us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746139105.702913:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13434 00002000:00100000:0.0:1746139105.702917:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88013107d500 x1830958840511488/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:31/0 lens 488/4536 e 0 to 0 dl 1746139116 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139105.702924:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013107d500 with x1830958840511488 ext(0->4095) 00002000:00010000:0.0:1746139105.702926:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013107d500 00000100:00100000:0.0:1746139105.708757:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139105.708860:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840511616 00000100:00100000:2.0:1746139105.708869:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840511616 00000100:00100000:2.0:1746139105.708917:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30155 00000100:00100000:2.0:1746139105.708924:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801314bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840511616:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139105.708945:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139105.708964:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f5a2400/0x1f9f6ca451acbf03 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512d69 expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.708997:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f5a3e00/0x1f9f6ca451acbefc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d62 expref: 89 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.709005:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139105.709006:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139105.709010:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f5a2400/0x1f9f6ca451acbf03 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d69 expref: 6 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.709041:0:18644:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f5a3e00/0x1f9f6ca451acbefc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d62 expref: 89 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.709053:0:18644:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f5a3e00/0x1f9f6ca451acbefc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d62 expref: 89 pid: 18644 timeout: 830 lvb_type: 0 00000100:00100000:2.0:1746139105.709064:0:18644:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134531180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832238080:192.168.203.56@tcp:104: 00000100:00100000:2.0:1746139105.709887:0:18644:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ec29a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746139105.714083:0:18644:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134531180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832238080:192.168.203.56@tcp:104: 00010000:00010000:2.0:1746139105.714120:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f5a2400/0x1f9f6ca451acbf03 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d69 expref: 6 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.714138:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f5a2400, rc 0) 00000100:00100000:2.0:1746139105.714186:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801314bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840511616:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5261us (5438us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139105.714195:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30155 00000100:00100000:0.0:1746139105.721010:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139105.721085:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840511744 00000100:00100000:1.0:1746139105.721096:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840511744 00002000:00100000:1.0:1746139105.721143:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff8801314bd880 x1830958840511744/t0(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:31/0 lens 496/0 e 0 to 0 dl 1746139116 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139105.721154:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801314bd880 with x1830958840511744 ext(0->7) 00010000:00010000:1.0:1746139105.721163:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f5a3e00/0x1f9f6ca451acbefc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d62 expref: 90 pid: 18644 timeout: 830 lvb_type: 0 00010000:00010000:1.0:1746139105.721178:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f5a3e00/0x1f9f6ca451acbefc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d62 expref: 90 pid: 18644 timeout: 830 lvb_type: 0 00002000:00010000:1.0:1746139105.721190:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801314bd880 00000100:00100000:1.0:1746139105.721220:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2853 00000100:00100000:1.0:1746139105.721228:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801314bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+90:2010:x1830958840511744:12345-192.168.203.56@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746139105.725791:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801314bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+92:2010:x1830958840511744:12345-192.168.203.56@tcp:4:ldlm_bl.0 Request processed in 4552us (4780us total) trans 4294972129 rc 0/0 00000100:00100000:1.0:1746139105.725804:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2853 00002000:00100000:1.0:1746139105.725815:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff8801314bd880 x1830958840511744/t4294972129(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:31/0 lens 496/448 e 0 to 0 dl 1746139116 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139105.725825:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801314bd880 with x1830958840511744 ext(0->7) 00010000:00010000:1.0:1746139105.725837:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f5a3e00/0x1f9f6ca451acbefc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d62 expref: 92 pid: 18644 timeout: 830 lvb_type: 0 00010000:00010000:1.0:1746139105.725853:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f5a3e00/0x1f9f6ca451acbefc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d62 expref: 92 pid: 18644 timeout: 830 lvb_type: 0 00002000:00010000:1.0:1746139105.725860:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801314bd880 00000100:00100000:0.0:1746139105.744150:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139105.744231:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840511872 00000100:00100000:2.0:1746139105.744242:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840511872 00000100:00100000:2.0:1746139105.744290:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30156 00000100:00100000:2.0:1746139105.744297:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801314bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+92:1800:x1830958840511872:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139105.744313:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139105.744331:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800724cd800/0x1f9f6ca451acbf0a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512d70 expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.744356:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139105.744361:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f5a2400/0x1f9f6ca451acbf03 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d69 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.744367:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746139105.744370:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800724cd800/0x1f9f6ca451acbf0a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d70 expref: 93 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.744405:0:18644:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f5a2400/0x1f9f6ca451acbf03 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d69 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.744416:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800724cd800/0x1f9f6ca451acbf0a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d70 expref: 93 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.744426:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800724cd800, rc 0) 00000100:00100000:2.0:1746139105.744471:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801314bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+93:1800:x1830958840511872:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 174us (333us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139105.744485:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30156 00000100:00100000:0.0:1746139105.745313:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139105.745382:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840512000 00000100:00100000:3.0:1746139105.745386:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840512000 00010000:00010000:3.0:1746139105.745408:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f5a3e00/0x1f9f6ca451acbefc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d62 expref: 93 pid: 18644 timeout: 830 lvb_type: 0 00000100:00100000:3.0:1746139105.745427:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17468 00000100:00100000:3.0:1746139105.745432:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801314bea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+93:2007:x1830958840512000:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139105.745442:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139105.745460:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: ffff88009f5a3e00/0x1f9f6ca451acbefc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d62 expref: 93 pid: 18644 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746139105.745487:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f5a3e00/0x1f9f6ca451acbefc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d62 expref: 93 pid: 18644 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746139105.745507:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f5a3e00/0x1f9f6ca451acbefc lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d62 expref: 93 pid: 18644 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746139105.745528:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139105.745529:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139105.745535:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f5a2400/0x1f9f6ca451acbf03 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d69 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139105.745542:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f5a2400/0x1f9f6ca451acbf03 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d69 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139105.745560:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f5a2400/0x1f9f6ca451acbf03 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d69 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139105.745570:0:7207:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f5a2400/0x1f9f6ca451acbf03 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d69 expref: 5 pid: 18644 timeout: 831 lvb_type: 0 00000100:00100000:3.0:1746139105.745581:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a075ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832238336:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139105.745662:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ded1300 going to sleep for 11 seconds 00000100:00100000:3.0:1746139105.748799:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a075ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832238336:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139105.748852:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139105.748898:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801314bea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+92:2007:x1830958840512000:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3463us (3584us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139105.748912:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17468 00000100:00100000:0.0:1746139105.749780:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139105.749868:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840512256 00000100:00100000:1.0:1746139105.749876:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840512256 00002000:00100000:1.0:1746139105.749914:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8801314bc000 x1830958840512256/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:31/0 lens 488/0 e 0 to 0 dl 1746139116 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139105.749924:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801314bc000 with x1830958840512256 ext(0->4095) 00010000:00010000:1.0:1746139105.749931:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f5a2400/0x1f9f6ca451acbf03 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d69 expref: 6 pid: 18644 timeout: 831 lvb_type: 0 00010000:00010000:1.0:1746139105.749949:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f5a2400/0x1f9f6ca451acbf03 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d69 expref: 6 pid: 18644 timeout: 831 lvb_type: 0 00002000:00010000:1.0:1746139105.749960:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801314bc000 00000100:00100000:1.0:1746139105.749984:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2854 00000100:00100000:1.0:1746139105.749991:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801314bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840512256:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746139105.750128:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801314bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840512256:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 137us (350us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139105.750134:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2854 00002000:00100000:1.0:1746139105.750139:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8801314bc000 x1830958840512256/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:31/0 lens 488/4536 e 0 to 0 dl 1746139116 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139105.750346:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801314bc000 with x1830958840512256 ext(0->4095) 00010000:00010000:1.0:1746139105.750352:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f5a2400/0x1f9f6ca451acbf03 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d69 expref: 6 pid: 18644 timeout: 831 lvb_type: 0 00010000:00010000:1.0:1746139105.750361:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f5a2400/0x1f9f6ca451acbf03 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d69 expref: 6 pid: 18644 timeout: 831 lvb_type: 0 00002000:00010000:1.0:1746139105.750366:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801314bc000 00000100:00100000:0.0:1746139105.751497:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139105.751669:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840512384 00000100:00100000:3.0:1746139105.751675:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840512384 00010000:00010000:3.0:1746139105.751700:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f5a2400/0x1f9f6ca451acbf03 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d69 expref: 6 pid: 18644 timeout: 831 lvb_type: 0 00000100:00100000:3.0:1746139105.751739:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17469 00000100:00100000:3.0:1746139105.751746:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801314bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840512384:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139105.752310:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139105.752332:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f5a2400/0x1f9f6ca451acbf03 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d69 expref: 6 pid: 18644 timeout: 831 lvb_type: 0 00010000:00010000:3.0:1746139105.752345:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f5a2400/0x1f9f6ca451acbf03 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d69 expref: 6 pid: 18644 timeout: 831 lvb_type: 0 00010000:00010000:3.0:1746139105.752369:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f5a2400/0x1f9f6ca451acbf03 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d69 expref: 6 pid: 18644 timeout: 831 lvb_type: 0 00010000:00010000:3.0:1746139105.752383:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139105.752385:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139105.752393:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800724cd800/0x1f9f6ca451acbf0a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d70 expref: 91 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139105.752401:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800724cd800/0x1f9f6ca451acbf0a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d70 expref: 91 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139105.752433:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800724cd800/0x1f9f6ca451acbf0a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d70 expref: 91 pid: 18644 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139105.752446:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a075ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832238464:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139105.752551:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ded1300 going to sleep for 11 seconds 00000100:00100000:3.0:1746139105.755396:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a075ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832238464:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139105.755446:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139105.755499:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801314bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2008:x1830958840512384:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3752us (4006us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139105.755509:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17469 00000100:00100000:0.0:1746139105.756694:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139105.756852:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840512640 00000100:00100000:1.0:1746139105.756859:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840512640 00002000:00100000:1.0:1746139105.756899:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880131466d80 x1830958840512640/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:31/0 lens 488/0 e 0 to 0 dl 1746139116 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139105.756908:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131466d80 with x1830958840512640 ext(0->4095) 00002000:00010000:1.0:1746139105.756914:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131466d80 00000100:00100000:1.0:1746139105.756931:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13435 00000100:00100000:1.0:1746139105.756937:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131466d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+92:2007:x1830958840512640:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746139105.757067:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131466d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+92:2007:x1830958840512640:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 130us (378us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139105.757073:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13435 00002000:00100000:1.0:1746139105.757079:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880131466d80 x1830958840512640/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:31/0 lens 488/4536 e 0 to 0 dl 1746139116 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139105.757085:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131466d80 with x1830958840512640 ext(0->4095) 00002000:00010000:1.0:1746139105.757088:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131466d80 00000100:00100000:0.0:1746139105.759387:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139105.759819:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840512768 00000100:00100000:2.0:1746139105.759828:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840512768 00000100:00100000:2.0:1746139105.759867:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30157 00000100:00100000:2.0:1746139105.759874:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131465880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840512768:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139105.759889:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139105.759907:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008760ca00/0x1f9f6ca451acbf11 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512d77 expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.759935:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800724cd800/0x1f9f6ca451acbf0a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d70 expref: 91 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.759942:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139105.759944:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139105.759947:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008760ca00/0x1f9f6ca451acbf11 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d77 expref: 6 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.759978:0:18644:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800724cd800/0x1f9f6ca451acbf0a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d70 expref: 91 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.759990:0:18644:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800724cd800/0x1f9f6ca451acbf0a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d70 expref: 91 pid: 18644 timeout: 831 lvb_type: 0 00000100:00100000:2.0:1746139105.760002:0:18644:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134531180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832238592:192.168.203.56@tcp:104: 00000100:00100000:2.0:1746139105.760090:0:18644:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ec29a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746139105.761933:0:18644:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134531180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832238592:192.168.203.56@tcp:104: 00010000:00010000:2.0:1746139105.761959:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008760ca00/0x1f9f6ca451acbf11 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d77 expref: 6 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.761974:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008760ca00, rc 0) 00000100:00100000:2.0:1746139105.762005:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131465880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840512768:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2131us (2625us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139105.762016:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30157 00000100:00100000:0.0:1746139105.762193:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139105.762360:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840512896 00000100:00100000:3.0:1746139105.762366:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840512896 00010000:00010000:3.0:1746139105.762390:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800724cd800/0x1f9f6ca451acbf0a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d70 expref: 92 pid: 18644 timeout: 831 lvb_type: 0 00000100:00100000:3.0:1746139105.762409:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17470 00000100:00100000:3.0:1746139105.762414:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131464380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+92:2007:x1830958840512896:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139105.762425:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139105.762444:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800724cd800/0x1f9f6ca451acbf0a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d70 expref: 92 pid: 18644 timeout: 831 lvb_type: 0 00010000:00010000:3.0:1746139105.762454:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800724cd800/0x1f9f6ca451acbf0a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d70 expref: 92 pid: 18644 timeout: 831 lvb_type: 0 00010000:00010000:3.0:1746139105.762474:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800724cd800/0x1f9f6ca451acbf0a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d70 expref: 92 pid: 18644 timeout: 831 lvb_type: 0 00010000:00010000:3.0:1746139105.762515:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139105.762517:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139105.762523:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008760ca00/0x1f9f6ca451acbf11 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d77 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139105.762529:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008760ca00/0x1f9f6ca451acbf11 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d77 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139105.763453:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008760ca00/0x1f9f6ca451acbf11 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d77 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139105.763466:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a075ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832238720:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139105.764006:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ded1300 going to sleep for 11 seconds 00000100:00100000:3.0:1746139105.765491:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a075ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832238720:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139105.765538:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139105.766536:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131464380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+91:2007:x1830958840512896:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 4116us (4339us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139105.766548:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17470 00000100:00100000:0.0:1746139105.766656:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139105.767172:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139105.767192:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840513280 00000100:00100000:0.0:1746139105.767198:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840513280 00002000:00100000:0.0:1746139105.767235:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880131465f80 x1830958840513280/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:31/0 lens 488/0 e 0 to 0 dl 1746139116 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139105.767244:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131465f80 with x1830958840513280 ext(0->4095) 00002000:00010000:0.0:1746139105.767250:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131465f80 00000100:00100000:0.0:1746139105.767267:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13436 00000100:00100000:0.0:1746139105.767273:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131465f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840513280:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746139105.767361:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840513024 00000100:00100000:2.0:1746139105.767365:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840513024 00000100:00100000:2.0:1746139105.767403:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30158 00000100:00100000:2.0:1746139105.767408:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131467b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+91:1800:x1830958840513024:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746139105.767409:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131465f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840513280:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 137us (238us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746139105.767414:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13436 00010000:00010000:2.0:1746139105.767417:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00002000:00100000:0.0:1746139105.767419:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880131465f80 x1830958840513280/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:31/0 lens 488/4536 e 0 to 0 dl 1746139116 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139105.767425:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131465f80 with x1830958840513280 ext(0->4095) 00002000:00010000:0.0:1746139105.767427:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131465f80 00010000:00010000:2.0:1746139105.767431:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009edca400/0x1f9f6ca451acbf18 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512d7e expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.767455:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008760ca00/0x1f9f6ca451acbf11 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d77 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.767463:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139105.767465:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139105.767468:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009edca400/0x1f9f6ca451acbf18 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d7e expref: 92 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.767512:0:18644:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008760ca00/0x1f9f6ca451acbf11 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d77 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.767524:0:18644:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008760ca00/0x1f9f6ca451acbf11 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d77 expref: 5 pid: 18644 timeout: 831 lvb_type: 0 00000100:00100000:2.0:1746139105.767535:0:18644:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134531180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832238848:192.168.203.56@tcp:104: 00000100:00100000:2.0:1746139105.767588:0:18644:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ec29a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746139105.769682:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139105.770229:0:18644:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134531180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832238848:192.168.203.56@tcp:104: 00010000:00010000:2.0:1746139105.770256:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009edca400/0x1f9f6ca451acbf18 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d7e expref: 92 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.770270:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009edca400, rc 0) 00000100:00100000:2.0:1746139105.770302:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131467b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+92:1800:x1830958840513024:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2894us (3646us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139105.770309:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30158 00000100:00100000:3.0:1746139105.770413:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840513408 00000100:00100000:3.0:1746139105.770419:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840513408 00000100:00100000:3.0:1746139105.771134:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30159 00000100:00100000:3.0:1746139105.771142:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131466a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+92:1814:x1830958840513408:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746139105.771156:0:9563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139105.771170:0:9563:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f43b600/0x1f9f6ca451acbf1f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512d85 expref: -99 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139105.771190:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139105.771195:0:9563:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009edca400/0x1f9f6ca451acbf18 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d7e expref: 93 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139105.771201:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746139105.771204:0:9563:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f43b600/0x1f9f6ca451acbf1f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d85 expref: 93 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139105.771265:0:9563:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009edca400/0x1f9f6ca451acbf18 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d7e expref: 93 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139105.771276:0:9563:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f43b600/0x1f9f6ca451acbf1f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d85 expref: 93 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139105.771282:0:9563:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f43b600, rc 0) 00000100:00100000:3.0:1746139105.771314:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131466a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+93:1814:x1830958840513408:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 173us (1640us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139105.771319:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30159 00000100:00100000:0.0:1746139105.771499:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139105.771859:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840513536 00000100:00100000:2.0:1746139105.771864:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840513536 00010000:00010000:2.0:1746139105.771884:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008760ca00/0x1f9f6ca451acbf11 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d77 expref: 6 pid: 18644 timeout: 831 lvb_type: 0 00000100:00100000:2.0:1746139105.771901:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17471 00000100:00100000:2.0:1746139105.771906:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131467480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840513536:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139105.771914:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139105.771932:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008760ca00/0x1f9f6ca451acbf11 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d77 expref: 6 pid: 18644 timeout: 831 lvb_type: 0 00010000:00010000:2.0:1746139105.771943:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008760ca00/0x1f9f6ca451acbf11 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d77 expref: 6 pid: 18644 timeout: 831 lvb_type: 0 00010000:00010000:2.0:1746139105.771960:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008760ca00/0x1f9f6ca451acbf11 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d77 expref: 6 pid: 18644 timeout: 831 lvb_type: 0 00010000:00010000:2.0:1746139105.771980:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139105.771982:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139105.771989:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009edca400/0x1f9f6ca451acbf18 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d7e expref: 92 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.771996:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009edca400/0x1f9f6ca451acbf18 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d7e expref: 92 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.772016:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009edca400/0x1f9f6ca451acbf18 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d7e expref: 92 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.772026:0:7207:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009edca400/0x1f9f6ca451acbf18 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d7e expref: 92 pid: 18644 timeout: 831 lvb_type: 0 00000100:00100000:2.0:1746139105.772037:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134531180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832239104:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139105.772079:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ec29a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746139105.774247:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134531180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832239104:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139105.774265:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139105.774315:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131467480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2008:x1830958840513536:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 2403us (2812us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139105.774324:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17471 00000100:00100000:0.0:1746139105.775689:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139105.775828:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840513792 00000100:00100000:3.0:1746139105.775835:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840513792 00002000:00100000:3.0:1746139105.775877:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c413800 x1830958840513792/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:31/0 lens 488/0 e 0 to 0 dl 1746139116 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139105.775886:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c413800 with x1830958840513792 ext(0->4095) 00010000:00010000:3.0:1746139105.775895:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009edca400/0x1f9f6ca451acbf18 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d7e expref: 93 pid: 18644 timeout: 831 lvb_type: 0 00010000:00010000:3.0:1746139105.775909:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009edca400/0x1f9f6ca451acbf18 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d7e expref: 93 pid: 18644 timeout: 831 lvb_type: 0 00002000:00010000:3.0:1746139105.775916:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c413800 00000100:00100000:3.0:1746139105.775936:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2855 00000100:00100000:3.0:1746139105.775943:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c413800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+93:2007:x1830958840513792:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746139105.776071:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c413800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+93:2007:x1830958840513792:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 128us (387us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746139105.776077:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2855 00002000:00100000:3.0:1746139105.776082:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c413800 x1830958840513792/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:31/0 lens 488/4536 e 0 to 0 dl 1746139116 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139105.776090:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c413800 with x1830958840513792 ext(0->4095) 00010000:00010000:3.0:1746139105.776094:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009edca400/0x1f9f6ca451acbf18 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d7e expref: 93 pid: 18644 timeout: 831 lvb_type: 0 00010000:00010000:3.0:1746139105.776103:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009edca400/0x1f9f6ca451acbf18 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d7e expref: 93 pid: 18644 timeout: 831 lvb_type: 0 00002000:00010000:3.0:1746139105.776108:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c413800 00000100:00100000:0.0:1746139105.778925:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139105.778992:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840513920 00000100:00100000:2.0:1746139105.779001:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840513920 00010000:00010000:2.0:1746139105.779040:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009edca400/0x1f9f6ca451acbf18 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d7e expref: 93 pid: 18644 timeout: 831 lvb_type: 0 00000100:00100000:2.0:1746139105.779085:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17472 00000100:00100000:2.0:1746139105.779093:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c411880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+93:2008:x1830958840513920:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139105.779106:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139105.779128:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009edca400/0x1f9f6ca451acbf18 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d7e expref: 93 pid: 18644 timeout: 831 lvb_type: 0 00010000:00010000:2.0:1746139105.779140:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009edca400/0x1f9f6ca451acbf18 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d7e expref: 93 pid: 18644 timeout: 831 lvb_type: 0 00010000:00010000:2.0:1746139105.779163:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009edca400/0x1f9f6ca451acbf18 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d7e expref: 93 pid: 18644 timeout: 831 lvb_type: 0 00010000:00010000:2.0:1746139105.779190:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139105.779192:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139105.779199:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f43b600/0x1f9f6ca451acbf1f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d85 expref: 92 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.779206:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f43b600/0x1f9f6ca451acbf1f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d85 expref: 92 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.779239:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f43b600/0x1f9f6ca451acbf1f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d85 expref: 92 pid: 9563 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746139105.779251:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134531180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832239232:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139105.779334:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ec29a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746139105.782281:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139105.782387:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134531180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832239232:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139105.782405:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139105.782443:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c411880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+92:2008:x1830958840513920:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3350us (3526us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139105.782452:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17472 00000100:00100000:3.0:1746139105.782590:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840514176 00000100:00100000:3.0:1746139105.782596:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840514176 00002000:00100000:3.0:1746139105.782657:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c412d80 x1830958840514176/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:31/0 lens 488/0 e 0 to 0 dl 1746139116 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139105.782666:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c412d80 with x1830958840514176 ext(0->4095) 00002000:00010000:3.0:1746139105.782670:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c412d80 00000100:00100000:3.0:1746139105.782895:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13437 00000100:00100000:3.0:1746139105.782902:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c412d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+92:2008:x1830958840514176:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746139105.783038:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c412d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+92:2008:x1830958840514176:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 137us (765us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746139105.783044:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13437 00002000:00100000:3.0:1746139105.783049:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c412d80 x1830958840514176/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:31/0 lens 488/4536 e 0 to 0 dl 1746139116 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139105.783056:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c412d80 with x1830958840514176 ext(0->4095) 00002000:00010000:3.0:1746139105.783059:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c412d80 00000100:00100000:0.0:1746139105.784825:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139105.784907:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840514304 00000100:00100000:3.0:1746139105.784913:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840514304 00000100:00100000:3.0:1746139105.784996:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30160 00000100:00100000:3.0:1746139105.785003:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c411c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840514304:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746139105.785017:0:9563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139105.785205:0:9563:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f43ae00/0x1f9f6ca451acbf26 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512d8c expref: -99 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139105.785237:0:9563:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f43b600/0x1f9f6ca451acbf1f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d85 expref: 91 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139105.785244:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746139105.785246:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746139105.785250:0:9563:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f43ae00/0x1f9f6ca451acbf26 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d8c expref: 6 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139105.785280:0:9563:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f43b600/0x1f9f6ca451acbf1f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d85 expref: 91 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139105.785294:0:9563:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f43b600/0x1f9f6ca451acbf1f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d85 expref: 91 pid: 9563 timeout: 831 lvb_type: 0 00000100:00100000:3.0:1746139105.785310:0:9563:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a075ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832239360:192.168.203.56@tcp:104: 00000100:00100000:3.0:1746139105.785587:0:9563:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ded19c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746139105.787577:0:9563:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a075ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832239360:192.168.203.56@tcp:104: 00010000:00010000:3.0:1746139105.787650:0:9563:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f43ae00/0x1f9f6ca451acbf26 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d8c expref: 6 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139105.787666:0:9563:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f43ae00, rc 0) 00000100:00100000:3.0:1746139105.787702:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c411c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840514304:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2699us (2883us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139105.787712:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30160 00000100:00100000:0.0:1746139105.789343:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139105.789522:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840514432 00000100:00100000:2.0:1746139105.789530:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840514432 00010000:00010000:2.0:1746139105.789559:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f43b600/0x1f9f6ca451acbf1f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d85 expref: 92 pid: 9563 timeout: 831 lvb_type: 0 00000100:00100000:2.0:1746139105.789599:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17473 00000100:00100000:2.0:1746139105.789606:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124a2ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+92:2007:x1830958840514432:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139105.789648:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139105.789670:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f43b600/0x1f9f6ca451acbf1f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d85 expref: 92 pid: 9563 timeout: 831 lvb_type: 0 00010000:00010000:2.0:1746139105.789681:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f43b600/0x1f9f6ca451acbf1f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d85 expref: 92 pid: 9563 timeout: 831 lvb_type: 0 00010000:00010000:2.0:1746139105.789705:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f43b600/0x1f9f6ca451acbf1f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d85 expref: 92 pid: 9563 timeout: 831 lvb_type: 0 00010000:00010000:2.0:1746139105.789747:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139105.789749:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139105.789756:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f43ae00/0x1f9f6ca451acbf26 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d8c expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.789764:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f43ae00/0x1f9f6ca451acbf26 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d8c expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.789863:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f43ae00/0x1f9f6ca451acbf26 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d8c expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746139105.789880:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134531180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832239488:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139105.790032:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ec29a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746139105.792268:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134531180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832239488:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139105.792291:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139105.792331:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124a2ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+91:2007:x1830958840514432:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 2724us (2994us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139105.792342:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17473 00000100:00100000:0.0:1746139105.793414:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139105.793835:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840514688 00000100:00100000:3.0:1746139105.793843:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840514688 00002000:00100000:3.0:1746139105.793880:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c412300 x1830958840514688/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:31/0 lens 488/0 e 0 to 0 dl 1746139116 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139105.793890:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c412300 with x1830958840514688 ext(0->4095) 00002000:00010000:3.0:1746139105.793894:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c412300 00000100:00100000:3.0:1746139105.793922:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13438 00000100:00100000:3.0:1746139105.793930:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c412300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840514688:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746139105.794283:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139105.794334:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840514816 00000100:00100000:2.0:1746139105.794337:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840514816 00000100:00100000:2.0:1746139105.794358:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30161 00000100:00100000:2.0:1746139105.794362:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c411180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+91:1800:x1830958840514816:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139105.794371:0:9563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139105.794385:0:9563:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009edca800/0x1f9f6ca451acbf2d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512d93 expref: -99 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.794407:0:9563:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f43ae00/0x1f9f6ca451acbf26 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d8c expref: 6 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.794413:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139105.794415:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139105.794418:0:9563:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009edca800/0x1f9f6ca451acbf2d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d93 expref: 92 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.794444:0:9563:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f43ae00/0x1f9f6ca451acbf26 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d8c expref: 6 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.794458:0:9563:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f43ae00/0x1f9f6ca451acbf26 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d8c expref: 6 pid: 9563 timeout: 831 lvb_type: 0 00000100:00100000:2.0:1746139105.794468:0:9563:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134531180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832239616:192.168.203.56@tcp:104: 00000100:00100000:2.0:1746139105.794537:0:9563:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ec29300 going to sleep for 11 seconds 00000100:00100000:3.0:1746139105.794797:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c412300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840514688:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 867us (1385us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746139105.794803:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13438 00002000:00100000:3.0:1746139105.794808:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c412300 x1830958840514688/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:31/0 lens 488/4536 e 0 to 0 dl 1746139116 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139105.794821:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c412300 with x1830958840514688 ext(0->4095) 00010000:00010000:3.0:1746139105.794826:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f43ae00/0x1f9f6ca451acbf26 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d8c expref: 6 pid: 9563 timeout: 831 lvb_type: 0 00010000:00010000:3.0:1746139105.794835:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f43ae00/0x1f9f6ca451acbf26 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d8c expref: 6 pid: 9563 timeout: 831 lvb_type: 0 00002000:00010000:3.0:1746139105.794841:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c412300 00000100:00100000:2.0:1746139105.797539:0:9563:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134531180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832239616:192.168.203.56@tcp:104: 00010000:00010000:2.0:1746139105.797574:0:9563:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009edca800/0x1f9f6ca451acbf2d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d93 expref: 92 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.797591:0:9563:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009edca800, rc 0) 00000100:00100000:2.0:1746139105.797661:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c411180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+92:1800:x1830958840514816:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3298us (3378us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139105.797669:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30161 00000100:00100000:0.0:1746139105.799773:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139105.799828:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139105.799913:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840514944 00000100:00100000:2.0:1746139105.799922:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840514944 00000100:00100000:2.0:1746139105.799967:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30162 00000100:00100000:2.0:1746139105.799974:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c411500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+92:1814:x1830958840514944:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139105.799994:0:9563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139105.800012:0:9563:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009edca600/0x1f9f6ca451acbf34 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512d9a expref: -99 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.800038:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139105.800044:0:9563:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009edca800/0x1f9f6ca451acbf2d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d93 expref: 93 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.800055:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139105.800058:0:9563:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009edca600/0x1f9f6ca451acbf34 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d9a expref: 93 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.800093:0:9563:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009edca800/0x1f9f6ca451acbf2d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d93 expref: 93 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.800105:0:9563:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009edca600/0x1f9f6ca451acbf34 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d9a expref: 93 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.800114:0:9563:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009edca600, rc 0) 00000100:00100000:2.0:1746139105.800166:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c411500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+93:1814:x1830958840514944:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 191us (401us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139105.800172:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30162 00000100:00100000:3.0:1746139105.800343:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840515072 00000100:00100000:3.0:1746139105.800347:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840515072 00010000:00010000:3.0:1746139105.800369:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f43ae00/0x1f9f6ca451acbf26 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d8c expref: 6 pid: 9563 timeout: 831 lvb_type: 0 00000100:00100000:3.0:1746139105.800391:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17474 00000100:00100000:3.0:1746139105.800396:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c410380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840515072:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139105.800405:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139105.800428:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f43ae00/0x1f9f6ca451acbf26 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d8c expref: 6 pid: 9563 timeout: 831 lvb_type: 0 00010000:00010000:3.0:1746139105.800439:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f43ae00/0x1f9f6ca451acbf26 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d8c expref: 6 pid: 9563 timeout: 831 lvb_type: 0 00010000:00010000:3.0:1746139105.800457:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f43ae00/0x1f9f6ca451acbf26 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d8c expref: 6 pid: 9563 timeout: 831 lvb_type: 0 00010000:00010000:3.0:1746139105.800499:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139105.800501:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139105.800507:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009edca800/0x1f9f6ca451acbf2d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d93 expref: 92 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139105.800514:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009edca800/0x1f9f6ca451acbf2d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d93 expref: 92 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139105.800535:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009edca800/0x1f9f6ca451acbf2d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d93 expref: 92 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139105.800546:0:7207:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009edca800/0x1f9f6ca451acbf2d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d93 expref: 92 pid: 9563 timeout: 831 lvb_type: 0 00000100:00100000:3.0:1746139105.800557:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a075ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832239872:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139105.800612:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ded16c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746139105.802796:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a075ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832239872:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139105.802842:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139105.802890:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c410380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2007:x1830958840515072:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 2492us (3060us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139105.802900:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17474 00000100:00100000:0.0:1746139105.804179:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139105.804278:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840515328 00000100:00100000:3.0:1746139105.804286:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840515328 00002000:00100000:3.0:1746139105.804333:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c410e00 x1830958840515328/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:31/0 lens 488/0 e 0 to 0 dl 1746139116 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139105.804343:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c410e00 with x1830958840515328 ext(0->4095) 00010000:00010000:3.0:1746139105.804352:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009edca800/0x1f9f6ca451acbf2d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d93 expref: 93 pid: 9563 timeout: 831 lvb_type: 0 00010000:00010000:3.0:1746139105.804370:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009edca800/0x1f9f6ca451acbf2d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d93 expref: 93 pid: 9563 timeout: 831 lvb_type: 0 00002000:00010000:3.0:1746139105.804377:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c410e00 00000100:00100000:3.0:1746139105.804888:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2856 00000100:00100000:3.0:1746139105.804897:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c410e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+93:2008:x1830958840515328:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746139105.806134:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c410e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+93:2008:x1830958840515328:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 1234us (1955us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746139105.806143:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2856 00002000:00100000:3.0:1746139105.806151:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c410e00 x1830958840515328/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:31/0 lens 488/4536 e 0 to 0 dl 1746139116 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139105.806159:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c410e00 with x1830958840515328 ext(0->4095) 00010000:00010000:3.0:1746139105.806167:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009edca800/0x1f9f6ca451acbf2d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d93 expref: 93 pid: 9563 timeout: 831 lvb_type: 0 00010000:00010000:3.0:1746139105.806180:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009edca800/0x1f9f6ca451acbf2d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d93 expref: 93 pid: 9563 timeout: 831 lvb_type: 0 00002000:00010000:3.0:1746139105.806186:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c410e00 00000100:00100000:0.0:1746139105.810054:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139105.810360:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840515456 00000100:00100000:3.0:1746139105.810373:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840515456 00010000:00010000:3.0:1746139105.810428:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009edca800/0x1f9f6ca451acbf2d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d93 expref: 93 pid: 9563 timeout: 831 lvb_type: 0 00000100:00100000:3.0:1746139105.810466:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17475 00000100:00100000:3.0:1746139105.810487:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c411880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+93:2007:x1830958840515456:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139105.810504:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139105.810533:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009edca800/0x1f9f6ca451acbf2d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d93 expref: 93 pid: 9563 timeout: 831 lvb_type: 0 00010000:00010000:3.0:1746139105.810546:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009edca800/0x1f9f6ca451acbf2d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d93 expref: 93 pid: 9563 timeout: 831 lvb_type: 0 00010000:00010000:3.0:1746139105.810571:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009edca800/0x1f9f6ca451acbf2d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d93 expref: 93 pid: 9563 timeout: 831 lvb_type: 0 00010000:00010000:3.0:1746139105.810609:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139105.810612:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139105.810656:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009edca600/0x1f9f6ca451acbf34 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d9a expref: 92 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139105.810666:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009edca600/0x1f9f6ca451acbf34 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d9a expref: 92 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139105.810707:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009edca600/0x1f9f6ca451acbf34 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d9a expref: 92 pid: 9563 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139105.810722:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a075ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832240000:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139105.810819:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ded16c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746139105.813807:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139105.813963:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a075ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832240000:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139105.814025:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139105.814077:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c411880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+92:2007:x1830958840515456:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3600us (4034us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139105.814088:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17475 00000100:00100000:1.0:1746139105.814182:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840515712 00000100:00100000:1.0:1746139105.814190:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840515712 00002000:00100000:1.0:1746139105.814231:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009bd8b480 x1830958840515712/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:31/0 lens 488/0 e 0 to 0 dl 1746139116 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139105.814241:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bd8b480 with x1830958840515712 ext(0->4095) 00002000:00010000:1.0:1746139105.814245:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bd8b480 00000100:00100000:1.0:1746139105.814263:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13439 00000100:00100000:1.0:1746139105.814270:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bd8b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+92:2009:x1830958840515712:12345-192.168.203.56@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746139105.814438:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bd8b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+92:2009:x1830958840515712:12345-192.168.203.56@tcp:3:ptlrpcd_01_00.0 Request processed in 169us (643us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139105.814445:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13439 00002000:00100000:1.0:1746139105.814450:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009bd8b480 x1830958840515712/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:31/0 lens 488/4536 e 0 to 0 dl 1746139116 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139105.814464:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bd8b480 with x1830958840515712 ext(0->4095) 00002000:00010000:1.0:1746139105.814467:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bd8b480 00000100:00100000:0.0:1746139105.817116:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139105.817168:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840515840 00000100:00100000:0.0:1746139105.817179:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840515840 00000100:00100000:0.0:1746139105.817711:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30163 00000100:00100000:0.0:1746139105.817721:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bd8ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840515840:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746139105.817742:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746139105.817760:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acbf3b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512da1 expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139105.817789:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009edca600/0x1f9f6ca451acbf34 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d9a expref: 91 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139105.817797:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746139105.817799:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746139105.817802:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acbf3b lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512da1 expref: 6 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139105.817835:0:18644:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009edca600/0x1f9f6ca451acbf34 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d9a expref: 91 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139105.817848:0:18644:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009edca600/0x1f9f6ca451acbf34 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d9a expref: 91 pid: 9563 timeout: 831 lvb_type: 0 00000100:00100000:0.0:1746139105.817861:0:18644:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009bd8aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832240128:192.168.203.56@tcp:104: 00000100:00100000:0.0:1746139105.817955:0:18644:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007fe37a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746139105.820212:0:18644:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009bd8aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832240128:192.168.203.56@tcp:104: 00010000:00010000:2.0:1746139105.820244:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acbf3b lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512da1 expref: 6 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.820261:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7ea00, rc 0) 00000100:00100000:2.0:1746139105.820306:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bd8ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840515840:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2585us (3201us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139105.820314:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30163 00000100:00100000:0.0:1746139105.820505:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139105.821036:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840515968 00000100:00100000:3.0:1746139105.821045:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840515968 00010000:00010000:3.0:1746139105.821077:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009edca600/0x1f9f6ca451acbf34 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d9a expref: 92 pid: 9563 timeout: 831 lvb_type: 0 00000100:00100000:3.0:1746139105.821114:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17476 00000100:00100000:3.0:1746139105.821121:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bd88e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+92:2008:x1830958840515968:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139105.821136:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139105.821533:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009edca600/0x1f9f6ca451acbf34 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d9a expref: 92 pid: 9563 timeout: 831 lvb_type: 0 00010000:00010000:3.0:1746139105.821546:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009edca600/0x1f9f6ca451acbf34 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d9a expref: 92 pid: 9563 timeout: 831 lvb_type: 0 00010000:00010000:3.0:1746139105.821571:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009edca600/0x1f9f6ca451acbf34 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512d9a expref: 92 pid: 9563 timeout: 831 lvb_type: 0 00010000:00010000:3.0:1746139105.821598:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139105.821600:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139105.821609:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acbf3b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512da1 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139105.821653:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acbf3b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512da1 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139105.821690:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acbf3b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512da1 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139105.821704:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a075ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832240256:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139105.821793:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ded16c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746139105.824721:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a075ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832240256:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139105.824788:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139105.824854:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bd88e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+91:2008:x1830958840515968:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3731us (4347us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139105.824866:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17476 00000100:00100000:2.0:1746139105.825066:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139105.825120:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139105.825359:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840516224 00000100:00100000:0.0:1746139105.825367:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840516224 00000100:00100000:0.0:1746139105.825413:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30164 00000100:00100000:0.0:1746139105.825421:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134531180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+91:1800:x1830958840516224:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746139105.825437:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746139105.825454:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e800/0x1f9f6ca451acbf42 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512da8 expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139105.825489:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acbf3b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512da1 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139105.825496:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139105.825498:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139105.825502:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e800/0x1f9f6ca451acbf42 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512da8 expref: 92 pid: 18644 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139105.825659:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840516352 00000100:00100000:3.0:1746139105.825663:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840516352 00002000:00100000:3.0:1746139105.825689:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880134532d80 x1830958840516352/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:31/0 lens 488/0 e 0 to 0 dl 1746139116 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139105.825697:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134532d80 with x1830958840516352 ext(0->4095) 00010000:00010000:3.0:1746139105.825702:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acbf3b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512da1 expref: 6 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139105.825710:0:27210:0:(ldlm_lockd.c:596:ldlm_refresh_waiting_lock()) ### wasn't waiting ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acbf3b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512da1 expref: 6 pid: 18644 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1746139105.825715:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880134532d80 00000100:00100000:3.0:1746139105.826256:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2857 00000100:00100000:3.0:1746139105.826263:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134532d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2009:x1830958840516352:12345-192.168.203.56@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746139105.826399:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134532d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2009:x1830958840516352:12345-192.168.203.56@tcp:3:ptlrpcd_01_00.0 Request processed in 137us (1278us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746139105.826409:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2857 00002000:00100000:3.0:1746139105.826414:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880134532d80 x1830958840516352/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:31/0 lens 488/4536 e 0 to 0 dl 1746139116 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139105.826421:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134532d80 with x1830958840516352 ext(0->4095) 00010000:00010000:3.0:1746139105.826426:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acbf3b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512da1 expref: 6 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139105.826433:0:27210:0:(ldlm_lockd.c:596:ldlm_refresh_waiting_lock()) ### wasn't waiting ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acbf3b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512da1 expref: 6 pid: 18644 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1746139105.826438:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880134532d80 00010000:00010000:0.0:1746139105.826548:0:18644:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acbf3b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512da1 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139105.826561:0:18644:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acbf3b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512da1 expref: 5 pid: 18644 timeout: 831 lvb_type: 0 00000100:00100000:0.0:1746139105.826573:0:18644:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009bd88a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832240384:192.168.203.56@tcp:104: 00000100:00100000:0.0:1746139105.826649:0:18644:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007fe37240 going to sleep for 11 seconds 00000100:00100000:0.0:1746139105.829454:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139105.829568:0:18644:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009bd88a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832240384:192.168.203.56@tcp:104: 00010000:00010000:2.0:1746139105.829603:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e800/0x1f9f6ca451acbf42 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512da8 expref: 92 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.829655:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7e800, rc 0) 00000100:00100000:2.0:1746139105.829706:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134531180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+92:1800:x1830958840516224:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4286us (4641us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139105.829719:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30164 00000100:00100000:2.0:1746139105.829750:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840516480 00000100:00100000:2.0:1746139105.829756:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840516480 00000100:00100000:2.0:1746139105.829784:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30165 00000100:00100000:2.0:1746139105.829789:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bd89180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+92:1814:x1830958840516480:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139105.829802:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139105.829814:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009edcac00/0x1f9f6ca451acbf49 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512daf expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.829833:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139105.829837:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e800/0x1f9f6ca451acbf42 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512da8 expref: 93 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.829842:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139105.829845:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009edcac00/0x1f9f6ca451acbf49 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512daf expref: 93 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.829870:0:18644:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e800/0x1f9f6ca451acbf42 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512da8 expref: 93 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.829879:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009edcac00/0x1f9f6ca451acbf49 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512daf expref: 93 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.829891:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009edcac00, rc 0) 00000100:00100000:2.0:1746139105.829904:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bd89180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+93:1814:x1830958840516480:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 115us (465us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139105.829908:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30165 00000100:00100000:0.0:1746139105.831858:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139105.832061:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840516608 00000100:00100000:3.0:1746139105.832070:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840516608 00010000:00010000:3.0:1746139105.832106:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acbf3b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512da1 expref: 6 pid: 18644 timeout: 831 lvb_type: 0 00000100:00100000:3.0:1746139105.832140:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17477 00000100:00100000:3.0:1746139105.832148:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bd8b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840516608:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139105.832163:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139105.832184:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acbf3b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512da1 expref: 6 pid: 18644 timeout: 831 lvb_type: 0 00010000:00010000:3.0:1746139105.832197:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acbf3b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512da1 expref: 6 pid: 18644 timeout: 831 lvb_type: 0 00010000:00010000:3.0:1746139105.832220:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acbf3b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512da1 expref: 6 pid: 18644 timeout: 831 lvb_type: 0 00010000:00010000:3.0:1746139105.832254:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139105.832256:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139105.832263:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e800/0x1f9f6ca451acbf42 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512da8 expref: 92 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139105.832272:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e800/0x1f9f6ca451acbf42 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512da8 expref: 92 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139105.832304:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e800/0x1f9f6ca451acbf42 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512da8 expref: 92 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139105.832316:0:7207:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e800/0x1f9f6ca451acbf42 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512da8 expref: 92 pid: 18644 timeout: 831 lvb_type: 0 00000100:00100000:3.0:1746139105.832328:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a075ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832240640:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139105.832902:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ded19c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746139105.835520:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139105.835607:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a075ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832240640:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139105.835678:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139105.835723:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bd8b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2008:x1830958840516608:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3575us (3875us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139105.835734:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17477 00000100:00100000:1.0:1746139105.836463:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840516864 00000100:00100000:1.0:1746139105.836472:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840516864 00002000:00100000:1.0:1746139105.836527:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009bd89500 x1830958840516864/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:31/0 lens 488/0 e 0 to 0 dl 1746139116 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139105.836536:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bd89500 with x1830958840516864 ext(0->4095) 00010000:00010000:1.0:1746139105.836546:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e800/0x1f9f6ca451acbf42 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512da8 expref: 93 pid: 18644 timeout: 831 lvb_type: 0 00010000:00010000:1.0:1746139105.836559:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e800/0x1f9f6ca451acbf42 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512da8 expref: 93 pid: 18644 timeout: 831 lvb_type: 0 00002000:00010000:1.0:1746139105.836565:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bd89500 00000100:00100000:1.0:1746139105.836584:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2858 00000100:00100000:1.0:1746139105.836591:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bd89500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+93:2008:x1830958840516864:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746139105.836754:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bd89500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+93:2008:x1830958840516864:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 163us (1244us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139105.836760:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2858 00002000:00100000:1.0:1746139105.836766:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009bd89500 x1830958840516864/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:31/0 lens 488/4536 e 0 to 0 dl 1746139116 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139105.836773:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bd89500 with x1830958840516864 ext(0->4095) 00010000:00010000:1.0:1746139105.836777:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e800/0x1f9f6ca451acbf42 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512da8 expref: 93 pid: 18644 timeout: 831 lvb_type: 0 00010000:00010000:1.0:1746139105.836787:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e800/0x1f9f6ca451acbf42 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512da8 expref: 93 pid: 18644 timeout: 831 lvb_type: 0 00002000:00010000:1.0:1746139105.836793:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bd89500 00000100:00100000:0.0:1746139105.839418:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139105.840053:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840516992 00000100:00100000:3.0:1746139105.840061:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840516992 00010000:00010000:3.0:1746139105.840096:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e800/0x1f9f6ca451acbf42 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512da8 expref: 93 pid: 18644 timeout: 831 lvb_type: 0 00000100:00100000:3.0:1746139105.840294:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17478 00000100:00100000:3.0:1746139105.840302:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bd8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+93:2010:x1830958840516992:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139105.840316:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139105.840333:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e800/0x1f9f6ca451acbf42 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512da8 expref: 93 pid: 18644 timeout: 831 lvb_type: 0 00010000:00010000:3.0:1746139105.840343:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e800/0x1f9f6ca451acbf42 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512da8 expref: 93 pid: 18644 timeout: 831 lvb_type: 0 00010000:00010000:3.0:1746139105.840364:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fb7e800/0x1f9f6ca451acbf42 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512da8 expref: 93 pid: 18644 timeout: 831 lvb_type: 0 00010000:00010000:3.0:1746139105.840392:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139105.840394:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139105.840401:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009edcac00/0x1f9f6ca451acbf49 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512daf expref: 92 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139105.840408:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009edcac00/0x1f9f6ca451acbf49 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512daf expref: 92 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139105.840441:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009edcac00/0x1f9f6ca451acbf49 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512daf expref: 92 pid: 18644 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139105.840452:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a075ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832240768:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139105.840869:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ded19c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746139105.845273:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139105.845395:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840517248 00000100:00100000:2.0:1746139105.845406:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840517248 00002000:00100000:2.0:1746139105.845457:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009bd8a300 x1830958840517248/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:31/0 lens 488/0 e 0 to 0 dl 1746139116 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139105.845469:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bd8a300 with x1830958840517248 ext(0->4095) 00002000:00010000:2.0:1746139105.845481:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bd8a300 00000100:00100000:3.0:1746139105.845586:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a075ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832240768:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139105.845678:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139105.845728:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bd8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+93:2010:x1830958840516992:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 5426us (6317us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139105.845739:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17478 00000100:00100000:2.0:1746139105.845930:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13440 00000100:00100000:2.0:1746139105.845937:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bd8a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+92:2009:x1830958840517248:12345-192.168.203.56@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746139105.846065:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bd8a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+92:2009:x1830958840517248:12345-192.168.203.56@tcp:3:ptlrpcd_01_00.0 Request processed in 128us (802us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746139105.846070:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13440 00002000:00100000:2.0:1746139105.846075:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009bd8a300 x1830958840517248/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:31/0 lens 488/4536 e 0 to 0 dl 1746139116 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139105.846083:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bd8a300 with x1830958840517248 ext(0->4095) 00002000:00010000:2.0:1746139105.846086:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bd8a300 00000100:00100000:0.0:1746139105.848420:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139105.848510:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840517376 00000100:00100000:3.0:1746139105.848520:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840517376 00000100:00100000:3.0:1746139105.848580:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30166 00000100:00100000:3.0:1746139105.848586:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bd88a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840517376:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746139105.848604:0:9563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139105.848657:0:9563:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f43bc00/0x1f9f6ca451acbf50 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512db6 expref: -99 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139105.848690:0:9563:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009edcac00/0x1f9f6ca451acbf49 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512daf expref: 91 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139105.848698:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746139105.848699:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746139105.848702:0:9563:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f43bc00/0x1f9f6ca451acbf50 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512db6 expref: 6 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139105.848734:0:9563:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009edcac00/0x1f9f6ca451acbf49 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512daf expref: 91 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139105.848746:0:9563:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009edcac00/0x1f9f6ca451acbf49 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512daf expref: 91 pid: 18644 timeout: 831 lvb_type: 0 00000100:00100000:3.0:1746139105.848757:0:9563:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a075ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832240896:192.168.203.56@tcp:104: 00000100:00100000:3.0:1746139105.849157:0:9563:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ded19c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746139105.850377:0:9563:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a075ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832240896:192.168.203.56@tcp:104: 00010000:00010000:3.0:1746139105.850426:0:9563:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f43bc00/0x1f9f6ca451acbf50 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512db6 expref: 6 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139105.850538:0:9563:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f43bc00, rc 0) 00000100:00100000:3.0:1746139105.850586:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bd88a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840517376:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1999us (2179us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139105.850595:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30166 00000100:00100000:0.0:1746139105.850799:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139105.850884:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840517504 00000100:00100000:3.0:1746139105.850889:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840517504 00010000:00010000:3.0:1746139105.850910:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009edcac00/0x1f9f6ca451acbf49 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512daf expref: 92 pid: 18644 timeout: 831 lvb_type: 0 00000100:00100000:3.0:1746139105.850932:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17479 00000100:00100000:3.0:1746139105.850938:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bd8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+92:2007:x1830958840517504:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139105.850950:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139105.850974:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009edcac00/0x1f9f6ca451acbf49 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512daf expref: 92 pid: 18644 timeout: 831 lvb_type: 0 00010000:00010000:3.0:1746139105.850985:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009edcac00/0x1f9f6ca451acbf49 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512daf expref: 92 pid: 18644 timeout: 831 lvb_type: 0 00010000:00010000:3.0:1746139105.851007:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009edcac00/0x1f9f6ca451acbf49 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512daf expref: 92 pid: 18644 timeout: 831 lvb_type: 0 00010000:00010000:3.0:1746139105.851038:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139105.851041:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139105.851048:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f43bc00/0x1f9f6ca451acbf50 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512db6 expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139105.851055:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f43bc00/0x1f9f6ca451acbf50 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512db6 expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139105.851083:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f43bc00/0x1f9f6ca451acbf50 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512db6 expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139105.851092:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a075ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832241024:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139105.851138:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ded19c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746139105.852591:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a075ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832241024:192.168.203.56@tcp:105: 00000100:00100000:0.0:1746139105.852867:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00010000:00010000:3.0:1746139105.852929:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746139105.853017:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840517760 00000100:00100000:1.0:1746139105.853023:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840517760 00002000:00100000:1.0:1746139105.853067:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800a086a680 x1830958840517760/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:31/0 lens 488/0 e 0 to 0 dl 1746139116 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139105.853078:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a086a680 with x1830958840517760 ext(0->4095) 00002000:00010000:1.0:1746139105.853082:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a086a680 00000100:00100000:1.0:1746139105.853117:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13441 00000100:00100000:1.0:1746139105.853125:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a086a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840517760:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746139105.853183:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bd8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+91:2007:x1830958840517504:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 2243us (2383us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139105.853192:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17479 00000100:00100000:1.0:1746139105.853428:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a086a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840517760:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 302us (561us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139105.853434:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13441 00002000:00100000:1.0:1746139105.853440:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800a086a680 x1830958840517760/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:31/0 lens 488/4536 e 0 to 0 dl 1746139116 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139105.853447:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a086a680 with x1830958840517760 ext(0->4095) 00002000:00010000:1.0:1746139105.853449:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a086a680 00000100:00100000:0.0:1746139105.854776:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139105.854929:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840517888 00000100:00100000:3.0:1746139105.854936:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840517888 00000100:00100000:3.0:1746139105.855020:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30167 00000100:00100000:3.0:1746139105.855028:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0869c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+91:1814:x1830958840517888:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746139105.855042:0:9563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139105.855060:0:9563:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f43aa00/0x1f9f6ca451acbf57 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512dbd expref: -99 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139105.855172:0:9563:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f43bc00/0x1f9f6ca451acbf50 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512db6 expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139105.855185:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139105.855187:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139105.855191:0:9563:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f43aa00/0x1f9f6ca451acbf57 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512dbd expref: 92 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139105.855221:0:9563:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f43bc00/0x1f9f6ca451acbf50 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512db6 expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139105.855234:0:9563:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f43bc00/0x1f9f6ca451acbf50 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512db6 expref: 5 pid: 9563 timeout: 831 lvb_type: 0 00000100:00100000:3.0:1746139105.855245:0:9563:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a075ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832241152:192.168.203.56@tcp:104: 00000100:00100000:3.0:1746139105.855322:0:9563:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ded19c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746139105.855373:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139105.855525:0:24929:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840518016 00000100:00100000:2.0:1746139105.855530:0:24929:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840518016 00000100:00100000:2.0:1746139105.855561:0:24929:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30168 00000100:00100000:2.0:1746139105.855566:0:24929:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a086b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b60e9717-019c-4527-a82a-15e993ac5189+93:1800:x1830958840518016:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139105.855573:0:24929:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139105.855579:0:24929:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009edca600/0x1f9f6ca451acbf5e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512dc4 expref: -99 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.855591:0:24929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139105.855595:0:24929:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f43aa00/0x1f9f6ca451acbf57 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512dbd expref: 94 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.855600:0:24929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139105.855602:0:24929:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009edca600/0x1f9f6ca451acbf5e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512dc4 expref: 94 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.855647:0:24929:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f43aa00/0x1f9f6ca451acbf57 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512dbd expref: 94 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.855660:0:24929:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009edca600/0x1f9f6ca451acbf5e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512dc4 expref: 94 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.855669:0:24929:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009edca600, rc 0) 00000100:00100000:2.0:1746139105.855705:0:24929:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a086b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b60e9717-019c-4527-a82a-15e993ac5189+94:1800:x1830958840518016:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 138us (331us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139105.855711:0:24929:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30168 00000100:00100000:3.0:1746139105.856930:0:9563:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a075ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832241152:192.168.203.56@tcp:104: 00010000:00010000:3.0:1746139105.856982:0:9563:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f43aa00/0x1f9f6ca451acbf57 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512dbd expref: 93 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139105.856993:0:9563:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f43aa00, rc 0) 00000100:00100000:3.0:1746139105.857032:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0869c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+93:1814:x1830958840517888:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2004us (2261us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139105.857040:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30167 00000100:00100000:0.0:1746139105.857330:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139105.857408:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840518144 00000100:00100000:2.0:1746139105.857413:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840518144 00010000:00010000:2.0:1746139105.857508:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f43bc00/0x1f9f6ca451acbf50 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512db6 expref: 6 pid: 9563 timeout: 831 lvb_type: 0 00000100:00100000:2.0:1746139105.857540:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17480 00000100:00100000:2.0:1746139105.857547:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b40b8050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840518144:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139105.857559:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139105.857580:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f43bc00/0x1f9f6ca451acbf50 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512db6 expref: 6 pid: 9563 timeout: 831 lvb_type: 0 00010000:00010000:2.0:1746139105.857591:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f43bc00/0x1f9f6ca451acbf50 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512db6 expref: 6 pid: 9563 timeout: 831 lvb_type: 0 00010000:00010000:2.0:1746139105.857613:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f43bc00/0x1f9f6ca451acbf50 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512db6 expref: 6 pid: 9563 timeout: 831 lvb_type: 0 00010000:00010000:2.0:1746139105.857663:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139105.857665:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139105.857671:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f43aa00/0x1f9f6ca451acbf57 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512dbd expref: 92 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.857679:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f43aa00/0x1f9f6ca451acbf57 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512dbd expref: 92 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.857705:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f43aa00/0x1f9f6ca451acbf57 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512dbd expref: 92 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.857716:0:7207:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f43aa00/0x1f9f6ca451acbf57 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512dbd expref: 92 pid: 9563 timeout: 831 lvb_type: 0 00000100:00100000:2.0:1746139105.857731:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134530a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832241408:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139105.857795:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ec29300 going to sleep for 11 seconds 00000100:00100000:0.0:1746139105.860538:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139105.860843:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134530a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832241408:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139105.860865:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139105.860905:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b40b8050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2008:x1830958840518144:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3358us (3576us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139105.860915:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17480 00000100:00100000:1.0:1746139105.861054:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840518400 00000100:00100000:1.0:1746139105.861063:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840518400 00002000:00100000:1.0:1746139105.861111:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800a0869500 x1830958840518400/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:31/0 lens 488/0 e 0 to 0 dl 1746139116 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139105.861127:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0869500 with x1830958840518400 ext(0->4095) 00010000:00010000:1.0:1746139105.861135:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f43aa00/0x1f9f6ca451acbf57 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512dbd expref: 93 pid: 9563 timeout: 831 lvb_type: 0 00010000:00010000:1.0:1746139105.861147:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f43aa00/0x1f9f6ca451acbf57 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512dbd expref: 93 pid: 9563 timeout: 831 lvb_type: 0 00002000:00010000:1.0:1746139105.861153:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a0869500 00000100:00100000:1.0:1746139105.861176:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2859 00000100:00100000:1.0:1746139105.861183:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0869500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+93:2008:x1830958840518400:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746139105.861320:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0869500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+93:2008:x1830958840518400:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 139us (794us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139105.861326:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2859 00002000:00100000:1.0:1746139105.861335:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800a0869500 x1830958840518400/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:31/0 lens 488/4536 e 0 to 0 dl 1746139116 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139105.861341:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0869500 with x1830958840518400 ext(0->4095) 00010000:00010000:1.0:1746139105.861344:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f43aa00/0x1f9f6ca451acbf57 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512dbd expref: 93 pid: 9563 timeout: 831 lvb_type: 0 00010000:00010000:1.0:1746139105.861353:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f43aa00/0x1f9f6ca451acbf57 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512dbd expref: 93 pid: 9563 timeout: 831 lvb_type: 0 00002000:00010000:1.0:1746139105.861358:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a0869500 00000100:00100000:0.0:1746139105.866659:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139105.866902:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840518528 00000100:00100000:3.0:1746139105.866912:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840518528 00000100:00100000:3.0:1746139105.866953:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30169 00000100:00100000:3.0:1746139105.866960:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a086b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840518528:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746139105.866980:0:9563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139105.866997:0:9563:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f43a600/0x1f9f6ca451acbf65 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512dcb expref: -99 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139105.867026:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746139105.867032:0:9563:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009edca600/0x1f9f6ca451acbf5e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512dc4 expref: 92 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139105.867037:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746139105.867040:0:9563:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f43a600/0x1f9f6ca451acbf65 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512dcb expref: 6 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139105.867096:0:9563:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009edca600/0x1f9f6ca451acbf5e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512dc4 expref: 92 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139105.867109:0:9563:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f43a600/0x1f9f6ca451acbf65 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512dcb expref: 6 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139105.867119:0:9563:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f43a600, rc 0) 00000100:00100000:3.0:1746139105.867170:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a086b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840518528:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 210us (567us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139105.867177:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30169 00000100:00100000:2.0:1746139105.868411:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139105.868533:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840518656 00000100:00100000:0.0:1746139105.868539:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840518656 00010000:00010000:0.0:1746139105.868571:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f43aa00/0x1f9f6ca451acbf57 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512dbd expref: 93 pid: 9563 timeout: 831 lvb_type: 0 00000100:00100000:0.0:1746139105.868602:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17481 00000100:00100000:0.0:1746139105.868608:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134530a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+93:2010:x1830958840518656:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746139105.868751:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746139105.868775:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f43aa00/0x1f9f6ca451acbf57 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512dbd expref: 93 pid: 9563 timeout: 831 lvb_type: 0 00010000:00010000:0.0:1746139105.868788:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f43aa00/0x1f9f6ca451acbf57 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512dbd expref: 93 pid: 9563 timeout: 831 lvb_type: 0 00010000:00010000:0.0:1746139105.868809:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f43aa00/0x1f9f6ca451acbf57 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512dbd expref: 93 pid: 9563 timeout: 831 lvb_type: 0 00010000:00010000:0.0:1746139105.868852:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139105.868854:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139105.868860:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009edca600/0x1f9f6ca451acbf5e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512dc4 expref: 92 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139105.868868:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009edca600/0x1f9f6ca451acbf5e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512dc4 expref: 92 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139105.868901:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009edca600/0x1f9f6ca451acbf5e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512dc4 expref: 92 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139105.868913:0:7207:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009edca600/0x1f9f6ca451acbf5e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512dc4 expref: 92 pid: 24929 timeout: 831 lvb_type: 0 00000100:00100000:0.0:1746139105.868923:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a086ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832241664:192.168.203.56@tcp:105: 00000100:00100000:0.0:1746139105.868991:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007fe37240 going to sleep for 11 seconds 00000100:00100000:2.0:1746139105.874794:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a086ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832241664:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139105.874830:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139105.874902:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134530a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+92:2010:x1830958840518656:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 6290us (6494us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139105.874915:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17481 00000100:00100000:0.0:1746139105.875190:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139105.875664:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840518912 00000100:00100000:2.0:1746139105.875672:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840518912 00002000:00100000:2.0:1746139105.875719:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800a086ad80 x1830958840518912/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:31/0 lens 488/0 e 0 to 0 dl 1746139116 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139105.875729:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a086ad80 with x1830958840518912 ext(0->4095) 00010000:00010000:2.0:1746139105.875739:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009edca600/0x1f9f6ca451acbf5e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512dc4 expref: 92 pid: 24929 timeout: 831 lvb_type: 0 00010000:00010000:2.0:1746139105.875753:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009edca600/0x1f9f6ca451acbf5e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512dc4 expref: 92 pid: 24929 timeout: 831 lvb_type: 0 00002000:00010000:2.0:1746139105.875764:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a086ad80 00000100:00100000:2.0:1746139105.875795:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2860 00000100:00100000:2.0:1746139105.875803:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a086ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+92:2007:x1830958840518912:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746139105.875941:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a086ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+92:2007:x1830958840518912:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 139us (752us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746139105.875947:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2860 00002000:00100000:2.0:1746139105.875951:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800a086ad80 x1830958840518912/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:31/0 lens 488/4536 e 0 to 0 dl 1746139116 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139105.875958:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a086ad80 with x1830958840518912 ext(0->4095) 00010000:00010000:2.0:1746139105.875961:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009edca600/0x1f9f6ca451acbf5e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512dc4 expref: 92 pid: 24929 timeout: 831 lvb_type: 0 00010000:00010000:2.0:1746139105.875970:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009edca600/0x1f9f6ca451acbf5e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512dc4 expref: 92 pid: 24929 timeout: 831 lvb_type: 0 00002000:00010000:2.0:1746139105.875975:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a086ad80 00000100:00100000:0.0:1746139105.878608:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139105.878864:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840519168 00000100:00100000:2.0:1746139105.878875:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840519168 00000100:00100000:2.0:1746139105.878933:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30170 00000100:00100000:2.0:1746139105.878941:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c854700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+92:1800:x1830958840519168:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139105.878959:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139105.878975:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009edca400/0x1f9f6ca451acbf6c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512dd2 expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.879007:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139105.879014:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f43a600/0x1f9f6ca451acbf65 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512dcb expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.879020:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746139105.879024:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009edca400/0x1f9f6ca451acbf6c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512dd2 expref: 93 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.880228:0:18644:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f43a600/0x1f9f6ca451acbf65 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512dcb expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.880246:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009edca400/0x1f9f6ca451acbf6c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512dd2 expref: 93 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.880260:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009edca400, rc 0) 00000100:00100000:2.0:1746139105.880335:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c854700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+93:1800:x1830958840519168:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1394us (1740us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139105.880341:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30170 00000100:00100000:0.0:1746139105.882485:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139105.882647:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840519040 00000100:00100000:2.0:1746139105.882657:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840519040 00010000:00010000:2.0:1746139105.882691:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009edca600/0x1f9f6ca451acbf5e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512dc4 expref: 93 pid: 24929 timeout: 831 lvb_type: 0 00000100:00100000:2.0:1746139105.882718:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17482 00000100:00100000:2.0:1746139105.882725:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c857800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+93:2008:x1830958840519040:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139105.882736:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139105.882760:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009edca600/0x1f9f6ca451acbf5e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512dc4 expref: 93 pid: 24929 timeout: 831 lvb_type: 0 00010000:00010000:2.0:1746139105.882772:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009edca600/0x1f9f6ca451acbf5e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512dc4 expref: 93 pid: 24929 timeout: 831 lvb_type: 0 00010000:00010000:2.0:1746139105.882794:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009edca600/0x1f9f6ca451acbf5e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512dc4 expref: 93 pid: 24929 timeout: 831 lvb_type: 0 00010000:00010000:2.0:1746139105.882811:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139105.882813:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139105.882819:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f43a600/0x1f9f6ca451acbf65 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512dcb expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.882826:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f43a600/0x1f9f6ca451acbf65 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512dcb expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.882855:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f43a600/0x1f9f6ca451acbf65 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512dcb expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.882867:0:7207:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f43a600/0x1f9f6ca451acbf65 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512dcb expref: 5 pid: 9563 timeout: 831 lvb_type: 0 00000100:00100000:2.0:1746139105.882880:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134531500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832241920:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139105.882971:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a0af66c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746139105.886356:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134531500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832241920:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139105.886379:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139105.886435:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c857800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+92:2008:x1830958840519040:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3708us (3964us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139105.886445:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17482 00000100:00100000:0.0:1746139105.886837:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139105.887099:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840519424 00000100:00100000:1.0:1746139105.887107:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840519424 00002000:00100000:1.0:1746139105.887144:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c855880 x1830958840519424/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:31/0 lens 488/0 e 0 to 0 dl 1746139116 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139105.887153:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c855880 with x1830958840519424 ext(0->4095) 00010000:00010000:1.0:1746139105.887162:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f43a600/0x1f9f6ca451acbf65 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512dcb expref: 6 pid: 9563 timeout: 831 lvb_type: 0 00010000:00010000:1.0:1746139105.887175:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f43a600/0x1f9f6ca451acbf65 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512dcb expref: 6 pid: 9563 timeout: 831 lvb_type: 0 00002000:00010000:1.0:1746139105.887182:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c855880 00000100:00100000:1.0:1746139105.887211:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2861 00000100:00100000:1.0:1746139105.887217:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c855880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840519424:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746139105.887357:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c855880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840519424:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 140us (521us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139105.887363:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2861 00002000:00100000:1.0:1746139105.887368:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c855880 x1830958840519424/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:31/0 lens 488/4536 e 0 to 0 dl 1746139116 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139105.887375:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c855880 with x1830958840519424 ext(0->4095) 00010000:00010000:1.0:1746139105.887379:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f43a600/0x1f9f6ca451acbf65 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512dcb expref: 6 pid: 9563 timeout: 831 lvb_type: 0 00010000:00010000:1.0:1746139105.887387:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f43a600/0x1f9f6ca451acbf65 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512dcb expref: 6 pid: 9563 timeout: 831 lvb_type: 0 00002000:00010000:1.0:1746139105.887392:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c855880 00000100:00100000:0.0:1746139105.890041:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139105.890459:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840519552 00000100:00100000:2.0:1746139105.890471:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840519552 00010000:00010000:2.0:1746139105.890516:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f43a600/0x1f9f6ca451acbf65 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512dcb expref: 6 pid: 9563 timeout: 831 lvb_type: 0 00000100:00100000:2.0:1746139105.890545:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17483 00000100:00100000:2.0:1746139105.890553:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c857480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2010:x1830958840519552:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139105.890567:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139105.890737:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f43a600/0x1f9f6ca451acbf65 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512dcb expref: 6 pid: 9563 timeout: 831 lvb_type: 0 00010000:00010000:2.0:1746139105.890751:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f43a600/0x1f9f6ca451acbf65 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512dcb expref: 6 pid: 9563 timeout: 831 lvb_type: 0 00010000:00010000:2.0:1746139105.890775:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f43a600/0x1f9f6ca451acbf65 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512dcb expref: 6 pid: 9563 timeout: 831 lvb_type: 0 00010000:00010000:2.0:1746139105.892437:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139105.892442:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139105.892453:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009edca400/0x1f9f6ca451acbf6c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512dd2 expref: 91 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.892463:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009edca400/0x1f9f6ca451acbf6c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512dd2 expref: 91 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.892522:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009edca400/0x1f9f6ca451acbf6c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512dd2 expref: 91 pid: 18644 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746139105.892537:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134531500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832242048:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139105.892659:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a0af66c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746139105.897168:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139105.897324:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134531500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832242048:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139105.897352:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139105.897397:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840519808 00000100:00100000:3.0:1746139105.897404:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840519808 00000100:00100000:2.0:1746139105.897410:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c857480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2010:x1830958840519552:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 6857us (7377us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139105.897421:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17483 00002000:00100000:3.0:1746139105.897449:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c854e00 x1830958840519808/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:31/0 lens 488/0 e 0 to 0 dl 1746139116 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139105.897458:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c854e00 with x1830958840519808 ext(0->4095) 00002000:00010000:3.0:1746139105.897464:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c854e00 00000100:00100000:3.0:1746139105.897504:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13442 00000100:00100000:3.0:1746139105.897510:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c854e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+92:2009:x1830958840519808:12345-192.168.203.56@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746139105.897672:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c854e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+92:2009:x1830958840519808:12345-192.168.203.56@tcp:3:ptlrpcd_01_00.0 Request processed in 161us (513us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746139105.897678:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13442 00002000:00100000:3.0:1746139105.897683:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c854e00 x1830958840519808/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:31/0 lens 488/4536 e 0 to 0 dl 1746139116 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139105.897691:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c854e00 with x1830958840519808 ext(0->4095) 00002000:00010000:3.0:1746139105.897693:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c854e00 00000100:00100000:0.0:1746139105.901564:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139105.902500:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840519936 00000100:00100000:2.0:1746139105.902513:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840519936 00000100:00100000:2.0:1746139105.902597:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30171 00000100:00100000:2.0:1746139105.902608:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c855c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840519936:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139105.902663:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139105.902685:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009edca800/0x1f9f6ca451acbf73 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512dd9 expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.902719:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009edca400/0x1f9f6ca451acbf6c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512dd2 expref: 91 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.902728:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139105.902730:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139105.902734:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009edca800/0x1f9f6ca451acbf73 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512dd9 expref: 6 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.902776:0:18644:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009edca400/0x1f9f6ca451acbf6c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512dd2 expref: 91 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.902796:0:18644:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009edca400/0x1f9f6ca451acbf6c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512dd2 expref: 91 pid: 18644 timeout: 831 lvb_type: 0 00000100:00100000:2.0:1746139105.902809:0:18644:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134531500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832242176:192.168.203.56@tcp:104: 00000100:00100000:2.0:1746139105.902916:0:18644:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a0af66c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746139105.911420:0:18644:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134531500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832242176:192.168.203.56@tcp:104: 00010000:00010000:2.0:1746139105.911465:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009edca800/0x1f9f6ca451acbf73 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512dd9 expref: 6 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.911500:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009edca800, rc 0) 00000100:00100000:2.0:1746139105.911565:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c855c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840519936:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 8957us (10011us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139105.911574:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30171 00000100:00100000:0.0:1746139105.911843:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139105.912173:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840520064 00000100:00100000:1.0:1746139105.912181:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840520064 00002000:00100000:1.0:1746139105.912219:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff88009c856680 x1830958840520064/t0(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:31/0 lens 496/0 e 0 to 0 dl 1746139116 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139105.912229:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c856680 with x1830958840520064 ext(0->7) 00010000:00010000:1.0:1746139105.912236:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009edca400/0x1f9f6ca451acbf6c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512dd2 expref: 92 pid: 18644 timeout: 831 lvb_type: 0 00010000:00010000:1.0:1746139105.912249:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009edca400/0x1f9f6ca451acbf6c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512dd2 expref: 92 pid: 18644 timeout: 831 lvb_type: 0 00002000:00010000:1.0:1746139105.912255:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c856680 00000100:00100000:1.0:1746139105.912288:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2862 00000100:00100000:1.0:1746139105.912294:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c856680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+92:2007:x1830958840520064:12345-192.168.203.56@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746139105.913126:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c856680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+94:2007:x1830958840520064:12345-192.168.203.56@tcp:4:ldlm_bl.0 Request processed in 830us (1280us total) trans 4294972130 rc 0/0 00000100:00100000:0.0:1746139105.913133:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2862 00002000:00100000:0.0:1746139105.913139:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff88009c856680 x1830958840520064/t4294972130(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:31/0 lens 496/448 e 0 to 0 dl 1746139116 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139105.913146:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c856680 with x1830958840520064 ext(0->7) 00010000:00010000:0.0:1746139105.913152:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009edca400/0x1f9f6ca451acbf6c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512dd2 expref: 94 pid: 18644 timeout: 831 lvb_type: 0 00010000:00010000:0.0:1746139105.913168:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009edca400/0x1f9f6ca451acbf6c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512dd2 expref: 94 pid: 18644 timeout: 831 lvb_type: 0 00002000:00010000:0.0:1746139105.913173:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c856680 00000100:00100000:0.0:1746139105.915428:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139105.915556:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840520192 00000100:00100000:2.0:1746139105.915566:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840520192 00010000:00010000:2.0:1746139105.915600:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009edca400/0x1f9f6ca451acbf6c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512dd2 expref: 94 pid: 18644 timeout: 831 lvb_type: 0 00000100:00100000:0.0:1746139105.915710:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17484 00000100:00100000:0.0:1746139105.915719:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c854a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+94:2010:x1830958840520192:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746139105.915735:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746139105.915756:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009edca400/0x1f9f6ca451acbf6c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512dd2 expref: 94 pid: 18644 timeout: 831 lvb_type: 0 00010000:00010000:0.0:1746139105.915768:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009edca400/0x1f9f6ca451acbf6c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512dd2 expref: 94 pid: 18644 timeout: 831 lvb_type: 0 00010000:00010000:0.0:1746139105.915792:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009edca400/0x1f9f6ca451acbf6c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512dd2 expref: 94 pid: 18644 timeout: 831 lvb_type: 0 00010000:00010000:0.0:1746139105.915827:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139105.915829:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139105.915837:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009edca800/0x1f9f6ca451acbf73 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512dd9 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139105.915845:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009edca800/0x1f9f6ca451acbf73 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512dd9 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139105.915880:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009edca800/0x1f9f6ca451acbf73 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512dd9 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746139105.915895:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c855f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832242304:192.168.203.56@tcp:105: 00000100:00100000:0.0:1746139105.915976:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007fe37a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746139105.917801:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139105.917817:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c855f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832242304:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139105.917841:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746139105.917854:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840520448 00000100:00100000:1.0:1746139105.917860:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840520448 00000100:00100000:2.0:1746139105.917889:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c854a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+93:2010:x1830958840520192:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 2171us (2468us total) trans 0 rc 0/0 00002000:00100000:1.0:1746139105.917896:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800a5f99880 x1830958840520448/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:31/0 lens 488/0 e 0 to 0 dl 1746139116 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746139105.917899:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17484 00002000:00100000:1.0:1746139105.917906:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5f99880 with x1830958840520448 ext(0->4095) 00002000:00010000:1.0:1746139105.917910:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a5f99880 00000100:00100000:1.0:1746139105.918115:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13443 00000100:00100000:1.0:1746139105.918122:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5f99880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840520448:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746139105.918591:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5f99880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840520448:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 468us (795us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139105.918598:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13443 00002000:00100000:1.0:1746139105.918605:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800a5f99880 x1830958840520448/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:31/0 lens 488/4536 e 0 to 0 dl 1746139116 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139105.918612:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5f99880 with x1830958840520448 ext(0->4095) 00002000:00010000:1.0:1746139105.918650:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a5f99880 00000100:00100000:0.0:1746139105.923463:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139105.923532:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139105.923660:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840520576 00000100:00100000:3.0:1746139105.923672:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840520576 00000100:00100000:2.0:1746139105.923698:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840520704 00000100:00100000:2.0:1746139105.923703:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840520704 00000100:00100000:3.0:1746139105.923727:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30172 00000100:00100000:2.0:1746139105.923733:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30173 00000100:00100000:3.0:1746139105.923735:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5f9a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+94:1814:x1830958840520576:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:2.0:1746139105.923739:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5f9aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+94:1800:x1830958840520704:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746139105.923876:0:9563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139105.923900:0:9563:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f43b600/0x1f9f6ca451acbf7a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512de0 expref: -99 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.923976:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139105.923985:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009edca600/0x1f9f6ca451acbf81 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512de7 expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.924008:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009edca800/0x1f9f6ca451acbf73 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512dd9 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.924015:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139105.924017:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139105.924021:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009edca600/0x1f9f6ca451acbf81 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512de7 expref: 96 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.924055:0:18644:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009edca800/0x1f9f6ca451acbf73 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512dd9 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.924069:0:18644:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009edca800/0x1f9f6ca451acbf73 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512dd9 expref: 5 pid: 18644 timeout: 831 lvb_type: 0 00000100:00100000:2.0:1746139105.924081:0:18644:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134531500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832242432:192.168.203.56@tcp:104: 00010000:00010000:3.0:1746139105.924253:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139105.924258:0:9563:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009edca600/0x1f9f6ca451acbf81 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512de7 expref: 96 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139105.924264:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746139105.924266:0:9563:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f43b600/0x1f9f6ca451acbf7a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512de0 expref: 96 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139105.924319:0:9563:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009edca600/0x1f9f6ca451acbf81 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512de7 expref: 96 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139105.924332:0:9563:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f43b600/0x1f9f6ca451acbf7a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512de0 expref: 96 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139105.924341:0:9563:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f43b600, rc 0) 00000100:00100000:3.0:1746139105.924377:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5f9a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+96:1814:x1830958840520576:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 643us (924us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139105.924384:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30172 00000100:00100000:2.0:1746139105.924538:0:18644:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a0af66c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746139105.926499:0:18644:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134531500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832242432:192.168.203.56@tcp:104: 00010000:00010000:2.0:1746139105.926532:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009edca600/0x1f9f6ca451acbf81 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512de7 expref: 95 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.926551:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009edca600, rc 0) 00000100:00100000:2.0:1746139105.926605:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5f9aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+95:1800:x1830958840520704:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2864us (3070us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139105.926613:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30173 00000100:00100000:0.0:1746139105.928284:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139105.928463:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840520832 00000100:00100000:2.0:1746139105.928472:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840520832 00010000:00010000:2.0:1746139105.928522:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009edca800/0x1f9f6ca451acbf73 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512dd9 expref: 6 pid: 18644 timeout: 831 lvb_type: 0 00000100:00100000:2.0:1746139105.928552:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17485 00000100:00100000:2.0:1746139105.928560:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5f9ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840520832:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139105.928862:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139105.928895:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009edca800/0x1f9f6ca451acbf73 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512dd9 expref: 6 pid: 18644 timeout: 831 lvb_type: 0 00010000:00010000:2.0:1746139105.928910:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009edca800/0x1f9f6ca451acbf73 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512dd9 expref: 6 pid: 18644 timeout: 831 lvb_type: 0 00010000:00010000:2.0:1746139105.928937:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009edca800/0x1f9f6ca451acbf73 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512dd9 expref: 6 pid: 18644 timeout: 831 lvb_type: 0 00010000:00010000:2.0:1746139105.929008:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139105.929010:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139105.929019:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009edca600/0x1f9f6ca451acbf81 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512de7 expref: 94 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.929034:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009edca600/0x1f9f6ca451acbf81 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512de7 expref: 94 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.929071:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009edca600/0x1f9f6ca451acbf81 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512de7 expref: 94 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.929082:0:15672:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009edca600/0x1f9f6ca451acbf81 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512de7 expref: 94 pid: 18644 timeout: 831 lvb_type: 0 00000100:00100000:2.0:1746139105.929097:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134531500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832242688:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139105.929937:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a0af66c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746139105.934569:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139105.934955:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840521088 00000100:00100000:1.0:1746139105.934964:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840521088 00002000:00100000:1.0:1746139105.935014:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800a5f9bb80 x1830958840521088/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:31/0 lens 488/0 e 0 to 0 dl 1746139116 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139105.935025:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5f9bb80 with x1830958840521088 ext(0->4095) 00010000:00010000:1.0:1746139105.935034:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009edca600/0x1f9f6ca451acbf81 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512de7 expref: 95 pid: 18644 timeout: 831 lvb_type: 0 00010000:00010000:1.0:1746139105.935050:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009edca600/0x1f9f6ca451acbf81 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512de7 expref: 95 pid: 18644 timeout: 831 lvb_type: 0 00002000:00010000:1.0:1746139105.935057:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a5f9bb80 00000100:00100000:1.0:1746139105.935096:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2863 00000100:00100000:1.0:1746139105.935105:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5f9bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+95:2008:x1830958840521088:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746139105.935256:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5f9bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+95:2008:x1830958840521088:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 150us (697us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139105.935263:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2863 00002000:00100000:1.0:1746139105.935269:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800a5f9bb80 x1830958840521088/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:31/0 lens 488/4536 e 0 to 0 dl 1746139116 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139105.935275:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5f9bb80 with x1830958840521088 ext(0->4095) 00010000:00010000:1.0:1746139105.935280:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009edca600/0x1f9f6ca451acbf81 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512de7 expref: 95 pid: 18644 timeout: 831 lvb_type: 0 00010000:00010000:1.0:1746139105.935289:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009edca600/0x1f9f6ca451acbf81 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512de7 expref: 95 pid: 18644 timeout: 831 lvb_type: 0 00002000:00010000:1.0:1746139105.935296:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a5f9bb80 00000100:00100000:2.0:1746139105.935510:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134531500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832242688:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139105.935530:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139105.935570:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5f9ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2008:x1830958840520832:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 7010us (7294us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139105.935579:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17485 00000100:00100000:0.0:1746139105.939296:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139105.939368:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840521216 00000100:00100000:2.0:1746139105.939378:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840521216 00010000:00010000:2.0:1746139105.939418:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009edca600/0x1f9f6ca451acbf81 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512de7 expref: 95 pid: 18644 timeout: 831 lvb_type: 0 00000100:00100000:2.0:1746139105.939463:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17486 00000100:00100000:2.0:1746139105.939471:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5f9b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+95:2008:x1830958840521216:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139105.939498:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139105.939525:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009edca600/0x1f9f6ca451acbf81 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512de7 expref: 95 pid: 18644 timeout: 831 lvb_type: 0 00010000:00010000:2.0:1746139105.939538:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009edca600/0x1f9f6ca451acbf81 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512de7 expref: 95 pid: 18644 timeout: 831 lvb_type: 0 00010000:00010000:2.0:1746139105.939563:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009edca600/0x1f9f6ca451acbf81 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512de7 expref: 95 pid: 18644 timeout: 831 lvb_type: 0 00010000:00010000:2.0:1746139105.940471:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139105.940482:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139105.940493:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f43b600/0x1f9f6ca451acbf7a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512de0 expref: 94 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.940503:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f43b600/0x1f9f6ca451acbf7a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512de0 expref: 94 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.940601:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f43b600/0x1f9f6ca451acbf7a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512de0 expref: 94 pid: 9563 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746139105.940638:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134531500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832242816:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139105.940741:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a0af66c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746139105.944328:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139105.944531:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134531500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832242816:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139105.944556:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139105.944603:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5f9b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+94:2008:x1830958840521216:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 5132us (5317us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139105.944647:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17486 00000100:00100000:3.0:1746139105.944700:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840521472 00000100:00100000:3.0:1746139105.944708:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840521472 00002000:00100000:3.0:1746139105.944855:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800a5f98380 x1830958840521472/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:31/0 lens 488/0 e 0 to 0 dl 1746139116 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139105.944865:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5f98380 with x1830958840521472 ext(0->4095) 00002000:00010000:3.0:1746139105.944869:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a5f98380 00000100:00100000:3.0:1746139105.944904:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13444 00000100:00100000:3.0:1746139105.944912:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5f98380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+94:2009:x1830958840521472:12345-192.168.203.56@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746139105.945060:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5f98380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+94:2009:x1830958840521472:12345-192.168.203.56@tcp:3:ptlrpcd_01_00.0 Request processed in 149us (743us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746139105.945067:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13444 00002000:00100000:3.0:1746139105.945072:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800a5f98380 x1830958840521472/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:31/0 lens 488/4536 e 0 to 0 dl 1746139116 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139105.945086:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5f98380 with x1830958840521472 ext(0->4095) 00002000:00010000:3.0:1746139105.945089:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a5f98380 00000100:00100000:0.0:1746139105.949015:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139105.949112:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840521600 00000100:00100000:2.0:1746139105.949121:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840521600 00000100:00100000:2.0:1746139105.949176:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30174 00000100:00100000:2.0:1746139105.949184:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5f9b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840521600:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139105.949203:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139105.949218:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009edca400/0x1f9f6ca451acbf88 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512dee expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.949248:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f43b600/0x1f9f6ca451acbf7a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512de0 expref: 93 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.949255:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139105.949257:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139105.949260:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009edca400/0x1f9f6ca451acbf88 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512dee expref: 6 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.949291:0:18644:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f43b600/0x1f9f6ca451acbf7a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512de0 expref: 93 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.949303:0:18644:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f43b600/0x1f9f6ca451acbf7a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512de0 expref: 93 pid: 9563 timeout: 831 lvb_type: 0 00000100:00100000:2.0:1746139105.949316:0:18644:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134531500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832242944:192.168.203.56@tcp:104: 00000100:00100000:2.0:1746139105.950520:0:18644:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a0af66c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746139105.951299:0:18644:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134531500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832242944:192.168.203.56@tcp:104: 00010000:00010000:2.0:1746139105.951328:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009edca400/0x1f9f6ca451acbf88 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512dee expref: 6 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.951348:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009edca400, rc 0) 00000100:00100000:2.0:1746139105.951385:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5f9b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840521600:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2202us (2381us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139105.951393:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30174 00000100:00100000:0.0:1746139105.952539:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139105.952803:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840521728 00000100:00100000:2.0:1746139105.952809:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840521728 00010000:00010000:2.0:1746139105.952837:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f43b600/0x1f9f6ca451acbf7a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512de0 expref: 94 pid: 9563 timeout: 831 lvb_type: 0 00000100:00100000:2.0:1746139105.952898:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17487 00000100:00100000:2.0:1746139105.952904:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800acc5fc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+94:2008:x1830958840521728:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139105.952918:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139105.952937:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f43b600/0x1f9f6ca451acbf7a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512de0 expref: 94 pid: 9563 timeout: 831 lvb_type: 0 00010000:00010000:2.0:1746139105.952948:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f43b600/0x1f9f6ca451acbf7a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512de0 expref: 94 pid: 9563 timeout: 831 lvb_type: 0 00010000:00010000:2.0:1746139105.952972:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f43b600/0x1f9f6ca451acbf7a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512de0 expref: 94 pid: 9563 timeout: 831 lvb_type: 0 00010000:00010000:2.0:1746139105.953157:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139105.953159:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139105.953166:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009edca400/0x1f9f6ca451acbf88 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512dee expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.953178:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009edca400/0x1f9f6ca451acbf88 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512dee expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.953208:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009edca400/0x1f9f6ca451acbf88 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512dee expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746139105.953217:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134531500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832243072:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139105.953592:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a0af66c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746139105.954535:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139105.954868:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840521856 00000100:00100000:2.0:1746139105.954873:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840521856 00000100:00100000:2.0:1746139105.954913:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30175 00000100:00100000:2.0:1746139105.954919:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5f9a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+94:1800:x1830958840521856:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:3.0:1746139105.954985:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134531500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832243072:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139105.955002:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139105.955031:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800acc5fc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+94:2008:x1830958840521728:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 2126us (2497us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139105.955040:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17487 00010000:00010000:2.0:1746139105.955096:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139105.955111:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009edcb200/0x1f9f6ca451acbf8f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512df5 expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.955133:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009edca400/0x1f9f6ca451acbf88 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512dee expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.955140:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139105.955142:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139105.955145:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009edcb200/0x1f9f6ca451acbf8f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512df5 expref: 94 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.955167:0:18644:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009edca400/0x1f9f6ca451acbf88 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512dee expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.955183:0:18644:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009edca400/0x1f9f6ca451acbf88 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512dee expref: 5 pid: 18644 timeout: 831 lvb_type: 0 00000100:00100000:2.0:1746139105.955192:0:18644:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134530e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832243200:192.168.203.56@tcp:104: 00000100:00100000:2.0:1746139105.955235:0:18644:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a0af6cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746139105.956110:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139105.956342:0:18644:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134530e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832243200:192.168.203.56@tcp:104: 00010000:00010000:2.0:1746139105.956362:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009edcb200/0x1f9f6ca451acbf8f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512df5 expref: 94 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.956377:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009edcb200, rc 0) 00000100:00100000:2.0:1746139105.956404:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5f9a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+94:1800:x1830958840521856:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1485us (1873us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139105.956408:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840522112 00000100:00100000:2.0:1746139105.956411:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30175 00000100:00100000:1.0:1746139105.956415:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840522112 00002000:00100000:1.0:1746139105.956456:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800a5f99f80 x1830958840522112/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:31/0 lens 488/0 e 0 to 0 dl 1746139116 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139105.956466:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5f99f80 with x1830958840522112 ext(0->4095) 00010000:00010000:1.0:1746139105.956472:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009edca400/0x1f9f6ca451acbf88 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512dee expref: 6 pid: 18644 timeout: 831 lvb_type: 0 00010000:00010000:1.0:1746139105.956492:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009edca400/0x1f9f6ca451acbf88 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512dee expref: 6 pid: 18644 timeout: 831 lvb_type: 0 00002000:00010000:1.0:1746139105.956499:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a5f99f80 00000100:00100000:1.0:1746139105.956522:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2864 00000100:00100000:1.0:1746139105.957097:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5f99f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840522112:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746139105.957248:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5f99f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840522112:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 719us (1183us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139105.957254:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2864 00002000:00100000:1.0:1746139105.957260:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800a5f99f80 x1830958840522112/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:31/0 lens 488/4536 e 0 to 0 dl 1746139116 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139105.957267:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5f99f80 with x1830958840522112 ext(0->4095) 00010000:00010000:1.0:1746139105.957273:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009edca400/0x1f9f6ca451acbf88 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512dee expref: 6 pid: 18644 timeout: 831 lvb_type: 0 00010000:00010000:1.0:1746139105.957281:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009edca400/0x1f9f6ca451acbf88 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512dee expref: 6 pid: 18644 timeout: 831 lvb_type: 0 00002000:00010000:1.0:1746139105.957286:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a5f99f80 00000100:00100000:0.0:1746139105.958864:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139105.958921:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840522240 00000100:00100000:3.0:1746139105.958928:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840522240 00010000:00010000:3.0:1746139105.958956:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009edca400/0x1f9f6ca451acbf88 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512dee expref: 6 pid: 18644 timeout: 831 lvb_type: 0 00000100:00100000:3.0:1746139105.958983:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17488 00000100:00100000:3.0:1746139105.958990:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5f99180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2009:x1830958840522240:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139105.959000:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139105.959016:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009edca400/0x1f9f6ca451acbf88 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512dee expref: 6 pid: 18644 timeout: 831 lvb_type: 0 00010000:00010000:3.0:1746139105.959027:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009edca400/0x1f9f6ca451acbf88 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512dee expref: 6 pid: 18644 timeout: 831 lvb_type: 0 00010000:00010000:3.0:1746139105.959049:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009edca400/0x1f9f6ca451acbf88 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512dee expref: 6 pid: 18644 timeout: 831 lvb_type: 0 00010000:00010000:3.0:1746139105.959081:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139105.959084:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139105.959092:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009edcb200/0x1f9f6ca451acbf8f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512df5 expref: 93 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139105.959101:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009edcb200/0x1f9f6ca451acbf8f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512df5 expref: 93 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139105.959138:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009edcb200/0x1f9f6ca451acbf8f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512df5 expref: 93 pid: 18644 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139105.959150:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a075ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832243328:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139105.959278:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ded1300 going to sleep for 11 seconds 00000100:00100000:3.0:1746139105.960608:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a075ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832243328:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139105.960853:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139105.960903:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5f99180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2009:x1830958840522240:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 1912us (2044us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139105.960903:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139105.960912:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17488 00000100:00100000:1.0:1746139105.960996:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840522496 00000100:00100000:1.0:1746139105.961003:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840522496 00002000:00100000:1.0:1746139105.961036:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800a5f9ad80 x1830958840522496/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:31/0 lens 488/0 e 0 to 0 dl 1746139116 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139105.961046:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5f9ad80 with x1830958840522496 ext(0->4095) 00002000:00010000:1.0:1746139105.961050:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a5f9ad80 00000100:00100000:1.0:1746139105.961070:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13445 00000100:00100000:1.0:1746139105.961076:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5f9ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+94:2007:x1830958840522496:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746139105.961459:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5f9ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+94:2007:x1830958840522496:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 135us (307us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139105.961465:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13445 00002000:00100000:1.0:1746139105.961470:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800a5f9ad80 x1830958840522496/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:31/0 lens 488/4536 e 0 to 0 dl 1746139116 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139105.961487:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5f9ad80 with x1830958840522496 ext(0->4095) 00002000:00010000:1.0:1746139105.961490:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a5f9ad80 00000100:00100000:0.0:1746139105.962676:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139105.962785:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840522624 00000100:00100000:2.0:1746139105.962792:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840522624 00000100:00100000:2.0:1746139105.962834:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30176 00000100:00100000:2.0:1746139105.962839:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5f9b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840522624:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139105.962855:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139105.962879:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009edca800/0x1f9f6ca451acbf96 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512dfc expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.962908:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009edcb200/0x1f9f6ca451acbf8f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512df5 expref: 93 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.962919:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139105.962921:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139105.962924:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009edca800/0x1f9f6ca451acbf96 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512dfc expref: 6 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.962956:0:18644:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009edcb200/0x1f9f6ca451acbf8f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512df5 expref: 93 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.962969:0:18644:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009edcb200/0x1f9f6ca451acbf8f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512df5 expref: 93 pid: 18644 timeout: 831 lvb_type: 0 00000100:00100000:2.0:1746139105.962982:0:18644:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134530e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832243456:192.168.203.56@tcp:104: 00000100:00100000:2.0:1746139105.963081:0:18644:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a0af6cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746139105.965123:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139105.965217:0:18644:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134530e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18644:1830958832243456:192.168.203.56@tcp:104: 00010000:00010000:2.0:1746139105.965242:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009edca800/0x1f9f6ca451acbf96 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512dfc expref: 6 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139105.965255:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009edca800, rc 0) 00000100:00100000:2.0:1746139105.965288:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5f9b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840522624:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2449us (2617us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139105.965295:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30176 00000100:00100000:1.0:1746139105.965371:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840522752 00000100:00100000:1.0:1746139105.965377:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840522752 00002000:00100000:1.0:1746139105.965409:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff880072504380 x1830958840522752/t0(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:31/0 lens 496/0 e 0 to 0 dl 1746139116 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139105.965424:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072504380 with x1830958840522752 ext(0->7) 00010000:00010000:1.0:1746139105.965430:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009edcb200/0x1f9f6ca451acbf8f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512df5 expref: 94 pid: 18644 timeout: 831 lvb_type: 0 00010000:00010000:1.0:1746139105.965441:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009edcb200/0x1f9f6ca451acbf8f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512df5 expref: 94 pid: 18644 timeout: 831 lvb_type: 0 00002000:00010000:1.0:1746139105.965447:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072504380 00000100:00100000:1.0:1746139105.965879:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2865 00000100:00100000:1.0:1746139105.965887:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072504380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+94:2008:x1830958840522752:12345-192.168.203.56@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746139105.966659:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072504380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+96:2008:x1830958840522752:12345-192.168.203.56@tcp:4:ldlm_bl.0 Request processed in 772us (1542us total) trans 4294972131 rc 0/0 00000100:00100000:0.0:1746139105.966667:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2865 00002000:00100000:0.0:1746139105.966672:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff880072504380 x1830958840522752/t4294972131(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:31/0 lens 496/448 e 0 to 0 dl 1746139116 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139105.966680:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072504380 with x1830958840522752 ext(0->7) 00010000:00010000:0.0:1746139105.966685:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009edcb200/0x1f9f6ca451acbf8f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512df5 expref: 96 pid: 18644 timeout: 831 lvb_type: 0 00010000:00010000:0.0:1746139105.966696:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009edcb200/0x1f9f6ca451acbf8f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512df5 expref: 96 pid: 18644 timeout: 831 lvb_type: 0 00002000:00010000:0.0:1746139105.966701:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072504380 00000100:00100000:0.0:1746139105.971372:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139105.971519:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840522880 00000100:00100000:3.0:1746139105.971530:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840522880 00010000:00010000:3.0:1746139105.971574:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009edcb200/0x1f9f6ca451acbf8f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512df5 expref: 96 pid: 18644 timeout: 831 lvb_type: 0 00000100:00100000:3.0:1746139105.971610:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17489 00000100:00100000:3.0:1746139105.971638:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072504000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+96:2008:x1830958840522880:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139105.971654:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139105.971678:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009edcb200/0x1f9f6ca451acbf8f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512df5 expref: 96 pid: 18644 timeout: 831 lvb_type: 0 00010000:00010000:3.0:1746139105.971696:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009edcb200/0x1f9f6ca451acbf8f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512df5 expref: 96 pid: 18644 timeout: 831 lvb_type: 0 00010000:00010000:3.0:1746139105.971722:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009edcb200/0x1f9f6ca451acbf8f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512df5 expref: 96 pid: 18644 timeout: 831 lvb_type: 0 00010000:00010000:3.0:1746139105.971753:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139105.971756:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139105.971764:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009edca800/0x1f9f6ca451acbf96 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512dfc expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139105.971771:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009edca800/0x1f9f6ca451acbf96 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512dfc expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139105.971918:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009edca800/0x1f9f6ca451acbf96 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512dfc expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139105.971933:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a075ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832243584:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139105.974868:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ded1300 going to sleep for 11 seconds 00000100:00100000:3.0:1746139105.976422:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a075ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832243584:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139105.976472:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139105.976520:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072504000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+95:2008:x1830958840522880:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 4902us (5158us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139105.976531:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17489 00000100:00100000:0.0:1746139105.977328:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139105.977472:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840523136 00000100:00100000:2.0:1746139105.977485:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840523136 00002000:00100000:2.0:1746139105.977527:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880072507480 x1830958840523136/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:31/0 lens 488/0 e 0 to 0 dl 1746139116 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139105.977542:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072507480 with x1830958840523136 ext(0->4095) 00002000:00010000:2.0:1746139105.977546:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072507480 00000100:00100000:2.0:1746139105.977575:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13446 00000100:00100000:2.0:1746139105.977583:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072507480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840523136:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746139105.977718:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072507480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840523136:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 135us (391us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746139105.977724:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13446 00002000:00100000:2.0:1746139105.977729:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880072507480 x1830958840523136/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:31/0 lens 488/4536 e 0 to 0 dl 1746139116 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139105.977735:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072507480 with x1830958840523136 ext(0->4095) 00002000:00010000:2.0:1746139105.977738:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072507480 00000100:00100000:0.0:1746139105.980922:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139105.981562:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840523264 00000100:00100000:2.0:1746139105.981574:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840523264 00000100:00100000:3.0:1746139105.982867:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30177 00000100:00100000:3.0:1746139105.982887:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072507100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+95:1814:x1830958840523264:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746139105.982912:0:9563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139105.982936:0:9563:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f43aa00/0x1f9f6ca451acbf9d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512e03 expref: -99 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139105.982973:0:9563:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009edca800/0x1f9f6ca451acbf96 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512dfc expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139105.982982:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139105.982984:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139105.982988:0:9563:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f43aa00/0x1f9f6ca451acbf9d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512e03 expref: 96 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139105.983031:0:9563:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009edca800/0x1f9f6ca451acbf96 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512dfc expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139105.983046:0:9563:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009edca800/0x1f9f6ca451acbf96 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512dfc expref: 5 pid: 18644 timeout: 831 lvb_type: 0 00000100:00100000:3.0:1746139105.983061:0:9563:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a075ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832243712:192.168.203.56@tcp:104: 00000100:00100000:3.0:1746139105.984777:0:9563:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ded1300 going to sleep for 11 seconds 00000100:00100000:0.0:1746139105.985032:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139105.985189:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840523392 00000100:00100000:3.0:1746139105.985198:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840523392 00000100:00100000:3.0:1746139105.985238:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30178 00000100:00100000:3.0:1746139105.985244:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072505f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+97:1800:x1830958840523392:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746139105.985259:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139105.985277:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f43a400/0x1f9f6ca451acbfa4 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512e0a expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139105.985299:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139105.985304:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f43aa00/0x1f9f6ca451acbf9d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512e03 expref: 98 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139105.985310:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746139105.985313:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f43a400/0x1f9f6ca451acbfa4 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512e0a expref: 98 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139105.985369:0:18644:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f43aa00/0x1f9f6ca451acbf9d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512e03 expref: 98 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139105.985382:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f43a400/0x1f9f6ca451acbfa4 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512e0a expref: 98 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139105.985392:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f43a400, rc 0) 00000100:00100000:3.0:1746139105.986787:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072505f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+98:1800:x1830958840523392:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1536us (1751us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139105.986796:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30178 00000100:00100000:3.0:1746139105.989742:0:9563:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a075ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832243712:192.168.203.56@tcp:104: 00010000:00010000:3.0:1746139105.989800:0:9563:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f43aa00/0x1f9f6ca451acbf9d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512e03 expref: 97 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139105.989821:0:9563:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f43aa00, rc 0) 00000100:00100000:3.0:1746139105.990291:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072507100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+97:1814:x1830958840523264:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7408us (9377us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139105.990301:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30177 00000100:00100000:0.0:1746139105.990463:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139105.990890:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840523520 00000100:00100000:3.0:1746139105.990897:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840523520 00010000:00010000:3.0:1746139105.990929:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009edca800/0x1f9f6ca451acbf96 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512dfc expref: 6 pid: 18644 timeout: 831 lvb_type: 0 00000100:00100000:3.0:1746139105.990954:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17490 00000100:00100000:3.0:1746139105.990961:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072505880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840523520:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139105.990974:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139105.990997:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009edca800/0x1f9f6ca451acbf96 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512dfc expref: 6 pid: 18644 timeout: 831 lvb_type: 0 00010000:00010000:3.0:1746139105.991008:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009edca800/0x1f9f6ca451acbf96 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512dfc expref: 6 pid: 18644 timeout: 831 lvb_type: 0 00010000:00010000:3.0:1746139105.991031:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009edca800/0x1f9f6ca451acbf96 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512dfc expref: 6 pid: 18644 timeout: 831 lvb_type: 0 00010000:00010000:3.0:1746139105.991061:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139105.991063:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139105.991070:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f43aa00/0x1f9f6ca451acbf9d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512e03 expref: 96 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139105.991079:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f43aa00/0x1f9f6ca451acbf9d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512e03 expref: 96 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139105.991108:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f43aa00/0x1f9f6ca451acbf9d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512e03 expref: 96 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139105.991124:0:15672:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f43aa00/0x1f9f6ca451acbf9d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512e03 expref: 96 pid: 9563 timeout: 831 lvb_type: 0 00000100:00100000:3.0:1746139105.991136:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a075ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832243968:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139105.991205:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ded1300 going to sleep for 11 seconds 00000100:00100000:3.0:1746139105.992501:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a075ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832243968:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139105.992542:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139105.993025:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072505880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2007:x1830958840523520:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 2061us (2561us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139105.993041:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17490 00000100:00100000:0.0:1746139105.993431:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139105.993807:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840523776 00000100:00100000:2.0:1746139105.993815:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840523776 00002000:00100000:2.0:1746139105.993863:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880072504a80 x1830958840523776/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:31/0 lens 488/0 e 0 to 0 dl 1746139116 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139105.993873:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072504a80 with x1830958840523776 ext(0->4095) 00010000:00010000:2.0:1746139105.993881:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f43aa00/0x1f9f6ca451acbf9d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512e03 expref: 97 pid: 9563 timeout: 831 lvb_type: 0 00010000:00010000:2.0:1746139105.993896:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f43aa00/0x1f9f6ca451acbf9d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512e03 expref: 97 pid: 9563 timeout: 831 lvb_type: 0 00002000:00010000:2.0:1746139105.993908:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072504a80 00000100:00100000:2.0:1746139105.993935:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2866 00000100:00100000:2.0:1746139105.993968:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072504a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+97:2007:x1830958840523776:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746139105.994225:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072504a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+97:2007:x1830958840523776:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 283us (795us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746139105.994231:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2866 00002000:00100000:2.0:1746139105.994237:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880072504a80 x1830958840523776/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:31/0 lens 488/4536 e 0 to 0 dl 1746139116 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139105.994244:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072504a80 with x1830958840523776 ext(0->4095) 00010000:00010000:2.0:1746139105.994248:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f43aa00/0x1f9f6ca451acbf9d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512e03 expref: 97 pid: 9563 timeout: 831 lvb_type: 0 00010000:00010000:2.0:1746139105.994257:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f43aa00/0x1f9f6ca451acbf9d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512e03 expref: 97 pid: 9563 timeout: 831 lvb_type: 0 00002000:00010000:2.0:1746139105.994262:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072504a80 00000100:00100000:0.0:1746139105.996460:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139105.996524:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840523904 00000100:00100000:3.0:1746139105.996532:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840523904 00010000:00010000:3.0:1746139105.996565:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f43aa00/0x1f9f6ca451acbf9d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512e03 expref: 97 pid: 9563 timeout: 831 lvb_type: 0 00000100:00100000:3.0:1746139105.996709:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17491 00000100:00100000:3.0:1746139105.996717:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072506300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+97:2007:x1830958840523904:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139105.996730:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139105.996750:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f43aa00/0x1f9f6ca451acbf9d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512e03 expref: 97 pid: 9563 timeout: 831 lvb_type: 0 00010000:00010000:3.0:1746139105.996761:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f43aa00/0x1f9f6ca451acbf9d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512e03 expref: 97 pid: 9563 timeout: 831 lvb_type: 0 00010000:00010000:3.0:1746139105.996784:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f43aa00/0x1f9f6ca451acbf9d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512e03 expref: 97 pid: 9563 timeout: 831 lvb_type: 0 00010000:00010000:3.0:1746139105.996839:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139105.996842:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139105.996849:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f43a400/0x1f9f6ca451acbfa4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512e0a expref: 96 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139105.996856:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f43a400/0x1f9f6ca451acbfa4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512e0a expref: 96 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139105.996890:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f43a400/0x1f9f6ca451acbfa4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512e0a expref: 96 pid: 18644 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139105.996902:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a075ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832244096:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139105.997313:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ded1300 going to sleep for 11 seconds 00000100:00100000:0.0:1746139106.001265:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139106.001358:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840524160 00000100:00100000:2.0:1746139106.001368:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840524160 00002000:00100000:2.0:1746139106.001432:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880072506680 x1830958840524160/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:32/0 lens 488/0 e 0 to 0 dl 1746139117 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746139106.001443:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a075ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832244096:192.168.203.56@tcp:105: 00002000:00100000:2.0:1746139106.001443:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072506680 with x1830958840524160 ext(0->4095) 00002000:00010000:2.0:1746139106.001447:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072506680 00000100:00100000:2.0:1746139106.001471:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13447 00000100:00100000:2.0:1746139106.001491:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072506680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+97:2008:x1830958840524160:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00010000:00010000:3.0:1746139106.001494:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139106.001552:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072506300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+97:2007:x1830958840523904:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 4834us (5100us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139106.001560:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17491 00000100:00100000:2.0:1746139106.001611:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072506680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+96:2008:x1830958840524160:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 121us (361us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746139106.001638:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13447 00002000:00100000:2.0:1746139106.001643:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880072506680 x1830958840524160/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:32/0 lens 488/4536 e 0 to 0 dl 1746139117 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139106.001662:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072506680 with x1830958840524160 ext(0->4095) 00002000:00010000:2.0:1746139106.001664:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072506680 00000100:00080000:0.0:1746139106.002302:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746139106.006859:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139106.007496:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840524288 00000100:00100000:3.0:1746139106.007506:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840524288 00000100:00100000:3.0:1746139106.007585:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30179 00000100:00100000:3.0:1746139106.007593:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072504700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840524288:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746139106.007642:0:9563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139106.007660:0:9563:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f43ae00/0x1f9f6ca451acbfab lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512e11 expref: -99 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139106.007696:0:9563:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f43a400/0x1f9f6ca451acbfa4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512e0a expref: 95 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139106.007703:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746139106.007705:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746139106.007708:0:9563:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f43ae00/0x1f9f6ca451acbfab lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512e11 expref: 6 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139106.007739:0:9563:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f43a400/0x1f9f6ca451acbfa4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512e0a expref: 95 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139106.007751:0:9563:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f43a400/0x1f9f6ca451acbfa4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512e0a expref: 95 pid: 18644 timeout: 831 lvb_type: 0 00000100:00100000:3.0:1746139106.007761:0:9563:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a075ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832244224:192.168.203.56@tcp:104: 00000100:00100000:3.0:1746139106.007843:0:9563:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ded1300 going to sleep for 11 seconds 00000100:00080000:0.0:1746139106.008093:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746139106.009948:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139106.010202:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840524416 00000100:00100000:2.0:1746139106.010208:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840524416 00002000:00100000:2.0:1746139106.010245:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff880072507800 x1830958840524416/t0(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:32/0 lens 496/0 e 0 to 0 dl 1746139117 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139106.010255:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072507800 with x1830958840524416 ext(0->7) 00010000:00010000:2.0:1746139106.010263:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f43a400/0x1f9f6ca451acbfa4 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512e0a expref: 96 pid: 18644 timeout: 831 lvb_type: 0 00010000:00010000:2.0:1746139106.010275:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f43a400/0x1f9f6ca451acbfa4 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512e0a expref: 96 pid: 18644 timeout: 831 lvb_type: 0 00002000:00010000:2.0:1746139106.010281:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072507800 00000100:00100000:2.0:1746139106.010298:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2867 00000100:00100000:2.0:1746139106.010304:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072507800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+96:2007:x1830958840524416:12345-192.168.203.56@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746139106.011074:0:9563:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a075ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832244224:192.168.203.56@tcp:104: 00010000:00010000:3.0:1746139106.011124:0:9563:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f43ae00/0x1f9f6ca451acbfab lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512e11 expref: 6 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139106.011137:0:9563:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f43ae00, rc 0) 00000100:00100000:3.0:1746139106.011176:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072504700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840524288:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3585us (4332us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139106.011182:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30179 00000100:00100000:0.0:1746139106.011849:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072507800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+98:2007:x1830958840524416:12345-192.168.203.56@tcp:4:ldlm_bl.0 Request processed in 1542us (1906us total) trans 4294972132 rc 0/0 00000100:00100000:0.0:1746139106.011857:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2867 00002000:00100000:0.0:1746139106.011863:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff880072507800 x1830958840524416/t4294972132(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:32/0 lens 496/448 e 0 to 0 dl 1746139117 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139106.011872:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072507800 with x1830958840524416 ext(0->7) 00010000:00010000:0.0:1746139106.011878:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f43a400/0x1f9f6ca451acbfa4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512e0a expref: 98 pid: 18644 timeout: 831 lvb_type: 0 00010000:00010000:0.0:1746139106.011894:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f43a400/0x1f9f6ca451acbfa4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512e0a expref: 98 pid: 18644 timeout: 831 lvb_type: 0 00002000:00010000:0.0:1746139106.011901:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072507800 00000100:00100000:0.0:1746139106.017339:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139106.017442:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840524544 00000100:00100000:3.0:1746139106.017452:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840524544 00010000:00010000:3.0:1746139106.017501:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f43a400/0x1f9f6ca451acbfa4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512e0a expref: 98 pid: 18644 timeout: 831 lvb_type: 0 00000100:00100000:3.0:1746139106.017738:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17492 00000100:00100000:3.0:1746139106.017746:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072505500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+98:2008:x1830958840524544:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139106.017761:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139106.017781:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f43a400/0x1f9f6ca451acbfa4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512e0a expref: 98 pid: 18644 timeout: 831 lvb_type: 0 00010000:00010000:3.0:1746139106.017794:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f43a400/0x1f9f6ca451acbfa4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512e0a expref: 98 pid: 18644 timeout: 831 lvb_type: 0 00010000:00010000:3.0:1746139106.017816:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f43a400/0x1f9f6ca451acbfa4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512e0a expref: 98 pid: 18644 timeout: 831 lvb_type: 0 00010000:00010000:3.0:1746139106.018001:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139106.018004:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139106.018011:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f43ae00/0x1f9f6ca451acbfab lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512e11 expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139106.018018:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f43ae00/0x1f9f6ca451acbfab lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512e11 expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139106.018050:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f43ae00/0x1f9f6ca451acbfab lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512e11 expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139106.018063:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a075ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832244352:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139106.018338:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ded1300 going to sleep for 11 seconds 00000100:00100000:3.0:1746139106.022688:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a075ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832244352:192.168.203.56@tcp:105: 00000100:00100000:0.0:1746139106.022745:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00010000:00010000:3.0:1746139106.022750:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746139106.022777:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840524800 00000100:00100000:0.0:1746139106.022783:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840524800 00000100:00100000:3.0:1746139106.022798:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072505500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+97:2008:x1830958840524544:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 5051us (5467us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139106.022810:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17492 00002000:00100000:0.0:1746139106.022829:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880072506a00 x1830958840524800/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:32/0 lens 488/0 e 0 to 0 dl 1746139117 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139106.022840:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072506a00 with x1830958840524800 ext(0->4095) 00002000:00010000:0.0:1746139106.022845:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072506a00 00000100:00100000:0.0:1746139106.022862:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13448 00000100:00100000:0.0:1746139106.022869:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072506a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840524800:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746139106.023010:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072506a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840524800:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 141us (267us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746139106.023017:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13448 00002000:00100000:3.0:1746139106.023022:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880072506a00 x1830958840524800/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:32/0 lens 488/4536 e 0 to 0 dl 1746139117 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139106.023030:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072506a00 with x1830958840524800 ext(0->4095) 00002000:00010000:3.0:1746139106.023033:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072506a00 00000100:00100000:0.0:1746139106.024960:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139106.025351:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840524928 00000100:00100000:3.0:1746139106.025361:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840524928 00000100:00100000:3.0:1746139106.025414:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30180 00000100:00100000:3.0:1746139106.025423:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072507b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+97:1800:x1830958840524928:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746139106.025442:0:9563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139106.025466:0:9563:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f43bc00/0x1f9f6ca451acbfb2 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512e18 expref: -99 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139106.025510:0:9563:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f43ae00/0x1f9f6ca451acbfab lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512e11 expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139106.025520:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139106.025524:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139106.025530:0:9563:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f43bc00/0x1f9f6ca451acbfb2 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512e18 expref: 98 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139106.025734:0:9563:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f43ae00/0x1f9f6ca451acbfab lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512e11 expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139106.025746:0:9563:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f43ae00/0x1f9f6ca451acbfab lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512e11 expref: 5 pid: 9563 timeout: 831 lvb_type: 0 00000100:00100000:3.0:1746139106.025758:0:9563:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a075ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832244480:192.168.203.56@tcp:104: 00000100:00100000:2.0:1746139106.026066:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139106.026083:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840525056 00000100:00100000:2.0:1746139106.026087:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840525056 00000100:00100000:2.0:1746139106.026296:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30181 00000100:00100000:2.0:1746139106.026303:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134530e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+99:1814:x1830958840525056:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139106.026353:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139106.026362:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009edca600/0x1f9f6ca451acbfb9 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512e1f expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139106.026374:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139106.026378:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f43bc00/0x1f9f6ca451acbfb2 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512e18 expref: 100 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139106.026383:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139106.026385:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009edca600/0x1f9f6ca451acbfb9 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512e1f expref: 100 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139106.026405:0:18644:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f43bc00/0x1f9f6ca451acbfb2 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512e18 expref: 100 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139106.026415:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009edca600/0x1f9f6ca451acbfb9 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512e1f expref: 100 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139106.026423:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009edca600, rc 0) 00000100:00100000:2.0:1746139106.026458:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134530e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+100:1814:x1830958840525056:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 155us (392us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139106.026463:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30181 00000100:00100000:3.0:1746139106.026543:0:9563:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ded19c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746139106.028276:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139106.028651:0:9563:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a075ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832244480:192.168.203.56@tcp:104: 00010000:00010000:3.0:1746139106.028705:0:9563:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f43bc00/0x1f9f6ca451acbfb2 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512e18 expref: 99 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139106.028721:0:9563:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f43bc00, rc 0) 00000100:00100000:3.0:1746139106.028773:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072507b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+99:1800:x1830958840524928:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3351us (3819us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139106.028781:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30180 00000100:00100000:2.0:1746139106.028957:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840525184 00000100:00100000:2.0:1746139106.028963:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840525184 00010000:00010000:2.0:1746139106.028991:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f43ae00/0x1f9f6ca451acbfab lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512e11 expref: 6 pid: 9563 timeout: 831 lvb_type: 0 00000100:00100000:2.0:1746139106.029019:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17493 00000100:00100000:2.0:1746139106.029025:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072505c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840525184:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139106.029038:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139106.029058:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f43ae00/0x1f9f6ca451acbfab lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512e11 expref: 6 pid: 9563 timeout: 831 lvb_type: 0 00010000:00010000:2.0:1746139106.029068:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f43ae00/0x1f9f6ca451acbfab lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512e11 expref: 6 pid: 9563 timeout: 831 lvb_type: 0 00010000:00010000:2.0:1746139106.029088:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f43ae00/0x1f9f6ca451acbfab lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512e11 expref: 6 pid: 9563 timeout: 831 lvb_type: 0 00010000:00010000:2.0:1746139106.029106:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139106.029108:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139106.029115:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f43bc00/0x1f9f6ca451acbfb2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512e18 expref: 98 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139106.029122:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f43bc00/0x1f9f6ca451acbfb2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512e18 expref: 98 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139106.029148:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f43bc00/0x1f9f6ca451acbfb2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512e18 expref: 98 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139106.029159:0:15672:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f43bc00/0x1f9f6ca451acbfb2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512e18 expref: 98 pid: 9563 timeout: 831 lvb_type: 0 00000100:00100000:2.0:1746139106.029175:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134530000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832244736:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139106.029235:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a0af6d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746139106.030761:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134530000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832244736:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139106.030777:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139106.030805:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072505c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2007:x1830958840525184:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 1780us (2536us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139106.030814:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17493 00000100:00100000:0.0:1746139106.031793:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139106.031912:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840525440 00000100:00100000:3.0:1746139106.031919:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840525440 00002000:00100000:3.0:1746139106.031961:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880072505180 x1830958840525440/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:32/0 lens 488/0 e 0 to 0 dl 1746139117 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139106.031971:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072505180 with x1830958840525440 ext(0->4095) 00010000:00010000:3.0:1746139106.031980:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f43bc00/0x1f9f6ca451acbfb2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512e18 expref: 99 pid: 9563 timeout: 831 lvb_type: 0 00010000:00010000:3.0:1746139106.031999:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f43bc00/0x1f9f6ca451acbfb2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512e18 expref: 99 pid: 9563 timeout: 831 lvb_type: 0 00002000:00010000:3.0:1746139106.032004:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072505180 00000100:00100000:3.0:1746139106.032021:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2868 00000100:00100000:3.0:1746139106.032027:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072505180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+99:2008:x1830958840525440:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746139106.032148:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072505180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+99:2008:x1830958840525440:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 121us (357us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746139106.032153:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2868 00002000:00100000:3.0:1746139106.032157:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880072505180 x1830958840525440/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:32/0 lens 488/4536 e 0 to 0 dl 1746139117 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139106.032164:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072505180 with x1830958840525440 ext(0->4095) 00010000:00010000:3.0:1746139106.032168:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f43bc00/0x1f9f6ca451acbfb2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512e18 expref: 99 pid: 9563 timeout: 831 lvb_type: 0 00010000:00010000:3.0:1746139106.032175:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f43bc00/0x1f9f6ca451acbfb2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512e18 expref: 99 pid: 9563 timeout: 831 lvb_type: 0 00002000:00010000:3.0:1746139106.032181:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072505180 00000100:00100000:0.0:1746139106.034195:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139106.034423:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840525568 00000100:00100000:2.0:1746139106.034432:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840525568 00010000:00010000:2.0:1746139106.034465:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f43bc00/0x1f9f6ca451acbfb2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512e18 expref: 99 pid: 9563 timeout: 831 lvb_type: 0 00000100:00100000:2.0:1746139106.034534:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17494 00000100:00100000:2.0:1746139106.034542:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800acc5f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+99:2009:x1830958840525568:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139106.034558:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139106.034579:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f43bc00/0x1f9f6ca451acbfb2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512e18 expref: 99 pid: 9563 timeout: 831 lvb_type: 0 00010000:00010000:2.0:1746139106.034590:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f43bc00/0x1f9f6ca451acbfb2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512e18 expref: 99 pid: 9563 timeout: 831 lvb_type: 0 00010000:00010000:2.0:1746139106.034613:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f43bc00/0x1f9f6ca451acbfb2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512e18 expref: 99 pid: 9563 timeout: 831 lvb_type: 0 00010000:00010000:2.0:1746139106.034880:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139106.034883:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139106.034890:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009edca600/0x1f9f6ca451acbfb9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512e1f expref: 98 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139106.034898:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009edca600/0x1f9f6ca451acbfb9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512e1f expref: 98 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139106.034933:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009edca600/0x1f9f6ca451acbfb9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512e1f expref: 98 pid: 18644 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746139106.034944:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134530000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832244864:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139106.035138:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a0af6d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746139106.037506:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134530000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832244864:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139106.037532:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746139106.037799:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139106.038175:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800acc5f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+98:2009:x1830958840525568:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3631us (3983us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139106.038186:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17494 00000100:00100000:0.0:1746139106.038412:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840525824 00000100:00100000:0.0:1746139106.038418:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840525824 00002000:00100000:0.0:1746139106.038456:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880072550e00 x1830958840525824/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:32/0 lens 488/0 e 0 to 0 dl 1746139117 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746139106.038465:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072550e00 with x1830958840525824 ext(0->4095) 00002000:00010000:0.0:1746139106.038471:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072550e00 00000100:00100000:3.0:1746139106.038850:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13449 00000100:00100000:3.0:1746139106.038860:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072550e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+98:2008:x1830958840525824:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746139106.039001:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072550e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+98:2008:x1830958840525824:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 144us (1205us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746139106.039010:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13449 00002000:00100000:3.0:1746139106.039015:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880072550e00 x1830958840525824/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:32/0 lens 488/4536 e 0 to 0 dl 1746139117 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746139106.039021:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072550e00 with x1830958840525824 ext(0->4095) 00002000:00010000:3.0:1746139106.039024:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072550e00 00000100:00100000:0.0:1746139106.041930:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139106.042203:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840525952 00000100:00100000:3.0:1746139106.042212:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840525952 00000100:00100000:3.0:1746139106.042843:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30182 00000100:00100000:3.0:1746139106.042853:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072553480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840525952:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746139106.042877:0:9563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139106.042897:0:9563:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f43bc00/0x1f9f6ca451acbfc0 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512e26 expref: -99 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139106.042931:0:9563:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009edca600/0x1f9f6ca451acbfb9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512e1f expref: 97 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139106.042939:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746139106.042941:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746139106.042944:0:9563:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f43bc00/0x1f9f6ca451acbfc0 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512e26 expref: 6 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139106.042975:0:9563:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009edca600/0x1f9f6ca451acbfb9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512e1f expref: 97 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139106.042987:0:9563:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009edca600/0x1f9f6ca451acbfb9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512e1f expref: 97 pid: 18644 timeout: 831 lvb_type: 0 00000100:00100000:3.0:1746139106.043003:0:9563:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a075ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832244992:192.168.203.56@tcp:104: 00000100:00100000:3.0:1746139106.043695:0:9563:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ded16c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746139106.045764:0:9563:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a075ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832244992:192.168.203.56@tcp:104: 00010000:00010000:3.0:1746139106.045823:0:9563:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f43bc00/0x1f9f6ca451acbfc0 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512e26 expref: 6 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139106.045839:0:9563:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f43bc00, rc 0) 00000100:00100000:3.0:1746139106.045881:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072553480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840525952:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3029us (3961us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139106.045889:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30182 00000100:00100000:0.0:1746139106.046196:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139106.046983:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840526080 00000100:00100000:3.0:1746139106.046992:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840526080 00010000:00010000:3.0:1746139106.047026:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009edca600/0x1f9f6ca451acbfb9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512e1f expref: 98 pid: 18644 timeout: 831 lvb_type: 0 00000100:00100000:3.0:1746139106.047183:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17495 00000100:00100000:3.0:1746139106.047190:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072552300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+98:2008:x1830958840526080:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139106.047205:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139106.047227:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009edca600/0x1f9f6ca451acbfb9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512e1f expref: 98 pid: 18644 timeout: 831 lvb_type: 0 00010000:00010000:3.0:1746139106.047239:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009edca600/0x1f9f6ca451acbfb9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512e1f expref: 98 pid: 18644 timeout: 831 lvb_type: 0 00010000:00010000:3.0:1746139106.047268:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009edca600/0x1f9f6ca451acbfb9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512e1f expref: 98 pid: 18644 timeout: 831 lvb_type: 0 00010000:00010000:3.0:1746139106.047301:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139106.047304:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139106.047311:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f43bc00/0x1f9f6ca451acbfc0 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512e26 expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139106.047318:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f43bc00/0x1f9f6ca451acbfc0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512e26 expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139106.047349:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f43bc00/0x1f9f6ca451acbfc0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512e26 expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139106.047361:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a075ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832245120:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139106.047436:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ded16c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746139106.047844:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139106.047952:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840526208 00000100:00100000:3.0:1746139106.047955:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840526208 00000100:00100000:3.0:1746139106.048050:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30183 00000100:00100000:3.0:1746139106.048057:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072550a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+98:1800:x1830958840526208:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746139106.048070:0:9563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139106.048082:0:9563:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800726eae00/0x1f9f6ca451acbfc7 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512e2d expref: -99 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139106.048098:0:9563:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f43bc00/0x1f9f6ca451acbfc0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512e26 expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139106.048108:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139106.048110:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139106.048112:0:9563:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800726eae00/0x1f9f6ca451acbfc7 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512e2d expref: 99 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139106.048129:0:9563:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f43bc00/0x1f9f6ca451acbfc0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512e26 expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139106.048139:0:9563:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f43bc00/0x1f9f6ca451acbfc0 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512e26 expref: 5 pid: 9563 timeout: 831 lvb_type: 0 00000100:00100000:3.0:1746139106.048148:0:9563:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0759f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832245248:192.168.203.56@tcp:104: 00000100:00100000:3.0:1746139106.048776:0:9563:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ded19c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746139106.049431:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a075ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832245120:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139106.049490:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139106.049732:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072552300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+99:2008:x1830958840526080:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 2540us (3534us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139106.049935:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17495 00000100:00100000:0.0:1746139106.051765:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139106.051896:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840526464 00000100:00100000:1.0:1746139106.051904:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840526464 00002000:00100000:1.0:1746139106.051946:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880072550000 x1830958840526464/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:32/0 lens 488/0 e 0 to 0 dl 1746139117 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139106.051955:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072550000 with x1830958840526464 ext(0->4095) 00010000:00010000:1.0:1746139106.051963:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f43bc00/0x1f9f6ca451acbfc0 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512e26 expref: 6 pid: 9563 timeout: 831 lvb_type: 0 00010000:00010000:1.0:1746139106.051975:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f43bc00/0x1f9f6ca451acbfc0 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512e26 expref: 6 pid: 9563 timeout: 831 lvb_type: 0 00002000:00010000:1.0:1746139106.051982:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072550000 00000100:00100000:1.0:1746139106.052015:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2869 00000100:00100000:1.0:1746139106.052022:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072550000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840526464:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746139106.052150:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072550000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840526464:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 129us (392us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139106.052156:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2869 00002000:00100000:1.0:1746139106.052161:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880072550000 x1830958840526464/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:32/0 lens 488/4536 e 0 to 0 dl 1746139117 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139106.052168:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072550000 with x1830958840526464 ext(0->4095) 00010000:00010000:1.0:1746139106.052171:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f43bc00/0x1f9f6ca451acbfc0 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512e26 expref: 6 pid: 9563 timeout: 831 lvb_type: 0 00010000:00010000:1.0:1746139106.052179:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f43bc00/0x1f9f6ca451acbfc0 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512e26 expref: 6 pid: 9563 timeout: 831 lvb_type: 0 00002000:00010000:1.0:1746139106.052183:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072550000 00000100:00100000:3.0:1746139106.052266:0:9563:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0759f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832245248:192.168.203.56@tcp:104: 00010000:00010000:3.0:1746139106.052288:0:9563:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800726eae00/0x1f9f6ca451acbfc7 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512e2d expref: 98 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139106.052299:0:9563:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800726eae00, rc 0) 00000100:00100000:3.0:1746139106.052321:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072550a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+98:1800:x1830958840526208:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4265us (4478us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139106.052331:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30183 00000100:00100000:0.0:1746139106.054773:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139106.055496:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840526592 00000100:00100000:3.0:1746139106.055507:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840526592 00000100:00100000:3.0:1746139106.055568:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30184 00000100:00100000:3.0:1746139106.055576:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072551500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+98:1814:x1830958840526592:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746139106.055595:0:9563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139106.055613:0:9563:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f43aa00/0x1f9f6ca451acbfce lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512e34 expref: -99 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139106.055677:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139106.055684:0:9563:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800726eae00/0x1f9f6ca451acbfc7 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512e2d expref: 99 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139106.055690:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746139106.055693:0:9563:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f43aa00/0x1f9f6ca451acbfce lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512e34 expref: 99 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139106.055742:0:9563:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800726eae00/0x1f9f6ca451acbfc7 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512e2d expref: 99 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139106.055754:0:9563:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f43aa00/0x1f9f6ca451acbfce lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512e34 expref: 99 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139106.055763:0:9563:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f43aa00, rc 0) 00000100:00100000:3.0:1746139106.055822:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072551500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+99:1814:x1830958840526592:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 246us (1058us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139106.055829:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30184 00000100:00100000:0.0:1746139106.056336:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139106.057010:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840526720 00000100:00100000:3.0:1746139106.057016:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840526720 00010000:00010000:3.0:1746139106.057043:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f43bc00/0x1f9f6ca451acbfc0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512e26 expref: 6 pid: 9563 timeout: 831 lvb_type: 0 00000100:00100000:3.0:1746139106.057076:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17496 00000100:00100000:3.0:1746139106.057083:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072553100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840526720:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139106.057093:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139106.057116:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f43bc00/0x1f9f6ca451acbfc0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512e26 expref: 6 pid: 9563 timeout: 831 lvb_type: 0 00010000:00010000:3.0:1746139106.057126:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f43bc00/0x1f9f6ca451acbfc0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512e26 expref: 6 pid: 9563 timeout: 831 lvb_type: 0 00010000:00010000:3.0:1746139106.057143:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f43bc00/0x1f9f6ca451acbfc0 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512e26 expref: 6 pid: 9563 timeout: 831 lvb_type: 0 00010000:00010000:3.0:1746139106.057931:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139106.057935:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139106.057944:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800726eae00/0x1f9f6ca451acbfc7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512e2d expref: 98 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139106.057953:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800726eae00/0x1f9f6ca451acbfc7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512e2d expref: 98 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139106.057988:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800726eae00/0x1f9f6ca451acbfc7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512e2d expref: 98 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139106.058006:0:15672:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800726eae00/0x1f9f6ca451acbfc7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512e2d expref: 98 pid: 9563 timeout: 831 lvb_type: 0 00000100:00100000:3.0:1746139106.058017:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0759f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832245504:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139106.058338:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ded19c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746139106.061363:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139106.061463:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840526976 00000100:00100000:2.0:1746139106.061480:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840526976 00002000:00100000:2.0:1746139106.061524:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880072552680 x1830958840526976/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:32/0 lens 488/0 e 0 to 0 dl 1746139117 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139106.061534:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072552680 with x1830958840526976 ext(0->4095) 00010000:00010000:2.0:1746139106.061542:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800726eae00/0x1f9f6ca451acbfc7 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512e2d expref: 99 pid: 9563 timeout: 831 lvb_type: 0 00010000:00010000:2.0:1746139106.061555:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800726eae00/0x1f9f6ca451acbfc7 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512e2d expref: 99 pid: 9563 timeout: 831 lvb_type: 0 00002000:00010000:2.0:1746139106.061566:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072552680 00000100:00100000:2.0:1746139106.061592:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2870 00000100:00100000:2.0:1746139106.061599:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072552680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+99:2007:x1830958840526976:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746139106.061881:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0759f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832245504:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139106.061919:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139106.062201:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072552680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+99:2007:x1830958840526976:12345-192.168.203.56@tcp:3:ptlrpcd_00_00.0 Request processed in 601us (847us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746139106.062208:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2870 00002000:00100000:2.0:1746139106.062215:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880072552680 x1830958840526976/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:32/0 lens 488/4536 e 0 to 0 dl 1746139117 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139106.062222:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072552680 with x1830958840526976 ext(0->4095) 00010000:00010000:2.0:1746139106.062226:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800726eae00/0x1f9f6ca451acbfc7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512e2d expref: 99 pid: 9563 timeout: 831 lvb_type: 0 00010000:00010000:2.0:1746139106.062235:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800726eae00/0x1f9f6ca451acbfc7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512e2d expref: 99 pid: 9563 timeout: 831 lvb_type: 0 00002000:00010000:2.0:1746139106.062241:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072552680 00000100:00100000:3.0:1746139106.062397:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072553100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2008:x1830958840526720:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 5313us (6061us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139106.062405:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17496 00000100:00100000:0.0:1746139106.065828:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139106.066081:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840527104 00000100:00100000:3.0:1746139106.066091:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840527104 00010000:00010000:3.0:1746139106.066128:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800726eae00/0x1f9f6ca451acbfc7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512e2d expref: 99 pid: 9563 timeout: 831 lvb_type: 0 00000100:00100000:3.0:1746139106.066167:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17497 00000100:00100000:3.0:1746139106.066175:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072550700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+99:2008:x1830958840527104:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139106.066192:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139106.066213:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800726eae00/0x1f9f6ca451acbfc7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512e2d expref: 99 pid: 9563 timeout: 831 lvb_type: 0 00010000:00010000:3.0:1746139106.066225:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800726eae00/0x1f9f6ca451acbfc7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512e2d expref: 99 pid: 9563 timeout: 831 lvb_type: 0 00010000:00010000:3.0:1746139106.066247:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800726eae00/0x1f9f6ca451acbfc7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512e2d expref: 99 pid: 9563 timeout: 831 lvb_type: 0 00010000:00010000:3.0:1746139106.066275:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139106.066277:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139106.066284:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f43aa00/0x1f9f6ca451acbfce lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512e34 expref: 98 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139106.066291:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f43aa00/0x1f9f6ca451acbfce lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512e34 expref: 98 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139106.066325:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f43aa00/0x1f9f6ca451acbfce lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512e34 expref: 98 pid: 9563 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139106.066338:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0759f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832245632:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139106.066415:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ded19c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746139106.069295:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139106.069421:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840527360 00000100:00100000:2.0:1746139106.069430:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840527360 00002000:00100000:2.0:1746139106.069483:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880072551c00 x1830958840527360/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:32/0 lens 488/0 e 0 to 0 dl 1746139117 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139106.069494:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072551c00 with x1830958840527360 ext(0->4095) 00002000:00010000:2.0:1746139106.069500:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072551c00 00000100:00100000:2.0:1746139106.069673:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13450 00000100:00100000:2.0:1746139106.069683:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072551c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+99:2010:x1830958840527360:12345-192.168.203.56@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746139106.069835:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072551c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+99:2010:x1830958840527360:12345-192.168.203.56@tcp:3:ptlrpcd_01_01.0 Request processed in 153us (550us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746139106.069841:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13450 00002000:00100000:2.0:1746139106.069846:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880072551c00 x1830958840527360/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:32/0 lens 488/4536 e 0 to 0 dl 1746139117 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139106.069853:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072551c00 with x1830958840527360 ext(0->4095) 00002000:00010000:2.0:1746139106.069855:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072551c00 00000100:00100000:3.0:1746139106.069950:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0759f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832245632:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139106.069988:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139106.070462:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072550700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+98:2008:x1830958840527104:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 4285us (4644us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139106.070470:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17497 00000100:00100000:0.0:1746139106.085557:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139106.085930:0:24929:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840527488 00000100:00100000:1.0:1746139106.085940:0:24929:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840527488 00000100:00100000:1.0:1746139106.086001:0:24929:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30185 00000100:00100000:1.0:1746139106.086010:0:24929:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072551880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+5:1814:x1830958840527488:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746139106.086032:0:24929:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139106.086053:0:24929:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f1a0800/0x1f9f6ca451acbfd5 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512e3b expref: -99 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139106.086088:0:24929:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f43aa00/0x1f9f6ca451acbfce lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512e34 expref: 97 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139106.086095:0:24929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139106.086097:0:24929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139106.086100:0:24929:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f1a0800/0x1f9f6ca451acbfd5 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512e3b expref: 6 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139106.086131:0:24929:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f43aa00/0x1f9f6ca451acbfce lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512e34 expref: 97 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139106.086143:0:24929:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f43aa00/0x1f9f6ca451acbfce lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512e34 expref: 97 pid: 9563 timeout: 831 lvb_type: 0 00000100:00100000:1.0:1746139106.086156:0:24929:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb69880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24929:1830958832245760:192.168.203.56@tcp:104: 00000100:00100000:1.0:1746139106.086243:0:24929:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a059dcc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746139106.094451:0:24929:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb69880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24929:1830958832245760:192.168.203.56@tcp:104: 00010000:00010000:1.0:1746139106.094498:0:24929:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f1a0800/0x1f9f6ca451acbfd5 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512e3b expref: 6 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139106.094516:0:24929:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f1a0800, rc 0) 00000100:00100000:1.0:1746139106.094572:0:24929:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072551880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:1814:x1830958840527488:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 8562us (9026us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139106.094582:0:24929:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30185 00000100:00100000:0.0:1746139106.106870:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139106.108703:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840527616 00000100:00100000:1.0:1746139106.108716:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840527616 00002000:00100000:1.0:1746139106.108769:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff880072552a00 x1830958840527616/t0(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:32/0 lens 496/0 e 0 to 0 dl 1746139117 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139106.108781:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072552a00 with x1830958840527616 ext(0->7) 00010000:00010000:1.0:1746139106.108791:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f43aa00/0x1f9f6ca451acbfce lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512e34 expref: 98 pid: 9563 timeout: 831 lvb_type: 0 00010000:00010000:1.0:1746139106.108811:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f43aa00/0x1f9f6ca451acbfce lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512e34 expref: 98 pid: 9563 timeout: 831 lvb_type: 0 00002000:00010000:1.0:1746139106.108817:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072552a00 00000100:00100000:1.0:1746139106.108850:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2871 00000100:00100000:1.0:1746139106.108858:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072552a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+98:2010:x1830958840527616:12345-192.168.203.56@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746139106.111896:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072552a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+100:2010:x1830958840527616:12345-192.168.203.56@tcp:4:ldlm_bl.0 Request processed in 3028us (5026us total) trans 4294972133 rc 0/0 00000100:00100000:1.0:1746139106.111909:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2871 00002000:00100000:1.0:1746139106.111920:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->7) req@ffff880072552a00 x1830958840527616/t4294972133(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:32/0 lens 496/448 e 0 to 0 dl 1746139117 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139106.111930:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072552a00 with x1830958840527616 ext(0->7) 00010000:00010000:1.0:1746139106.111940:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f43aa00/0x1f9f6ca451acbfce lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512e34 expref: 100 pid: 9563 timeout: 831 lvb_type: 0 00010000:00010000:1.0:1746139106.111955:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f43aa00/0x1f9f6ca451acbfce lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512e34 expref: 100 pid: 9563 timeout: 831 lvb_type: 0 00002000:00010000:1.0:1746139106.111961:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072552a00 00000100:00100000:1.0:1746139106.130497:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139106.130744:0:24929:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840527744 00000100:00100000:2.0:1746139106.130754:0:24929:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840527744 00000100:00100000:2.0:1746139106.130814:0:24929:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30186 00000100:00100000:2.0:1746139106.130822:0:24929:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb69880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b60e9717-019c-4527-a82a-15e993ac5189+100:1800:x1830958840527744:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746139106.130841:0:24929:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139106.130858:0:24929:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009edcac00/0x1f9f6ca451acbfdc lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512e42 expref: -99 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139106.130886:0:24929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139106.130891:0:24929:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f1a0800/0x1f9f6ca451acbfd5 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512e3b expref: 5 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139106.130898:0:24929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746139106.130901:0:24929:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009edcac00/0x1f9f6ca451acbfdc lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512e42 expref: 101 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139106.130937:0:24929:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f1a0800/0x1f9f6ca451acbfd5 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512e3b expref: 5 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139106.130956:0:24929:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009edcac00/0x1f9f6ca451acbfdc lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512e42 expref: 101 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139106.130966:0:24929:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009edcac00, rc 0) 00000100:00100000:2.0:1746139106.131012:0:24929:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb69880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b60e9717-019c-4527-a82a-15e993ac5189+101:1800:x1830958840527744:12345-192.168.203.56@tcp:101:rw_seq_cst_vs_d.0 Request processed in 191us (538us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139106.131019:0:24929:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30186 00000100:00100000:1.0:1746139106.131408:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139106.131462:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840527872 00000100:00100000:3.0:1746139106.131466:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840527872 00010000:00010000:3.0:1746139106.131497:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f43aa00/0x1f9f6ca451acbfce lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512e34 expref: 101 pid: 9563 timeout: 831 lvb_type: 0 00000100:00100000:3.0:1746139106.131519:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17498 00000100:00100000:3.0:1746139106.131524:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb6b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+101:2009:x1830958840527872:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139106.131535:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139106.131554:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f43aa00/0x1f9f6ca451acbfce lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512e34 expref: 101 pid: 9563 timeout: 831 lvb_type: 0 00010000:00010000:3.0:1746139106.131565:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f43aa00/0x1f9f6ca451acbfce lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512e34 expref: 101 pid: 9563 timeout: 831 lvb_type: 0 00010000:00010000:3.0:1746139106.131581:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f43aa00/0x1f9f6ca451acbfce lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512e34 expref: 101 pid: 9563 timeout: 831 lvb_type: 0 00010000:00010000:3.0:1746139106.131633:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139106.131635:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139106.131641:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f1a0800/0x1f9f6ca451acbfd5 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512e3b expref: 5 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139106.131649:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f1a0800/0x1f9f6ca451acbfd5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512e3b expref: 5 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139106.131670:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f1a0800/0x1f9f6ca451acbfd5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512e3b expref: 5 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139106.131680:0:15672:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f1a0800/0x1f9f6ca451acbfd5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512e3b expref: 5 pid: 24929 timeout: 831 lvb_type: 0 00000100:00100000:3.0:1746139106.131691:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0759f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832246016:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139106.131753:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ded19c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746139106.138247:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139106.138582:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840528128 00000100:00100000:1.0:1746139106.138594:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840528128 00002000:00100000:1.0:1746139106.138687:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880072551f80 x1830958840528128/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:32/0 lens 488/0 e 0 to 0 dl 1746139117 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139106.138701:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072551f80 with x1830958840528128 ext(0->4095) 00010000:00010000:1.0:1746139106.138715:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f1a0800/0x1f9f6ca451acbfd5 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512e3b expref: 6 pid: 24929 timeout: 831 lvb_type: 0 00010000:00010000:1.0:1746139106.138733:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f1a0800/0x1f9f6ca451acbfd5 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512e3b expref: 6 pid: 24929 timeout: 831 lvb_type: 0 00002000:00010000:1.0:1746139106.138742:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072551f80 00000100:00100000:3.0:1746139106.139400:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0759f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832246016:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139106.139439:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139106.139511:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb6b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+100:2009:x1830958840527872:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 7985us (8101us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139106.139522:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17498 00000100:00100000:1.0:1746139106.140956:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2872 00000100:00100000:1.0:1746139106.140967:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072551f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840528128:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746139106.141132:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072551f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840528128:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 164us (2894us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139106.141139:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2872 00002000:00100000:1.0:1746139106.141145:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880072551f80 x1830958840528128/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:32/0 lens 488/4536 e 0 to 0 dl 1746139117 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139106.141154:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072551f80 with x1830958840528128 ext(0->4095) 00010000:00010000:1.0:1746139106.141162:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f1a0800/0x1f9f6ca451acbfd5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512e3b expref: 6 pid: 24929 timeout: 831 lvb_type: 0 00010000:00010000:1.0:1746139106.141176:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f1a0800/0x1f9f6ca451acbfd5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512e3b expref: 6 pid: 24929 timeout: 831 lvb_type: 0 00002000:00010000:1.0:1746139106.141183:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072551f80 00000100:00100000:0.0:1746139106.143838:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139106.144078:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840528256 00000100:00100000:3.0:1746139106.144086:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840528256 00010000:00010000:3.0:1746139106.144119:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f1a0800/0x1f9f6ca451acbfd5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512e3b expref: 6 pid: 24929 timeout: 831 lvb_type: 0 00000100:00100000:3.0:1746139106.144154:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17499 00000100:00100000:3.0:1746139106.144160:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072553b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840528256:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139106.144173:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139106.144190:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f1a0800/0x1f9f6ca451acbfd5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512e3b expref: 6 pid: 24929 timeout: 831 lvb_type: 0 00010000:00010000:3.0:1746139106.144200:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f1a0800/0x1f9f6ca451acbfd5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512e3b expref: 6 pid: 24929 timeout: 831 lvb_type: 0 00010000:00010000:3.0:1746139106.144222:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f1a0800/0x1f9f6ca451acbfd5 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512e3b expref: 6 pid: 24929 timeout: 831 lvb_type: 0 00010000:00010000:3.0:1746139106.144749:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139106.144751:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139106.144761:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009edcac00/0x1f9f6ca451acbfdc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512e42 expref: 99 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139106.144770:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009edcac00/0x1f9f6ca451acbfdc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512e42 expref: 99 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139106.144808:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009edcac00/0x1f9f6ca451acbfdc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512e42 expref: 99 pid: 24929 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139106.144822:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0759f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832246144:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139106.144894:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ded19c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746139106.172876:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00010000:00010000:3.0:1746139106.173262:0:15672:0:(ldlm_lockd.c:742:ldlm_handle_ast_error()) ### client (nid 192.168.203.56@tcp) returned -22 from completion AST (req@ffff8800a0759f80 x1830958832246144) - normal race ns: filter-lustre-OST0001_UUID lock: ffff88009edcac00/0x1f9f6ca451acbfdc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512e42 expref: 99 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139106.173314:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009edcac00/0x1f9f6ca451acbfdc lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512e42 expref: 99 pid: 24929 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139106.173341:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0759f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832246144:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139106.173386:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139106.173447:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072553b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2007:x1830958840528256:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 29285us (29616us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139106.173456:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17499 00000100:00100000:2.0:1746139106.173601:0:21208:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840528512 00000100:00100000:2.0:1746139106.173608:0:21208:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840528512 00000100:00100000:2.0:1746139106.173692:0:21208:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 183 00000100:00100000:2.0:1746139106.173700:0:21208:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072551180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b60e9717-019c-4527-a82a-15e993ac5189+6:1800:x1830958840528512:12345-192.168.203.56@tcp:35:rw_seq_cst_vs_d.0 00000001:00080000:2.0:1746139106.173901:0:21208:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294989756 00000100:00100000:2.0:1746139106.173956:0:21208:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072551180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b60e9717-019c-4527-a82a-15e993ac5189+8:1800:x1830958840528512:12345-192.168.203.56@tcp:35:rw_seq_cst_vs_d.0 Request processed in 257us (1090us total) trans 4294989757 rc 0/0 00000100:00100000:2.0:1746139106.173961:0:21208:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 183 00000020:00080000:2.0:1746139106.173964:0:21208:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00080000:0.0:1746139106.174035:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746139106.187106:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139106.187146:0:7222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840528768 00000100:00100000:1.0:1746139106.187155:0:7222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840528768 00000100:00100000:1.0:1746139106.187212:0:7222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 184 00000100:00100000:1.0:1746139106.187220:0:7222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b42de450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+7:1800:x1830958840528768:12345-192.168.203.56@tcp:35:rw_seq_cst_vs_d.0 00000100:00100000:1.0:1746139106.187466:0:7222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b42de450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+8:1800:x1830958840528768:12345-192.168.203.56@tcp:35:rw_seq_cst_vs_d.0 Request processed in 246us (372us total) trans 4294989758 rc 0/0 00000100:00100000:1.0:1746139106.187483:0:7222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 184 00000100:00080000:0.0:1746139106.187944:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746139106.214360:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139106.214481:0:10909:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840528896 00000100:00100000:2.0:1746139106.214491:0:10909:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840528896 00000100:00100000:2.0:1746139106.214559:0:10909:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 53118 00000100:00100000:2.0:1746139106.214567:0:10909:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072551180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b60e9717-019c-4527-a82a-15e993ac5189+8:1831:x1830958840528896:12345-192.168.203.56@tcp:101:rm.0 00010000:00010000:2.0:1746139106.214596:0:10909:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139106.214643:0:10909:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009edcb200/0x1f9f6ca451acbfe3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512e49 expref: -99 pid: 10909 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139106.214710:0:10909:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009edcac00/0x1f9f6ca451acbfea lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10909 initiator: MDT0 00010000:00010000:2.0:1746139106.214726:0:10909:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009edcac00/0x1f9f6ca451acbfea lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10909 initiator: MDT0 00010000:00010000:2.0:1746139106.214739:0:10909:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009edcac00/0x1f9f6ca451acbfea lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10909 initiator: MDT0 00000004:00200000:2.0:1746139106.214791:0:10909:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1746139106.214794:0:10909:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1746139106.214811:0:10909:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009edcac00/0x1f9f6ca451acbfea lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10909 initiator: MDT0 00010000:00010000:2.0:1746139106.214830:0:10909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009edcb200/0x1f9f6ca451acbfe3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512e49 expref: 10 pid: 10909 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139106.214850:0:10909:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009edcac00/0x1f9f6ca451acbfea lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512e49 expref: 9 pid: 10909 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139106.214858:0:10909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a07b0f00) 00010000:00010000:2.0:1746139106.214860:0:10909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1746139106.214863:0:10909:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009edcac00, rc 0) 00000100:00100000:2.0:1746139106.214912:0:10909:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072551180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b60e9717-019c-4527-a82a-15e993ac5189+9:1831:x1830958840528896:12345-192.168.203.56@tcp:101:rm.0 Request processed in 346us (567us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139106.214918:0:10909:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 53118 00000100:00100000:1.0:1746139106.218569:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139106.218928:0:10909:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840529024 00000100:00100000:3.0:1746139106.218939:0:10909:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840529024 00000100:00100000:3.0:1746139106.218983:0:10909:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 53119 00000100:00100000:3.0:1746139106.218989:0:10909:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb68380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b60e9717-019c-4527-a82a-15e993ac5189+9:1831:x1830958840529024:12345-192.168.203.56@tcp:101:rm.0 00010000:00010000:3.0:1746139106.219010:0:10909:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139106.219028:0:10909:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f43a600/0x1f9f6ca451acbff1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512e50 expref: -99 pid: 10909 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139106.219086:0:10909:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f43ae00/0x1f9f6ca451acbff8 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10909 initiator: MDT0 00010000:00010000:3.0:1746139106.219097:0:10909:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f43ae00/0x1f9f6ca451acbff8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10909 initiator: MDT0 00010000:00010000:3.0:1746139106.219107:0:10909:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f43ae00/0x1f9f6ca451acbff8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10909 initiator: MDT0 00010000:00010000:3.0:1746139106.219117:0:10909:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f43aa00/0x1f9f6ca451acbfff lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10909 initiator: MDT0 00010000:00010000:3.0:1746139106.219122:0:10909:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f43aa00/0x1f9f6ca451acbfff lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10909 initiator: MDT0 00010000:00010000:3.0:1746139106.219126:0:10909:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f43aa00/0x1f9f6ca451acbfff lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10909 initiator: MDT0 00010000:00010000:3.0:1746139106.219194:0:10909:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f43b600/0x1f9f6ca451acc006 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x45:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10909 initiator: MDT0 00010000:00010000:3.0:1746139106.219200:0:10909:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f43b600/0x1f9f6ca451acc006 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10909 initiator: MDT0 00010000:00010000:3.0:1746139106.219204:0:10909:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f43b600/0x1f9f6ca451acc006 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10909 initiator: MDT0 00000004:00200000:3.0:1746139106.219237:0:10909:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x45:0x0]: returning size 8 00000004:00200000:3.0:1746139106.219240:0:10909:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1746139106.219254:0:10909:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009f43b600/0x1f9f6ca451acc006 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10909 initiator: MDT0 00010000:00010000:3.0:1746139106.219261:0:10909:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f43b600/0x1f9f6ca451acc006 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10909 initiator: MDT0 00010000:00010000:3.0:1746139106.219268:0:10909:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f43ae00/0x1f9f6ca451acbff8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10909 initiator: MDT0 00010000:00010000:3.0:1746139106.219273:0:10909:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009f43ae00/0x1f9f6ca451acbff8 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10909 initiator: MDT0 00010000:00010000:3.0:1746139106.219278:0:10909:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009f43ae00/0x1f9f6ca451acbff8 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10909 initiator: MDT0 00010000:00010000:3.0:1746139106.219282:0:10909:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009f43ae00 already unused, calling callback (ffffffffa0f11690) 00010000:00010000:3.0:1746139106.219286:0:10909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f43ae00/0x1f9f6ca451acbff8 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10909 initiator: MDT0 00010000:00010000:3.0:1746139106.219291:0:10909:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f43ae00/0x1f9f6ca451acbff8 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10909 initiator: MDT0 00010000:00010000:3.0:1746139106.219299:0:10909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a07b0f00) 00010000:00010000:3.0:1746139106.219302:0:10909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746139106.219305:0:10909:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009f43ae00/0x1f9f6ca451acbff8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10909 initiator: MDT0 00010000:00010000:3.0:1746139106.219309:0:10909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f43ae00/0x1f9f6ca451acbff8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10909 initiator: MDT0 00010000:00010000:3.0:1746139106.219344:0:10909:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f43aa00/0x1f9f6ca451acbfff lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10909 initiator: MDT0 00010000:00010000:3.0:1746139106.219348:0:10909:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009f43aa00/0x1f9f6ca451acbfff lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10909 initiator: MDT0 00010000:00010000:3.0:1746139106.219352:0:10909:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009f43aa00/0x1f9f6ca451acbfff lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10909 initiator: MDT0 00010000:00010000:3.0:1746139106.219355:0:10909:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009f43aa00 already unused, calling callback (ffffffffa0f11690) 00010000:00010000:3.0:1746139106.219358:0:10909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f43aa00/0x1f9f6ca451acbfff lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10909 initiator: MDT0 00010000:00010000:3.0:1746139106.219362:0:10909:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f43aa00/0x1f9f6ca451acbfff lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10909 initiator: MDT0 00010000:00010000:3.0:1746139106.219366:0:10909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf0ce3da1 (ffff88013117cb00) 00010000:00010000:3.0:1746139106.219368:0:10909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746139106.219369:0:10909:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009f43aa00/0x1f9f6ca451acbfff lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10909 initiator: MDT0 00010000:00010000:3.0:1746139106.219373:0:10909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f43aa00/0x1f9f6ca451acbfff lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10909 initiator: MDT0 00010000:00010000:3.0:1746139106.219392:0:10909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f43a600/0x1f9f6ca451acbff1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512e50 expref: 11 pid: 10909 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139106.219401:0:10909:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f43b600/0x1f9f6ca451acc006 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512e50 expref: 10 pid: 10909 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139106.219405:0:10909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x45:0x0].0x0 (ffff88012fb6e200) 00010000:00010000:3.0:1746139106.219407:0:10909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746139106.219409:0:10909:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f43b600, rc 0) 00000100:00100000:3.0:1746139106.219454:0:10909:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb68380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b60e9717-019c-4527-a82a-15e993ac5189+10:1831:x1830958840529024:12345-192.168.203.56@tcp:101:rm.0 Request processed in 464us (896us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139106.219459:0:10909:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 53119 00000100:00100000:0.0:1746139106.224516:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139106.224834:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840529152 00000100:00100000:3.0:1746139106.224843:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840529152 00000100:00100000:2.0:1746139106.225444:0:24929:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30187 00000100:00100000:2.0:1746139106.225457:0:24929:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093640000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b60e9717-019c-4527-a82a-15e993ac5189+99:2007:x1830958840529152:12345-192.168.203.56@tcp:101:rm.0 00010000:00010000:2.0:1746139106.225492:0:24929:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139106.225516:0:24929:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009edca400/0x1f9f6ca451acc00d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512e57 expref: -99 pid: 24929 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1746139106.225550:0:24929:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1a:0x0] initial LVB size: 8, mtime: 0x6813f7e2, atime: 0x6813f7ce, ctime: 0x6813f7e2, blocks: 0x8 00010000:00010000:2.0:1746139106.225576:0:24929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139106.225578:0:24929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139106.225838:0:24929:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009edca400/0x1f9f6ca451acc00d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512e57 expref: 100 pid: 24929 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746139106.225858:0:24929:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009edca400/0x1f9f6ca451acc00d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512e57 expref: 100 pid: 24929 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746139106.225870:0:24929:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009edca400, rc 0) 00000100:00100000:2.0:1746139106.225949:0:24929:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093640000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b60e9717-019c-4527-a82a-15e993ac5189+100:2007:x1830958840529152:12345-192.168.203.56@tcp:101:rm.0 Request processed in 495us (1447us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139106.225957:0:24929:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30187 00000100:00100000:0.0:1746139106.230037:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139106.230144:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840529408 00000100:00100000:1.0:1746139106.230155:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840529408 00000100:00100000:1.0:1746139106.230256:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 53120 00000100:00100000:1.0:1746139106.230265:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093640700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b60e9717-019c-4527-a82a-15e993ac5189+10:1831:x1830958840529408:12345-192.168.203.56@tcp:36:rm.0 00010000:00010000:1.0:1746139106.230407:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1746139106.230435:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f43b600/0x1f9f6ca451acc006 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512e50 expref: 10 pid: 10909 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139106.232019:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008760c800/0x1f9f6ca451ac9bc4 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x45:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3510a31 expref: 9 pid: 7220 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139106.232042:0:7219:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x45:0x0].0x0 (ffff88012fb6e200) 00010000:00010000:1.0:1746139106.232054:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009edcac00/0x1f9f6ca451acbfea lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512e49 expref: 8 pid: 10909 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139106.232061:0:7219:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a07b0f00) 00010000:00010000:1.0:1746139106.232064:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746139106.232086:0:7219:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f572c00/0x1f9f6ca451acc014 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7219 initiator: MDT0 00010000:00010000:1.0:1746139106.232102:0:7219:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f572c00/0x1f9f6ca451acc014 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7219 initiator: MDT0 00010000:00010000:1.0:1746139106.232109:0:7219:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f572c00/0x1f9f6ca451acc014 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7219 initiator: MDT0 00010000:00010000:1.0:1746139106.232123:0:7219:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f573600/0x1f9f6ca451acc01b lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7219 initiator: MDT0 00010000:00010000:1.0:1746139106.232127:0:7219:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f573600/0x1f9f6ca451acc01b lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7219 initiator: MDT0 00010000:00010000:1.0:1746139106.232131:0:7219:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f573600/0x1f9f6ca451acc01b lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7219 initiator: MDT0 00010000:00010000:1.0:1746139106.232207:0:7219:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f572000/0x1f9f6ca451acc022 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x45:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7219 initiator: MDT0 00010000:00010000:1.0:1746139106.232212:0:7219:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f572000/0x1f9f6ca451acc022 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x45:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7219 initiator: MDT0 00010000:00010000:1.0:1746139106.232216:0:7219:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f572000/0x1f9f6ca451acc022 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x45:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7219 initiator: MDT0 00000040:00080000:1.0:1746139106.232393:0:7219:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].14, 64 off9088 00000004:00080000:1.0:1746139106.232399:0:7219:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 731492782204ns, next at 732492780835ns, rc = 0 00010000:00010000:1.0:1746139106.232433:0:7219:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88007fe6ca00/0x1f9f6ca451acc029 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x45:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7219 initiator: MDT0 00010000:00010000:1.0:1746139106.232438:0:7219:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88007fe6ca00/0x1f9f6ca451acc029 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x45:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 7219 initiator: MDT0 00010000:00010000:1.0:1746139106.232444:0:7219:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88007fe6ca00/0x1f9f6ca451acc029 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x45:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 7219 initiator: MDT0 00010000:00010000:1.0:1746139106.232453:0:7219:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88007fe6ca00/0x1f9f6ca451acc029 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x45:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 7219 initiator: MDT0 00010000:00010000:1.0:1746139106.232458:0:7219:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88007fe6ca00/0x1f9f6ca451acc029 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x45:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 7219 initiator: MDT0 00010000:00010000:1.0:1746139106.232462:0:7219:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88007fe6ca00/0x1f9f6ca451acc029 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x45:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 7219 initiator: MDT0 00010000:00010000:1.0:1746139106.233991:0:7219:0:(ldlm_lockd.c:2182:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1746139106.234024:0:7219:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f572000/0x1f9f6ca451acc022 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x45:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7219 initiator: MDT0 00010000:00010000:1.0:1746139106.234032:0:7219:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009f572000/0x1f9f6ca451acc022 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x45:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7219 initiator: MDT0 00010000:00010000:1.0:1746139106.234038:0:7219:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009f572000/0x1f9f6ca451acc022 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x45:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7219 initiator: MDT0 00010000:00010000:1.0:1746139106.234043:0:7219:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009f572000 already unused, calling callback (ffffffffa0f11690) 00010000:00010000:1.0:1746139106.234047:0:7219:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f572000/0x1f9f6ca451acc022 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x45:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7219 initiator: MDT0 00010000:00010000:1.0:1746139106.234053:0:7219:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f572000/0x1f9f6ca451acc022 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x45:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7219 initiator: MDT0 00010000:00010000:1.0:1746139106.234065:0:7219:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x45:0x0].0x0 (ffff88012fb6e200) 00010000:00010000:1.0:1746139106.234068:0:7219:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1746139106.234071:0:7219:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009f572000/0x1f9f6ca451acc022 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x45:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7219 initiator: MDT0 00010000:00010000:1.0:1746139106.234075:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f572000/0x1f9f6ca451acc022 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x45:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7219 initiator: MDT0 00010000:00010000:1.0:1746139106.234210:0:7219:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f572c00/0x1f9f6ca451acc014 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7219 initiator: MDT0 00010000:00010000:1.0:1746139106.234215:0:7219:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f572c00/0x1f9f6ca451acc014 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7219 initiator: MDT0 00010000:00010000:1.0:1746139106.234219:0:7219:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009f572c00/0x1f9f6ca451acc014 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7219 initiator: MDT0 00010000:00010000:1.0:1746139106.234223:0:7219:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009f572c00/0x1f9f6ca451acc014 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7219 initiator: MDT0 00010000:00010000:1.0:1746139106.234226:0:7219:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009f572c00 already unused, calling callback (ffffffffa0f11690) 00010000:00010000:1.0:1746139106.234228:0:7219:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f572c00/0x1f9f6ca451acc014 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7219 initiator: MDT0 00010000:00010000:1.0:1746139106.234233:0:7219:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f572c00/0x1f9f6ca451acc014 lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7219 initiator: MDT0 00010000:00010000:1.0:1746139106.234239:0:7219:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a07b0f00) 00010000:00010000:1.0:1746139106.234241:0:7219:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746139106.234243:0:7219:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009f572c00/0x1f9f6ca451acc014 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7219 initiator: MDT0 00010000:00010000:1.0:1746139106.234247:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f572c00/0x1f9f6ca451acc014 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7219 initiator: MDT0 00000004:00010000:1.0:1746139106.234254:0:7219:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff880093640700 reply state ffff88009d3a8000 transno 4294989759 ns: mdt-lustre-MDT0000_UUID lock: ffff88009f573600/0x1f9f6ca451acc01b lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7219 initiator: MDT0 00010000:00010000:1.0:1746139106.234263:0:7219:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f573600/0x1f9f6ca451acc01b lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7219 initiator: MDT0 00010000:00010000:1.0:1746139106.234268:0:7219:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf0ce3da1 (ffff8800a0971300) 00010000:00010000:1.0:1746139106.234271:0:7219:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1746139106.234274:0:7219:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1746139106.234361:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093640700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b60e9717-019c-4527-a82a-15e993ac5189+9:1831:x1830958840529408:12345-192.168.203.56@tcp:36:rm.0 Request processed in 4093us (4332us total) trans 4294989759 rc 0/0 00000100:00100000:1.0:1746139106.234370:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 53120 00010000:00010000:3.0:1746139106.235482:0:7209:0:(ldlm_lockd.c:2812:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1746139106.235493:0:7209:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88007fe6ca00/0x1f9f6ca451acc029 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x45:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7219 initiator: MDT0 00010000:00010000:3.0:1746139106.235503:0:7209:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88007fe6ca00 already unused, calling callback (ffffffffa0865d70) 00010000:00010000:3.0:1746139106.235506:0:7209:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88007fe6ca00/0x1f9f6ca451acc029 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x45:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7219 initiator: MDT0 00010000:00010000:3.0:1746139106.235513:0:7209:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88007fe6ca00/0x1f9f6ca451acc029 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x45:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 7219 initiator: MDT0 00010000:00010000:3.0:1746139106.235525:0:7209:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x45:0x0].0x0 (ffff88012fb6e200) 00010000:00010000:3.0:1746139106.235528:0:7209:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1746139106.235531:0:7209:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88007fe6ca00/0x1f9f6ca451acc029 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x45:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7219 initiator: MDT0 00010000:00010000:3.0:1746139106.235535:0:7209:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88007fe6ca00/0x1f9f6ca451acc029 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x45:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7219 initiator: MDT0 00010000:00010000:3.0:1746139106.235554:0:7209:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1746139106.235555:0:7209:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1746139106.235557:0:7209:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1746139106.317819:0:8366:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746139106.692406:0:3766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134531500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1830958832246528:0@lo:400:kworker.0 00000100:00100000:2.0:1746139106.692501:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746139106.692584:0:3766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134531f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3766:1830958832247040:0@lo:400:kworker.0 00000100:00100000:2.0:1746139106.692606:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746139106.692641:0:3766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072506300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3766:1830958832247552:0@lo:400:kworker.0 00000100:00100000:2.0:1746139106.692658:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746139106.692696:0:3766:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:2.0:1746139106.692701:0:3766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134533480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3766:1830958832246656:0@lo:400:kworker.0 00000100:00100000:2.0:1746139106.692718:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746139106.692732:0:3766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5f99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1830958832247168:0@lo:400:kworker.0 00000100:00100000:2.0:1746139106.692751:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746139106.692765:0:3766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072505500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1830958832247680:0@lo:400:kworker.0 00000100:00100000:2.0:1746139106.692778:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746139106.692806:0:24929:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958832247168 00000100:00100000:2.0:1746139106.692813:0:24929:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958832247168 00000100:00100000:2.0:1746139106.692853:0:24929:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958832247680 00000100:00100000:2.0:1746139106.692855:0:24929:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958832247680 00000100:00100000:2.0:1746139106.692878:0:24929:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 767 00000100:00100000:2.0:1746139106.692885:0:24929:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c855f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3766:x1830958832247168:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746139106.692940:0:24929:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c855f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3766:x1830958832247168:12345-0@lo:400:kworker.0 Request processed in 55us (188us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139106.692947:0:24929:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 767 00000100:00100000:2.0:1746139106.692961:0:24929:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 768 00000100:00100000:2.0:1746139106.692964:0:24929:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c410380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3766:x1830958832247680:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746139106.692989:0:24929:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c410380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3766:x1830958832247680:12345-0@lo:400:kworker.0 Request processed in 25us (210us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139106.692994:0:24929:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 768 00000100:00100000:2.0:1746139106.693028:0:3766:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5f99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1830958832247168:0@lo:400:kworker.0 00000100:00100000:2.0:1746139106.693036:0:3766:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072505500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1830958832247680:0@lo:400:kworker.0 00000100:00100000:2.0:1746139106.693058:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958832247040 00000100:00100000:2.0:1746139106.693061:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958832247040 00000100:00100000:2.0:1746139106.693085:0:21503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958832247552 00000100:00100000:2.0:1746139106.693087:0:21503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958832247552 00000100:00100000:2.0:1746139106.693098:0:21503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958832246656 00000100:00100000:2.0:1746139106.693100:0:21503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958832246656 00000100:00100000:2.0:1746139106.693111:0:21503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1109 00000100:00100000:2.0:1746139106.693114:0:21503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c857800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3766:x1830958832247040:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746139106.693139:0:21503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c857800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3766:x1830958832247040:12345-0@lo:400:kworker.0 Request processed in 24us (532us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139106.693144:0:21503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1109 00000100:00100000:2.0:1746139106.693152:0:21503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1110 00000100:00100000:2.0:1746139106.693155:0:21503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c857480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3766:x1830958832247552:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746139106.693172:0:21503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c857480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3766:x1830958832247552:12345-0@lo:400:kworker.0 Request processed in 17us (514us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139106.693177:0:21503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1110 00000100:00100000:2.0:1746139106.693184:0:21503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1111 00000100:00100000:2.0:1746139106.693187:0:21503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c854a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1830958832246656:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746139106.693206:0:21503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c854a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1830958832246656:12345-0@lo:400:kworker.0 Request processed in 18us (487us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139106.693210:0:21503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1111 00000100:00100000:2.0:1746139106.693232:0:3766:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134533480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3766:1830958832246656:0@lo:400:kworker.0 00000100:00100000:2.0:1746139106.693240:0:3766:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134531f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3766:1830958832247040:0@lo:400:kworker.0 00000100:00100000:2.0:1746139106.693247:0:3766:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072506300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3766:1830958832247552:0@lo:400:kworker.0 00000100:00080000:2.0:1746139106.693299:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1746139106.693303:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746139106.693663:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134530000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1ca206db-9abf-4f14-943b-9a8520c6dd0e:3764:1830958832246272:0@lo:400:kworker.0 00000100:00100000:1.0:1746139106.693697:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746139106.693727:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134531c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1830958832246784:0@lo:400:kworker.0 00000100:00100000:1.0:1746139106.693746:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746139106.693760:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072504000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1830958832247296:0@lo:400:kworker.0 00000100:00100000:1.0:1746139106.693773:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746139106.693784:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072505c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1830958832247808:0@lo:400:kworker.0 00000100:00100000:1.0:1746139106.693797:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746139106.693810:0:3764:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:1.0:1746139106.693814:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134530a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3764:1830958832246400:0@lo:400:kworker.0 00000100:00100000:1.0:1746139106.693829:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746139106.693839:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134533800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3764:1830958832246912:0@lo:400:kworker.0 00000100:00100000:1.0:1746139106.693852:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746139106.693862:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072505880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3764:1830958832247424:0@lo:400:kworker.0 00000100:00100000:1.0:1746139106.693874:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746139106.693903:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958832246528 00000100:00100000:1.0:1746139106.693906:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958832246528 00000100:00100000:1.0:1746139106.693935:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958832246784 00000100:00100000:1.0:1746139106.693937:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958832246784 00000100:00100000:1.0:1746139106.693947:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 649 00000100:00100000:1.0:1746139106.693951:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c855500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3766:x1830958832246528:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746139106.693984:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c855500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3766:x1830958832246528:12345-0@lo:400:kworker.0 Request processed in 31us (1483us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139106.693989:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 649 00000100:00100000:1.0:1746139106.694000:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 650 00000100:00100000:1.0:1746139106.694004:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb6aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3764:x1830958832246784:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746139106.694024:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb6aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3764:x1830958832246784:12345-0@lo:400:kworker.0 Request processed in 20us (277us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139106.694028:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 650 00000100:00100000:1.0:1746139106.694047:0:3766:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134531500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1830958832246528:0@lo:400:kworker.0 00000100:00100000:1.0:1746139106.694061:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134531c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1830958832246784:0@lo:400:kworker.0 00000100:00100000:1.0:1746139106.694072:0:10909:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958832246400 00000100:00100000:1.0:1746139106.694075:0:10909:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958832246400 00000100:00100000:1.0:1746139106.694089:0:10909:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958832246912 00000100:00100000:1.0:1746139106.694090:0:10909:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958832246912 00000100:00100000:1.0:1746139106.694102:0:10909:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958832247424 00000100:00100000:1.0:1746139106.694103:0:10909:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958832247424 00000100:00100000:1.0:1746139106.694113:0:10909:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1112 00000100:00100000:1.0:1746139106.694117:0:10909:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008746d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3764:x1830958832246400:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746139106.694142:0:10909:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008746d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3764:x1830958832246400:12345-0@lo:400:kworker.0 Request processed in 25us (312us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139106.694148:0:10909:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1112 00000100:00100000:1.0:1746139106.694155:0:10909:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1113 00000100:00100000:1.0:1746139106.694158:0:10909:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008746c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3764:x1830958832246912:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746139106.694175:0:10909:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008746c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3764:x1830958832246912:12345-0@lo:400:kworker.0 Request processed in 17us (323us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139106.694179:0:10909:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1113 00000100:00100000:1.0:1746139106.694187:0:10909:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1114 00000100:00100000:1.0:1746139106.694191:0:10909:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008746ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3764:x1830958832247424:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746139106.694207:0:10909:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008746ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3764:x1830958832247424:12345-0@lo:400:kworker.0 Request processed in 16us (331us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139106.694211:0:10909:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1114 00000100:00080000:1.0:1746139106.694223:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746139106.694234:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134530a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3764:1830958832246400:0@lo:400:kworker.0 00000100:00100000:1.0:1746139106.694241:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134533800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3764:1830958832246912:0@lo:400:kworker.0 00000100:00100000:1.0:1746139106.694247:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072505880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3764:1830958832247424:0@lo:400:kworker.0 00000100:00100000:1.0:1746139106.694275:0:7215:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958832246272 00000100:00100000:1.0:1746139106.694277:0:7215:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958832246272 00000100:00100000:1.0:1746139106.694294:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 557 00000100:00100000:1.0:1746139106.694298:0:7215:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800acc78850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1ca206db-9abf-4f14-943b-9a8520c6dd0e+23:3764:x1830958832246272:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746139106.694320:0:7215:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800acc78850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1ca206db-9abf-4f14-943b-9a8520c6dd0e+23:3764:x1830958832246272:12345-0@lo:400:kworker.0 Request processed in 22us (623us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139106.694324:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 557 00000100:00100000:1.0:1746139106.694347:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134530000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1ca206db-9abf-4f14-943b-9a8520c6dd0e:3764:1830958832246272:0@lo:400:kworker.0 00000100:00100000:2.0:1746139106.697528:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958832247296 00000100:00100000:2.0:1746139106.697540:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958832247296 00000100:00100000:2.0:1746139106.698286:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958832247808 00000100:00100000:2.0:1746139106.698290:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958832247808 00000100:00080000:1.0:1746139106.698656:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746139106.698942:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 769 00000100:00100000:2.0:1746139106.698953:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008746d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3764:x1830958832247296:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746139106.699043:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008746d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3764:x1830958832247296:12345-0@lo:400:kworker.0 Request processed in 93us (5268us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139106.699049:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 769 00000100:00100000:2.0:1746139106.699062:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 770 00000100:00100000:2.0:1746139106.699066:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008746d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3764:x1830958832247808:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746139106.699091:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008746d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3764:x1830958832247808:12345-0@lo:400:kworker.0 Request processed in 25us (5293us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139106.699095:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 770 00000100:00100000:1.0:1746139106.699179:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072504000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1830958832247296:0@lo:400:kworker.0 00000100:00100000:1.0:1746139106.699189:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072505c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1830958832247808:0@lo:400:kworker.0 00000100:00100000:1.0:1746139106.741320:0:3764:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1746139106.741353:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093641180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1830958832247936:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1746139106.741435:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746139106.743665:0:10476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958832247936 00000100:00100000:3.0:1746139106.743680:0:10476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958832247936 00000100:00100000:3.0:1746139106.744496:0:10476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 518 00000100:00100000:3.0:1746139106.744506:0:10476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008746f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3764:x1830958832247936:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1746139106.744536:0:10476:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 499944256 pending 1347584 free 3921293312 avail 3689771008 00000100:00100000:3.0:1746139106.746706:0:10476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008746f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3764:x1830958832247936:12345-0@lo:13:osp-pre-1-0.0 Request processed in 2192us (5262us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139106.746717:0:10476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 518 00000100:00100000:0.0:1746139106.749314:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093641180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1830958832247936:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1746139106.770869:0:3767:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1746139106.770890:0:3767:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c411880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1830958832248064:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1746139106.771611:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746139106.771932:0:10476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958832248064 00000100:00100000:2.0:1746139106.771940:0:10476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958832248064 00000100:00100000:2.0:1746139106.771981:0:10476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 519 00000100:00100000:2.0:1746139106.771988:0:10476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0759f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1830958832248064:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1746139106.772018:0:10476:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 499944256 pending 1347584 free 3921293312 avail 3689771008 00000100:00100000:2.0:1746139106.772078:0:10476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0759f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1830958832248064:12345-0@lo:13:osp-pre-1-1.0 Request processed in 90us (467us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139106.772084:0:10476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 519 00000100:00100000:3.0:1746139106.772447:0:3767:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c411880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1830958832248064:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1746139107.154773:0:3767:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008746c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1830958832248192:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746139107.154828:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746139107.154888:0:16395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958832248192 00000100:00100000:3.0:1746139107.154893:0:16395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958832248192 00000100:00100000:3.0:1746139107.154922:0:16395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 651 00000100:00100000:3.0:1746139107.154927:0:16395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a075ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3767:x1830958832248192:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1746139107.154953:0:16395:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446187008 avail 1316724736 00000100:00100000:3.0:1746139107.154983:0:16395:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a075ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3767:x1830958832248192:12345-0@lo:41:osp-pre-1-0.0 Request processed in 56us (155us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139107.154989:0:16395:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 651 00000100:00100000:3.0:1746139107.155023:0:3767:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008746c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1830958832248192:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1746139107.318934:0:7208:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1746139107.448653:0:10897:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294972133 is committed 00010000:00010000:2.0:1746139108.325712:0:7209:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1746139109.335311:0:8366:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746139109.458987:0:3765:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1746139109.459007:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008746f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1830958832248320:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746139109.459078:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746139109.459649:0:7224:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958832248320 00000100:00100000:1.0:1746139109.459658:0:7224:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958832248320 00000100:00100000:1.0:1746139109.459698:0:7224:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 652 00000100:00100000:1.0:1746139109.459706:0:7224:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a075b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3765:x1830958832248320:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1746139109.459740:0:7224:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1445994496 avail 1316532224 00000100:00100000:1.0:1746139109.459807:0:7224:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a075b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3765:x1830958832248320:12345-0@lo:41:osp-pre-0-1.0 Request processed in 101us (729us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139109.459815:0:7224:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 652 00000100:00100000:2.0:1746139109.459876:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008746f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1830958832248320:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746139109.855868:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139109.856571:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139109.857798:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840529792 00000100:00100000:2.0:1746139109.857810:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840529792 00000100:00080000:1.0:1746139109.858148:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1746139109.858184:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 1115 00000100:00100000:1.0:1746139109.858192:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139109.858194:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093641180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b60e9717-019c-4527-a82a-15e993ac5189+5:2010:x1830958840529792:12345-192.168.203.56@tcp:400:kworker.0 00000100:00100000:0.0:1746139109.858385:0:21503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840530176 00000100:00100000:0.0:1746139109.858389:0:21503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840530176 00000100:00100000:0.0:1746139109.858418:0:21503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 1116 00000100:00100000:0.0:1746139109.858425:0:21503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008746f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+8:2010:x1830958840530176:12345-192.168.203.56@tcp:400:kworker.0 00000100:00100000:0.0:1746139109.858477:0:21503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008746f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+8:2010:x1830958840530176:12345-192.168.203.56@tcp:400:kworker.0 Request processed in 53us (284us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139109.858484:0:21503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1116 00000100:00100000:2.0:1746139109.858590:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093641180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b60e9717-019c-4527-a82a-15e993ac5189+5:2010:x1830958840529792:12345-192.168.203.56@tcp:400:kworker.0 Request processed in 396us (2017us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139109.858596:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1115 00000100:00100000:1.0:1746139109.858706:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00080000:2.0:1746139109.858710:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746139109.858726:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840530432 00000100:00100000:3.0:1746139109.858729:0:7213:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840529536 00000100:00100000:2.0:1746139109.858730:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840530432 00000100:00100000:3.0:1746139109.858735:0:7213:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840529536 00000100:00100000:2.0:1746139109.858754:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 771 00000100:00100000:2.0:1746139109.858759:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008746c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2010:x1830958840530432:12345-192.168.203.56@tcp:400:kworker.0 00000100:00100000:2.0:1746139109.858787:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008746c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2010:x1830958840530432:12345-192.168.203.56@tcp:400:kworker.0 Request processed in 27us (571us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139109.858792:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 771 00000100:00080000:2.0:1746139109.858806:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746139109.858827:0:7213:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 558 00000100:00100000:2.0:1746139109.858831:0:7213:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800acc78450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cf74ef97-2975-482c-a02d-572a02684f9b+12:2010:x1830958840529536:12345-192.168.203.56@tcp:400:kworker.0 00000100:00100000:2.0:1746139109.858853:0:7213:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800acc78450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cf74ef97-2975-482c-a02d-572a02684f9b+12:2010:x1830958840529536:12345-192.168.203.56@tcp:400:kworker.0 Request processed in 21us (2996us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139109.858857:0:7213:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 558 00000100:00100000:1.0:1746139109.859478:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139109.859504:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139109.859525:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139109.859548:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139109.859568:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840529664 00000100:00100000:1.0:1746139109.859572:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840529664 00000100:00100000:1.0:1746139109.859596:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840530304 00000100:00100000:1.0:1746139109.859598:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840530304 00000100:00100000:1.0:1746139109.859612:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 1117 00000100:00100000:1.0:1746139109.859638:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008746e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b60e9717-019c-4527-a82a-15e993ac5189+9:2010:x1830958840529664:12345-192.168.203.56@tcp:400:kworker.0 00000100:00100000:1.0:1746139109.859673:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008746e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b60e9717-019c-4527-a82a-15e993ac5189+9:2010:x1830958840529664:12345-192.168.203.56@tcp:400:kworker.0 Request processed in 36us (195us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139109.859678:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1117 00000100:00100000:1.0:1746139109.859690:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 1118 00000100:00100000:1.0:1746139109.859695:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008746c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2010:x1830958840530304:12345-192.168.203.56@tcp:400:kworker.0 00000100:00100000:1.0:1746139109.859713:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008746c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2010:x1830958840530304:12345-192.168.203.56@tcp:400:kworker.0 Request processed in 19us (188us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139109.859722:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1118 00000100:00080000:1.0:1746139109.859791:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1746139109.859794:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746139109.859803:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840530048 00000100:00100000:1.0:1746139109.859806:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840530048 00000100:00100000:3.0:1746139109.859895:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840529920 00000100:00100000:3.0:1746139109.859898:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840529920 00000100:00100000:3.0:1746139109.859925:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30188 00000100:00100000:3.0:1746139109.859932:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800885ce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+5:2006:x1830958840529920:12345-192.168.203.56@tcp:9:kworker.0 00000020:00000080:3.0:1746139109.859952:0:9563:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x1f9f6ca4519731f2 00000100:00080000:3.0:1746139109.859959:0:9563:0:(import.c:66:import_set_state_nolock()) ffff88007253b800 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1746139109.860001:0:9563:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 1, last_transno is 4294970703 00000100:00100000:3.0:1746139109.860117:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800885ce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+2:2006:x1830958840529920:12345-192.168.203.56@tcp:9:kworker.0 Request processed in 185us (567us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139109.860123:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30188 00010000:00010000:3.0:1746139109.860156:0:7208:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746139109.861665:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 772 00000100:00100000:1.0:1746139109.861673:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008746f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+6:2010:x1830958840530048:12345-192.168.203.56@tcp:400:kworker.0 00000100:00100000:1.0:1746139109.861726:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008746f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+6:2010:x1830958840530048:12345-192.168.203.56@tcp:400:kworker.0 Request processed in 53us (2220us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139109.861732:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 772 00000100:00080000:1.0:1746139109.861752:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1746139109.861755:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000001:00100000:0.0:1746139109.863125:0:9560:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of b60e9717-019c-4527-a82a-15e993ac5189 00000020:00000080:0.0:1746139109.863132:0:9560:0:(genops.c:904:class_export_put()) final put ffff880072538800/b60e9717-019c-4527-a82a-15e993ac5189 00000001:00100000:0.0:1746139109.863159:0:9560:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 57256782-7187-4d4f-9a1f-78e1ae613c85 00000020:00000080:0.0:1746139109.863161:0:9560:0:(genops.c:904:class_export_put()) final put ffff88012a39e800/57256782-7187-4d4f-9a1f-78e1ae613c85 00000020:00000080:1.0:1746139109.863254:0:26909:0:(genops.c:863:class_export_destroy()) destroying export ffff880072538800/b60e9717-019c-4527-a82a-15e993ac5189 for lustre-OST0000 00000020:00000080:1.0:1746139109.863313:0:26909:0:(genops.c:863:class_export_destroy()) destroying export ffff88012a39e800/57256782-7187-4d4f-9a1f-78e1ae613c85 for lustre-OST0000 00000020:00000080:1.0:1746139109.863333:0:26909:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff88007253b800 for lustre-OST0000 00000020:00000080:1.0:1746139109.863337:0:26909:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff88012a39c800 for lustre-OST0000 00000100:00100000:0.0:1746139110.199101:0:3764:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1746139110.199120:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093641500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1830958832248448:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1746139110.199173:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746139110.199238:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958832248448 00000100:00100000:0.0:1746139110.199244:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958832248448 00000100:00100000:0.0:1746139110.199281:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 520 00000100:00100000:0.0:1746139110.199289:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093642a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3764:x1830958832248448:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1746139110.199314:0:9566:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 277312 pending 0 free 3921108992 avail 3689586688 00000100:00100000:0.0:1746139110.199342:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093642a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3764:x1830958832248448:12345-0@lo:13:osp-pre-0-0.0 Request processed in 54us (168us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139110.199347:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 520 00000100:00100000:0.0:1746139110.199377:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093641500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1830958832248448:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1746139110.199393:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1746139110.227419:0:3767:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1746139110.227442:0:3767:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093641500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1830958832248576:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1746139110.227527:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746139110.228278:0:10476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958832248576 00000100:00100000:0.0:1746139110.228286:0:10476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958832248576 00000100:00100000:0.0:1746139110.228337:0:10476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 521 00000100:00100000:0.0:1746139110.228350:0:10476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0758a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1830958832248576:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1746139110.228373:0:10476:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 277312 pending 0 free 3921108992 avail 3689586688 00000100:00100000:0.0:1746139110.228424:0:10476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0758a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1830958832248576:12345-0@lo:13:osp-pre-0-1.0 Request processed in 74us (897us total) trans 0 rc 0/0 00000100:00080000:2.0:1746139110.228427:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746139110.228432:0:10476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 521 00000100:00100000:3.0:1746139110.228684:0:3767:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093641500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1830958832248576:0@lo:13:osp-pre-0-1.0 00010000:00010000:3.0:1746139110.332792:0:7209:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1746139110.540759:0:28281:0:(debug.c:792:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanityn test 16h: mmap read after truncate file ======= 18:38:30 (1746139110) 00000100:00100000:1.0:1746139110.618218:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139110.618255:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840530560 00000100:00100000:0.0:1746139110.618265:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840530560 00000100:00100000:0.0:1746139110.618316:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 53121 00000100:00100000:0.0:1746139110.618323:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800885ce300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b60e9717-019c-4527-a82a-15e993ac5189+9:2490:x1830958840530560:12345-192.168.203.56@tcp:41:stat.0 00000004:00000024:0.0:1746139110.618380:0:7220:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 7842402304 avail 7378010112 00000100:00100000:0.0:1746139110.618454:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800885ce300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b60e9717-019c-4527-a82a-15e993ac5189+9:2490:x1830958840530560:12345-192.168.203.56@tcp:41:stat.0 Request processed in 120us (232us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139110.618461:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 53121 00000100:00100000:0.0:1746139110.687028:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139110.687098:0:21532:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840530688 00000100:00100000:2.0:1746139110.687108:0:21532:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840530688 00000100:00100000:2.0:1746139110.687173:0:21532:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 53122 00000100:00100000:2.0:1746139110.687181:0:21532:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093641f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b60e9717-019c-4527-a82a-15e993ac5189+9:2494:x1830958840530688:12345-192.168.203.56@tcp:101:lfs.0 00010000:00010000:2.0:1746139110.687203:0:21532:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139110.687224:0:21532:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f43b600/0x1f9f6ca451acc030 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512e5e expref: -99 pid: 21532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139110.687286:0:21532:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f43bc00/0x1f9f6ca451acc037 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 21532 initiator: MDT0 00010000:00010000:2.0:1746139110.687299:0:21532:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f43bc00/0x1f9f6ca451acc037 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21532 initiator: MDT0 00010000:00010000:2.0:1746139110.687310:0:21532:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f43bc00/0x1f9f6ca451acc037 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21532 initiator: MDT0 00000004:00200000:2.0:1746139110.687351:0:21532:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1746139110.687354:0:21532:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1746139110.687373:0:21532:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009f43bc00/0x1f9f6ca451acc037 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21532 initiator: MDT0 00010000:00010000:2.0:1746139110.687393:0:21532:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f43b600/0x1f9f6ca451acc030 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512e5e expref: 11 pid: 21532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139110.687469:0:21532:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f43bc00/0x1f9f6ca451acc037 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512e5e expref: 10 pid: 21532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139110.687477:0:21532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a07b0f00) 00010000:00010000:2.0:1746139110.687480:0:21532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1746139110.687483:0:21532:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f43bc00, rc 0) 00000100:00100000:2.0:1746139110.687528:0:21532:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093641f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b60e9717-019c-4527-a82a-15e993ac5189+10:2494:x1830958840530688:12345-192.168.203.56@tcp:101:lfs.0 Request processed in 348us (515us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139110.687535:0:21532:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 53122 00000100:00100000:0.0:1746139110.690550:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139110.690643:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840530816 00000100:00100000:2.0:1746139110.690652:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840530816 00000100:00100000:2.0:1746139110.690698:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 53123 00000100:00100000:2.0:1746139110.690706:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093640e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b60e9717-019c-4527-a82a-15e993ac5189+10:2494:x1830958840530816:12345-192.168.203.56@tcp:101:lfs.0 00010000:00010000:2.0:1746139110.690722:0:7220:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139110.690740:0:7220:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f43a400/0x1f9f6ca451acc03e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512e65 expref: -99 pid: 7220 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139110.690797:0:7220:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f43a600/0x1f9f6ca451acc045 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746139110.690809:0:7220:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f43a600/0x1f9f6ca451acc045 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746139110.690819:0:7220:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f43a600/0x1f9f6ca451acc045 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746139110.696183:0:7220:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f43aa00/0x1f9f6ca451acc04c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746139110.696202:0:7220:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f43aa00/0x1f9f6ca451acc04c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746139110.696214:0:7220:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f43aa00/0x1f9f6ca451acc04c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746139110.696257:0:7220:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f43a600/0x1f9f6ca451acc045 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746139110.696262:0:7220:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f43a600/0x1f9f6ca451acc045 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746139110.696267:0:7220:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009f43a600/0x1f9f6ca451acc045 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746139110.696272:0:7220:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009f43a600/0x1f9f6ca451acc045 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746139110.696276:0:7220:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009f43a600 already unused, calling callback (ffffffffa0f11690) 00010000:00010000:2.0:1746139110.696279:0:7220:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f43a600/0x1f9f6ca451acc045 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746139110.696285:0:7220:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f43a600/0x1f9f6ca451acc045 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746139110.696294:0:7220:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a07b0f00) 00010000:00010000:2.0:1746139110.696297:0:7220:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746139110.696301:0:7220:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009f43a600/0x1f9f6ca451acc045 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746139110.696355:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f43a600/0x1f9f6ca451acc045 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746139110.696383:0:7220:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f43aa00/0x1f9f6ca451acc04c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746139110.696388:0:7220:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009f43aa00/0x1f9f6ca451acc04c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746139110.696393:0:7220:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009f43aa00/0x1f9f6ca451acc04c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746139110.696396:0:7220:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009f43aa00 already unused, calling callback (ffffffffa0f11690) 00010000:00010000:2.0:1746139110.696398:0:7220:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f43aa00/0x1f9f6ca451acc04c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746139110.696403:0:7220:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f43aa00/0x1f9f6ca451acc04c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746139110.696408:0:7220:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf9ce3d8f (ffff8800a0285800) 00010000:00010000:2.0:1746139110.696410:0:7220:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746139110.696412:0:7220:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009f43aa00/0x1f9f6ca451acc04c lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746139110.696416:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f43aa00/0x1f9f6ca451acc04c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746139110.696462:0:7220:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f43a400/0x1f9f6ca451acc03e lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512e65 expref: 11 pid: 7220 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139110.696469:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f43a400/0x1f9f6ca451acc03e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512e65 expref: 11 pid: 7220 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139110.696478:0:7220:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f43a400, rc 0) 00000100:00100000:2.0:1746139110.696540:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093640e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b60e9717-019c-4527-a82a-15e993ac5189+10:2494:x1830958840530816:12345-192.168.203.56@tcp:101:lfs.0 Request processed in 5833us (5998us total) trans 0 rc 301/301 00000100:00100000:2.0:1746139110.696546:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 53123 00000100:00100000:2.0:1746139110.705559:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139110.706580:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840531072 00000100:00100000:0.0:1746139110.706594:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840531072 00000100:00100000:0.0:1746139110.706701:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 53124 00000100:00100000:0.0:1746139110.706710:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c411880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b60e9717-019c-4527-a82a-15e993ac5189+10:2494:x1830958840531072:12345-192.168.203.56@tcp:36:lfs.0 00010000:00010000:0.0:1746139110.706767:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746139110.706797:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f43bc00/0x1f9f6ca451acc037 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512e5e expref: 10 pid: 21532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139110.706849:0:7220:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a07b0f00) 00010000:00010000:0.0:1746139110.706854:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1746139110.706916:0:7220:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f5a2c00/0x1f9f6ca451acc053 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7220 initiator: MDT0 00010000:00010000:0.0:1746139110.706928:0:7220:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f5a2c00/0x1f9f6ca451acc053 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7220 initiator: MDT0 00010000:00010000:0.0:1746139110.706940:0:7220:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f5a2c00/0x1f9f6ca451acc053 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7220 initiator: MDT0 00010000:00010000:0.0:1746139110.706953:0:7220:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f5a2a00/0x1f9f6ca451acc05a lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7220 initiator: MDT0 00010000:00010000:0.0:1746139110.706957:0:7220:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f5a2a00/0x1f9f6ca451acc05a lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7220 initiator: MDT0 00010000:00010000:0.0:1746139110.706962:0:7220:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f5a2a00/0x1f9f6ca451acc05a lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7220 initiator: MDT0 00000040:00080000:0.0:1746139110.709206:0:7220:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x200000400:0x2:0x0].8, 2152 off47360 00000040:00080000:0.0:1746139110.709277:0:7220:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x240000401:0x2:0x0].8, 2352 off48856 00000004:00080000:0.0:1746139110.709283:0:7220:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88007fe37240 with version 18 00000004:00080000:3.0:1746139110.710565:0:9349:0:(osp_trans.c:1327:osp_get_next_request()) ou ffff880084a70300 version 18 rpc_version 18 00000020:00100000:3.0:1746139110.710937:0:9349:0:(genops.c:2421:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:3.0:1746139110.710945:0:9349:0:(client.c:764:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8800a0759180 x1830958832248832/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 4216/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746139110.710962:0:9349:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0759180 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:9349:1830958832248832:0@lo:1000:osp_up1-0.0 00000100:00100000:3.0:1746139110.711995:0:9349:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746139110.712109:0:16395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958832248832 00000100:00100000:0.0:1746139110.712116:0:16395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958832248832 00000100:00100000:3.0:1746139110.712246:0:9349:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a059d000 going to sleep for 11 seconds 00000100:00100000:0.0:1746139110.712302:0:16395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 653 00000100:00100000:0.0:1746139110.712309:0:16395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011dd97450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:9349:x1830958832248832:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1746139110.713534:0:16395:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011dd97450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:9349:x1830958832248832:12345-0@lo:1000:osp_up1-0.0 Request processed in 1224us (1539us total) trans 4294967374 rc 0/0 00000100:00100000:0.0:1746139110.713542:0:16395:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 653 00000100:00100000:3.0:1746139110.714931:0:9349:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0759180 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:9349:1830958832248832:0@lo:1000:osp_up1-0.0 00010000:00010000:0.0:1746139110.715132:0:7220:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0753200/0x1f9f6ca451acc061 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7220 initiator: MDT0 00010000:00010000:0.0:1746139110.715143:0:7220:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0753200/0x1f9f6ca451acc061 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7220 initiator: MDT0 00010000:00010000:0.0:1746139110.715152:0:7220:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0753200/0x1f9f6ca451acc061 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7220 initiator: MDT0 00010000:00010000:0.0:1746139110.715170:0:7220:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009cd42600/0x1f9f6ca451acc068 lrc: 3/0,1 mode: --/PW res: [0x200000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7220 initiator: MDT0 00010000:00010000:0.0:1746139110.715175:0:7220:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009cd42600/0x1f9f6ca451acc068 lrc: 3/0,1 mode: PW/PW res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7220 initiator: MDT0 00010000:00010000:0.0:1746139110.715180:0:7220:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009cd42600/0x1f9f6ca451acc068 lrc: 3/0,1 mode: PW/PW res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7220 initiator: MDT0 00010000:00010000:0.0:1746139110.715203:0:7220:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009cd42a00/0x1f9f6ca451acc06f lrc: 3/0,1 mode: --/PW res: [0x240000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 7220 initiator: MDT0 00010000:00010000:0.0:1746139110.715208:0:7220:0:(ldlm_request.c:1021:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009cd42a00/0x1f9f6ca451acc06f lrc: 3/0,1 mode: --/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 7220 initiator: MDT0 00010000:00010000:0.0:1746139110.715216:0:7220:0:(ldlm_request.c:1108:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009cd42a00/0x1f9f6ca451acc06f lrc: 3/0,1 mode: --/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 7220 initiator: MDT0 00000100:00100000:0.0:1746139110.715234:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093643100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:7220:1830958832248960:0@lo:101:mdt00_002.0 00000100:00100000:0.0:1746139110.715278:0:7220:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746139110.717184:0:7224:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958832248960 00000100:00100000:1.0:1746139110.717193:0:7224:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958832248960 00000100:00100000:1.0:1746139110.717241:0:7224:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 654 00000100:00100000:1.0:1746139110.717249:0:7224:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093642d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:7220:x1830958832248960:12345-0@lo:101:mdt00_002.0 00010000:00010000:1.0:1746139110.717284:0:7224:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139110.717914:0:7224:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800b1a9c600/0x1f9f6ca451acc076 lrc: 2/0,0 mode: --/PW res: [0x240000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x1f9f6ca451acc06f expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139110.717935:0:7224:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800b1a9c600/0x1f9f6ca451acc076 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x1f9f6ca451acc06f expref: 7 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139110.717951:0:7224:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8800b1a9c600/0x1f9f6ca451acc076 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x1f9f6ca451acc06f expref: 7 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139110.717958:0:7224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x9:0x0].0x0 (ffff8800a0971700) 00010000:00010000:1.0:1746139110.717960:0:7224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746139110.717963:0:7224:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800b1a9c600, rc 0) 00000100:00100000:1.0:1746139110.717999:0:7224:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093642d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:7220:x1830958832248960:12345-0@lo:101:mdt00_002.0 Request processed in 751us (2720us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139110.718004:0:7224:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 654 00000100:00100000:0.0:1746139110.718069:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a066d3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746139110.718090:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093643100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:7220:1830958832248960:0@lo:101:mdt00_002.0 00010000:00010000:0.0:1746139110.718101:0:7220:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009cd42a00/0x1f9f6ca451acc06f lrc: 4/0,1 mode: PW/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x1f9f6ca451acc076 expref: -99 pid: 7220 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139110.718109:0:7220:0:(ldlm_request.c:783:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009cd42a00/0x1f9f6ca451acc06f lrc: 4/0,1 mode: PW/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x1f9f6ca451acc076 expref: -99 pid: 7220 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1746139110.718126:0:7220:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88009c411880 reply state ffff88008f293000 transno 4294989760 ns: mdt-lustre-MDT0000_UUID lock: ffff88009cd42600/0x1f9f6ca451acc068 lrc: 3/0,1 mode: PW/PW res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7220 initiator: MDT0 00010000:00010000:0.0:1746139110.718139:0:7220:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009cd42600/0x1f9f6ca451acc068 lrc: 3/0,1 mode: TXN/TXN res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7220 initiator: MDT0 00010000:00010000:0.0:1746139110.718144:0:7220:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x9:0x0].0x0 (ffff88009f3b5f00) 00010000:00010000:0.0:1746139110.718146:0:7220:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1746139110.718148:0:7220:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1746139110.718152:0:7220:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009cd42a00/0x1f9f6ca451acc06f lrc: 4/0,1 mode: PW/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x1f9f6ca451acc076 expref: -99 pid: 7220 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139110.718157:0:7220:0:(ldlm_lock.c:914:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009cd42a00/0x1f9f6ca451acc06f lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x1f9f6ca451acc076 expref: -99 pid: 7220 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1746139110.718164:0:7220:0:(osp_object.c:1377:osp_invalidate()) Invalidate osp_object [0x240000401:0x9:0x0] 00000004:00010000:0.0:1746139110.718169:0:7220:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88009c411880 reply state ffff88008f293000 transno 4294989760 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0753200/0x1f9f6ca451acc061 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7220 initiator: MDT0 00010000:00010000:0.0:1746139110.718174:0:7220:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0753200/0x1f9f6ca451acc061 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7220 initiator: MDT0 00010000:00010000:0.0:1746139110.718178:0:7220:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff88009f3b5100) 00010000:00010000:0.0:1746139110.718179:0:7220:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1746139110.718180:0:7220:0:(service.c:173:ptlrpc_save_lock()) nlocks 1 00000004:00200000:0.0:1746139110.718184:0:7220:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x46:0x0]: returning size 4096 00010000:00010000:0.0:1746139110.718192:0:7220:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f5a2c00/0x1f9f6ca451acc053 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7220 initiator: MDT0 00010000:00010000:0.0:1746139110.718195:0:7220:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f5a2c00/0x1f9f6ca451acc053 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7220 initiator: MDT0 00010000:00010000:0.0:1746139110.718199:0:7220:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009f5a2c00/0x1f9f6ca451acc053 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7220 initiator: MDT0 00010000:00010000:0.0:1746139110.718204:0:7220:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009f5a2c00/0x1f9f6ca451acc053 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7220 initiator: MDT0 00010000:00010000:0.0:1746139110.718209:0:7220:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009f5a2c00 already unused, calling callback (ffffffffa0f11690) 00010000:00010000:0.0:1746139110.718211:0:7220:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f5a2c00/0x1f9f6ca451acc053 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7220 initiator: MDT0 00010000:00010000:0.0:1746139110.718216:0:7220:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f5a2c00/0x1f9f6ca451acc053 lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7220 initiator: MDT0 00010000:00010000:0.0:1746139110.718222:0:7220:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a07b0f00) 00010000:00010000:0.0:1746139110.718224:0:7220:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746139110.718226:0:7220:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009f5a2c00/0x1f9f6ca451acc053 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7220 initiator: MDT0 00010000:00010000:0.0:1746139110.718230:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f5a2c00/0x1f9f6ca451acc053 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7220 initiator: MDT0 00000004:00010000:0.0:1746139110.718252:0:7220:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88009c411880 reply state ffff88008f293000 transno 4294989760 ns: mdt-lustre-MDT0000_UUID lock: ffff88009f5a2a00/0x1f9f6ca451acc05a lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7220 initiator: MDT0 00010000:00010000:0.0:1746139110.718258:0:7220:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f5a2a00/0x1f9f6ca451acc05a lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7220 initiator: MDT0 00010000:00010000:0.0:1746139110.718262:0:7220:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf9ce3d8f (ffff88009f3b5a00) 00010000:00010000:0.0:1746139110.718264:0:7220:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1746139110.718265:0:7220:0:(service.c:173:ptlrpc_save_lock()) nlocks 2 00000100:00100000:0.0:1746139110.718325:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c411880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b60e9717-019c-4527-a82a-15e993ac5189+11:2494:x1830958840531072:12345-192.168.203.56@tcp:36:lfs.0 Request processed in 11616us (12772us total) trans 4294989760 rc 0/0 00000100:00100000:0.0:1746139110.718332:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 53124 00000100:00100000:0.0:1746139110.754848:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139110.755718:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840531200 00000100:00100000:2.0:1746139110.755726:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840531200 00000100:00100000:2.0:1746139110.755775:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 53125 00000100:00100000:2.0:1746139110.755782:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093643100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b60e9717-019c-4527-a82a-15e993ac5189+11:2495:x1830958840531200:12345-192.168.203.56@tcp:101:cp.0 00010000:00010000:2.0:1746139110.755803:0:7220:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139110.755817:0:7220:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f43ae00/0x1f9f6ca451acc07d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512e6c expref: -99 pid: 7220 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139110.755862:0:7220:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f43b200/0x1f9f6ca451acc084 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746139110.755872:0:7220:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f43b200/0x1f9f6ca451acc084 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746139110.755882:0:7220:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f43b200/0x1f9f6ca451acc084 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7220 initiator: MDT0 00000004:00200000:2.0:1746139110.755911:0:7220:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1746139110.755914:0:7220:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1746139110.755927:0:7220:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009f43b200/0x1f9f6ca451acc084 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746139110.755941:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f43ae00/0x1f9f6ca451acc07d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512e6c expref: 13 pid: 7220 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139110.756241:0:7220:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f43b200/0x1f9f6ca451acc084 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512e6c expref: 12 pid: 7220 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139110.756248:0:7220:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a07b0f00) 00010000:00010000:2.0:1746139110.756251:0:7220:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1746139110.756254:0:7220:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f43b200, rc 0) 00000100:00100000:2.0:1746139110.756365:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093643100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b60e9717-019c-4527-a82a-15e993ac5189+12:2495:x1830958840531200:12345-192.168.203.56@tcp:101:cp.0 Request processed in 582us (1521us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139110.756370:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 53125 00000100:00100000:0.0:1746139110.759566:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139110.759870:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840531328 00000100:00100000:2.0:1746139110.759879:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840531328 00000100:00100000:2.0:1746139110.759928:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 53126 00000100:00100000:2.0:1746139110.759935:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093642300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b60e9717-019c-4527-a82a-15e993ac5189+12:2495:x1830958840531328:12345-192.168.203.56@tcp:101:cp.0 00010000:00010000:2.0:1746139110.759950:0:7220:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139110.759965:0:7220:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f43a400/0x1f9f6ca451acc08b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512e73 expref: -99 pid: 7220 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139110.760015:0:7220:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f43aa00/0x1f9f6ca451acc092 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746139110.760025:0:7220:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f43aa00/0x1f9f6ca451acc092 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746139110.760034:0:7220:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f43aa00/0x1f9f6ca451acc092 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746139110.760042:0:7220:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f43a600/0x1f9f6ca451acc099 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746139110.760050:0:7220:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f43a600/0x1f9f6ca451acc099 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746139110.760055:0:7220:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f43a600/0x1f9f6ca451acc099 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746139110.760115:0:7220:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f43b600/0x1f9f6ca451acc0a0 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746139110.760122:0:7220:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f43b600/0x1f9f6ca451acc0a0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746139110.760127:0:7220:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f43b600/0x1f9f6ca451acc0a0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7220 initiator: MDT0 00000004:00200000:2.0:1746139110.760811:0:7220:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x46:0x0]: returning size 4096 00000004:00200000:2.0:1746139110.760819:0:7220:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00000004:00010000:2.0:1746139110.760837:0:7220:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009f43b600/0x1f9f6ca451acc0a0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746139110.760847:0:7220:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f43aa00/0x1f9f6ca451acc092 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746139110.760852:0:7220:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f43aa00/0x1f9f6ca451acc092 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746139110.760857:0:7220:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009f43aa00/0x1f9f6ca451acc092 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746139110.760862:0:7220:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009f43aa00/0x1f9f6ca451acc092 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746139110.760866:0:7220:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009f43aa00 already unused, calling callback (ffffffffa0f11690) 00010000:00010000:2.0:1746139110.760868:0:7220:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f43aa00/0x1f9f6ca451acc092 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746139110.760874:0:7220:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f43aa00/0x1f9f6ca451acc092 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746139110.760883:0:7220:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a07b0f00) 00010000:00010000:2.0:1746139110.760886:0:7220:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746139110.760889:0:7220:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009f43aa00/0x1f9f6ca451acc092 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746139110.760893:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f43aa00/0x1f9f6ca451acc092 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746139110.760934:0:7220:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f43a600/0x1f9f6ca451acc099 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746139110.760939:0:7220:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009f43a600/0x1f9f6ca451acc099 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746139110.760953:0:7220:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009f43a600/0x1f9f6ca451acc099 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746139110.760956:0:7220:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009f43a600 already unused, calling callback (ffffffffa0f11690) 00010000:00010000:2.0:1746139110.760958:0:7220:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f43a600/0x1f9f6ca451acc099 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746139110.760963:0:7220:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f43a600/0x1f9f6ca451acc099 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746139110.760969:0:7220:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf9ce3d8f (ffff88009f3b5a00) 00010000:00010000:2.0:1746139110.760971:0:7220:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746139110.760973:0:7220:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009f43a600/0x1f9f6ca451acc099 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746139110.760978:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f43a600/0x1f9f6ca451acc099 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746139110.761002:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f43a400/0x1f9f6ca451acc08b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512e73 expref: 14 pid: 7220 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139110.761014:0:7220:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f43b600/0x1f9f6ca451acc0a0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512e73 expref: 13 pid: 7220 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139110.761019:0:7220:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff88009f3b5100) 00010000:00010000:2.0:1746139110.761021:0:7220:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1746139110.761023:0:7220:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f43b600, rc 0) 00000100:00100000:2.0:1746139110.761067:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093642300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b60e9717-019c-4527-a82a-15e993ac5189+13:2495:x1830958840531328:12345-192.168.203.56@tcp:101:cp.0 Request processed in 1132us (1507us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139110.761073:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 53126 00000100:00100000:0.0:1746139110.763092:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139110.763179:0:21532:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840531456 00000100:00100000:2.0:1746139110.763186:0:21532:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840531456 00000100:00100000:2.0:1746139110.763219:0:21532:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 53127 00000100:00100000:2.0:1746139110.763225:0:21532:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093643800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b60e9717-019c-4527-a82a-15e993ac5189+13:2495:x1830958840531456:12345-192.168.203.56@tcp:101:cp.0 00010000:00010000:2.0:1746139110.763238:0:21532:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139110.763254:0:21532:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f43ac00/0x1f9f6ca451acc0a7 lrc: 2/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512e7a expref: -99 pid: 21532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139110.763295:0:21532:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f43bc00/0x1f9f6ca451acc0ae lrc: 3/1,0 mode: --/PR res: [0x200000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 21532 initiator: MDT0 00010000:00010000:2.0:1746139110.763304:0:21532:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f43bc00/0x1f9f6ca451acc0ae lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x9:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21532 initiator: MDT0 00010000:00010000:2.0:1746139110.763311:0:21532:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f43bc00/0x1f9f6ca451acc0ae lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x9:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21532 initiator: MDT0 00000004:00200000:2.0:1746139110.763346:0:21532:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000400:0x9:0x0]: returning size 4096 00000004:00200000:2.0:1746139110.763350:0:21532:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:2.0:1746139110.763375:0:21532:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f43ac00/0x1f9f6ca451acc0a7 lrc: 0/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512e7a expref: 15 pid: 21532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139110.763399:0:21532:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f43bc00/0x1f9f6ca451acc0ae lrc: 3/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512e7a expref: 14 pid: 21532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139110.763405:0:21532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x9:0x0].0x0 (ffff88009f3b5f00) 00010000:00010000:2.0:1746139110.763407:0:21532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1746139110.763409:0:21532:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f43bc00, rc 0) 00000100:00100000:2.0:1746139110.763458:0:21532:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093643800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b60e9717-019c-4527-a82a-15e993ac5189+14:2495:x1830958840531456:12345-192.168.203.56@tcp:101:cp.0 Request processed in 232us (372us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139110.763797:0:21532:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 53127 00000100:00100000:0.0:1746139110.765949:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139110.766073:0:21532:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840531584 00000100:00100000:2.0:1746139110.766080:0:21532:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840531584 00000100:00100000:2.0:1746139110.766126:0:21532:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 53128 00000100:00100000:2.0:1746139110.766133:0:21532:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093641c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b60e9717-019c-4527-a82a-15e993ac5189+5:2495:x1830958840531584:12345-192.168.203.56@tcp:101:cp.0 00010000:00010000:2.0:1746139110.766147:0:21532:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139110.766161:0:21532:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800724cdc00/0x1f9f6ca451acc0b5 lrc: 2/0,0 mode: --/CR res: [0x240000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512e81 expref: -99 pid: 21532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139110.766201:0:21532:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8800724cd800/0x1f9f6ca451acc0bc lrc: 3/1,0 mode: --/PR res: [0x240000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 21532 initiator: MDT0 00010000:00010000:2.0:1746139110.766212:0:21532:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8800b1a9c600/0x1f9f6ca451acc076 lrc: 2/0,0 mode: PW/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x1f9f6ca451acc06f expref: 6 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139110.766222:0:21532:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800724cd800/0x1f9f6ca451acc0bc lrc: 4/1,0 mode: --/PR res: [0x240000401:0x9:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21532 initiator: MDT1 00010000:00010000:2.0:1746139110.766247:0:21532:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff8800b1a9c600/0x1f9f6ca451acc076 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 0@lo remote: 0x1f9f6ca451acc06f expref: 6 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746139110.766259:0:21532:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c412680 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001_UUID:21532:1830958832249088:0@lo:104: 00000100:00100000:2.0:1746139110.766293:0:21532:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746139110.766356:0:21532:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ded1b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746139110.766459:0:7204:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958832249088 00000100:00100000:1.0:1746139110.766463:0:7204:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958832249088 00000100:00100000:1.0:1746139110.766496:0:7204:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:1.0:1746139110.766501:0:7204:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c411f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0000-mdtlov_UUID+4:21532:x1830958832249088:12345-0@lo:104: 00010000:00010000:1.0:1746139110.766510:0:7204:0:(ldlm_lockd.c:2491:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009cd42a00/0x1f9f6ca451acc06f lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0x1f9f6ca451acc076 expref: -99 pid: 7220 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139110.766546:0:7204:0:(ldlm_lockd.c:2182:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1746139110.766550:0:7204:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c411f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0000-mdtlov_UUID+4:21532:x1830958832249088:12345-0@lo:104: Request processed in 49us (257us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139110.766556:0:7204:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00010000:00010000:1.0:1746139110.766581:0:8366:0:(ldlm_lockd.c:2812:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1746139110.766586:0:8366:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009cd42a00/0x1f9f6ca451acc06f lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0x1f9f6ca451acc076 expref: -99 pid: 7220 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139110.766592:0:8366:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009cd42a00 already unused, calling callback (ffffffffa0f11e30) 00010000:00010000:1.0:1746139110.766596:0:8366:0:(ldlm_request.c:1284:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009cd42a00/0x1f9f6ca451acc06f lrc: 4/0,0 mode: PW/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x1408400000000 nid: local remote: 0x1f9f6ca451acc076 expref: -99 pid: 7220 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1746139110.766607:0:8366:0:(mdt_handler.c:3930:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009cd42a00/0x1f9f6ca451acc06f lrc: 4/0,0 mode: PW/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x1409400000000 nid: local remote: 0x1f9f6ca451acc076 expref: -99 pid: 7220 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139110.766656:0:8366:0:(ldlm_request.c:1331:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009cd42a00/0x1f9f6ca451acc06f lrc: 2/0,0 mode: --/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x1f9f6ca451acc076 expref: -99 pid: 7220 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139110.766661:0:8366:0:(ldlm_request.c:1377:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1746139110.766675:0:8366:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009cd42a00/0x1f9f6ca451acc06f lrc: 1/0,0 mode: --/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x1f9f6ca451acc076 expref: -99 pid: 7220 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139110.766681:0:8366:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009cd42a00/0x1f9f6ca451acc06f lrc: 0/0,0 mode: --/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x1f9f6ca451acc076 expref: -99 pid: 7220 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139110.766705:0:8366:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746139110.766707:0:8366:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746139110.766708:0:8366:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746139110.766719:0:3766:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1746139110.766728:0:3766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800885cdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1830958832249216:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1746139110.766750:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746139110.766773:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958832249216 00000100:00100000:1.0:1746139110.766776:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958832249216 00010000:00010000:1.0:1746139110.766788:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800b1a9c600/0x1f9f6ca451acc076 lrc: 4/0,0 mode: PW/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000400000020 nid: 0@lo remote: 0x1f9f6ca451acc06f expref: 7 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746139110.766803:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17500 00000100:00100000:1.0:1746139110.766808:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800885cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000-mdtlov_UUID+7:3766:x1830958832249216:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1746139110.766814:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1746139110.766879:0:21532:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c412680 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001_UUID:21532:1830958832249088:0@lo:104: 00010000:00010000:3.0:1746139110.766893:0:21532:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8800724cd800/0x1f9f6ca451acc0bc lrc: 3/1,0 mode: --/PR res: [0x240000401:0x9:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21532 initiator: MDT1 00000001:00080000:0.0:1746139110.768049:0:8358:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294967374 is committed 00010000:00010000:1.0:1746139110.768174:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800b1a9c600/0x1f9f6ca451acc076 lrc: 0/0,0 mode: --/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 0@lo remote: 0x1f9f6ca451acc06f expref: 6 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139110.768186:0:15672:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x9:0x0].0x0 (ffff8800a0971700) 00010000:00010000:1.0:1746139110.768190:0:15672:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff8800724cd800/0x1f9f6ca451acc0bc lrc: 3/1,0 mode: --/PR res: [0x240000401:0x9:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21532 initiator: MDT1 00010000:00010000:1.0:1746139110.768197:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8800724cd800/0x1f9f6ca451acc0bc lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x9:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 21532 initiator: MDT1 00010000:00010000:1.0:1746139110.768202:0:15672:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800724cd800/0x1f9f6ca451acc0bc lrc: 4/1,0 mode: PR/PR res: [0x240000401:0x9:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 21532 initiator: MDT1 00010000:00010000:1.0:1746139110.768394:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746139110.768434:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800885cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000-mdtlov_UUID+5:3766:x1830958832249216:12345-0@lo:103:ldlm_bl.0 Request processed in 1625us (1682us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139110.768451:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17500 00010000:00010000:3.0:1746139110.768503:0:21532:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8800724cd800/0x1f9f6ca451acc0bc lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x9:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21532 initiator: MDT1 00010000:00010000:3.0:1746139110.768509:0:21532:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800724cd800/0x1f9f6ca451acc0bc lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x9:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21532 initiator: MDT1 00000004:00200000:3.0:1746139110.768547:0:21532:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x240000401:0x9:0x0]: returning size 4096 00000004:00200000:3.0:1746139110.768552:0:21532:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:3.0:1746139110.768584:0:21532:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800724cdc00/0x1f9f6ca451acc0b5 lrc: 0/0,0 mode: --/CR res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512e81 expref: 7 pid: 21532 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139110.768612:0:21532:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8800724cd800/0x1f9f6ca451acc0bc lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x9:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512e81 expref: 6 pid: 21532 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139110.768639:0:21532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x9:0x0].0x0 (ffff8800a0971700) 00010000:00010000:3.0:1746139110.768641:0:21532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1746139110.768643:0:21532:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800724cd800, rc 0) 00000100:00100000:3.0:1746139110.768678:0:21532:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093641c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b60e9717-019c-4527-a82a-15e993ac5189+6:2495:x1830958840531584:12345-192.168.203.56@tcp:101:cp.0 Request processed in 2545us (2734us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139110.768683:0:21532:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 53128 00000100:00100000:0.0:1746139110.768915:0:3766:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800885cdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1830958832249216:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1746139110.773531:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139110.774906:0:21532:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840531712 00000100:00100000:3.0:1746139110.774915:0:21532:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840531712 00000100:00100000:3.0:1746139110.774965:0:21532:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 53129 00000100:00100000:3.0:1746139110.774972:0:21532:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093641500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b60e9717-019c-4527-a82a-15e993ac5189+14:2495:x1830958840531712:12345-192.168.203.56@tcp:101:cp.0 00010000:00010000:3.0:1746139110.774989:0:21532:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139110.775003:0:21532:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f035400/0x1f9f6ca451acc0c3 lrc: 2/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512e88 expref: -99 pid: 21532 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139110.775045:0:21532:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f034200/0x1f9f6ca451acc0ca lrc: 3/1,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 21532 initiator: MDT0 00010000:00010000:3.0:1746139110.775054:0:21532:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f034200/0x1f9f6ca451acc0ca lrc: 3/1,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21532 initiator: MDT0 00010000:00010000:3.0:1746139110.775062:0:21532:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f034200/0x1f9f6ca451acc0ca lrc: 3/1,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21532 initiator: MDT0 00010000:00010000:3.0:1746139110.775071:0:21532:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f035600/0x1f9f6ca451acc0d1 lrc: 3/1,0 mode: --/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 21532 initiator: MDT0 00010000:00010000:3.0:1746139110.775076:0:21532:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f035600/0x1f9f6ca451acc0d1 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21532 initiator: MDT0 00010000:00010000:3.0:1746139110.775080:0:21532:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f035600/0x1f9f6ca451acc0d1 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21532 initiator: MDT0 00010000:00010000:3.0:1746139110.775123:0:21532:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f034200/0x1f9f6ca451acc0ca lrc: 4/1,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21532 initiator: MDT0 00010000:00010000:3.0:1746139110.775127:0:21532:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f034200/0x1f9f6ca451acc0ca lrc: 4/1,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 21532 initiator: MDT0 00010000:00010000:3.0:1746139110.775132:0:21532:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009f034200/0x1f9f6ca451acc0ca lrc: 3/0,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 21532 initiator: MDT0 00010000:00010000:3.0:1746139110.775137:0:21532:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009f034200/0x1f9f6ca451acc0ca lrc: 4/0,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 21532 initiator: MDT0 00010000:00010000:3.0:1746139110.775141:0:21532:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009f034200 already unused, calling callback (ffffffffa0f11690) 00010000:00010000:3.0:1746139110.775144:0:21532:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f034200/0x1f9f6ca451acc0ca lrc: 4/0,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 21532 initiator: MDT0 00010000:00010000:3.0:1746139110.775149:0:21532:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f034200/0x1f9f6ca451acc0ca lrc: 5/0,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 21532 initiator: MDT0 00010000:00010000:3.0:1746139110.775155:0:21532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x9:0x0].0x0 (ffff88009f3b5f00) 00010000:00010000:3.0:1746139110.775158:0:21532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746139110.775161:0:21532:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009f034200/0x1f9f6ca451acc0ca lrc: 3/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 21532 initiator: MDT0 00010000:00010000:3.0:1746139110.775164:0:21532:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f034200/0x1f9f6ca451acc0ca lrc: 0/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 21532 initiator: MDT0 00010000:00010000:3.0:1746139110.775172:0:21532:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f035600/0x1f9f6ca451acc0d1 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21532 initiator: MDT0 00010000:00010000:3.0:1746139110.775177:0:21532:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009f035600/0x1f9f6ca451acc0d1 lrc: 2/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 21532 initiator: MDT0 00010000:00010000:3.0:1746139110.775181:0:21532:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009f035600/0x1f9f6ca451acc0d1 lrc: 3/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21532 initiator: MDT0 00010000:00010000:3.0:1746139110.775184:0:21532:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009f035600 already unused, calling callback (ffffffffa0f11690) 00010000:00010000:3.0:1746139110.775186:0:21532:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f035600/0x1f9f6ca451acc0d1 lrc: 3/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21532 initiator: MDT0 00010000:00010000:3.0:1746139110.775189:0:21532:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f035600/0x1f9f6ca451acc0d1 lrc: 4/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 21532 initiator: MDT0 00010000:00010000:3.0:1746139110.775193:0:21532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x9:0x0].0xf9ce3da1 (ffff8800a00aaa00) 00010000:00010000:3.0:1746139110.775195:0:21532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746139110.775196:0:21532:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009f035600/0x1f9f6ca451acc0d1 lrc: 2/0,0 mode: --/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21532 initiator: MDT0 00010000:00010000:3.0:1746139110.775200:0:21532:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f035600/0x1f9f6ca451acc0d1 lrc: 0/0,0 mode: --/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21532 initiator: MDT0 00010000:00010000:3.0:1746139110.775218:0:21532:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f035400/0x1f9f6ca451acc0c3 lrc: 1/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512e88 expref: 15 pid: 21532 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139110.775223:0:21532:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f035400/0x1f9f6ca451acc0c3 lrc: 0/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512e88 expref: 15 pid: 21532 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139110.775229:0:21532:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f035400, rc 0) 00000100:00100000:3.0:1746139110.775277:0:21532:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093641500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b60e9717-019c-4527-a82a-15e993ac5189+14:2495:x1830958840531712:12345-192.168.203.56@tcp:101:cp.0 Request processed in 306us (1754us total) trans 0 rc 301/301 00000100:00100000:3.0:1746139110.775282:0:21532:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 53129 00000100:00100000:0.0:1746139110.780795:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139110.780880:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840531968 00000100:00100000:1.0:1746139110.780887:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840531968 00000100:00100000:1.0:1746139110.780937:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 53130 00000100:00100000:1.0:1746139110.780944:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072550380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b60e9717-019c-4527-a82a-15e993ac5189+14:2495:x1830958840531968:12345-192.168.203.56@tcp:101:cp.0 00010000:00010000:1.0:1746139110.780959:0:7220:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139110.780962:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1746139110.780983:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f43bc00/0x1f9f6ca451acc0ae lrc: 0/0,0 mode: --/PR res: [0x200000400:0x9:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512e7a expref: 14 pid: 21532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139110.781010:0:7220:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x9:0x0].0x0 (ffff88009f3b5f00) 00010000:00010000:1.0:1746139110.781014:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746139110.781022:0:7220:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f16dc00/0x1f9f6ca451acc0d8 lrc: 2/0,0 mode: --/CW res: [0x200000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512e8f expref: -99 pid: 7220 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139110.781100:0:7220:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f16de00/0x1f9f6ca451acc0df lrc: 3/0,1 mode: --/CW res: [0x200000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746139110.781111:0:7220:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f16de00/0x1f9f6ca451acc0df lrc: 3/0,1 mode: CW/CW res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746139110.781118:0:7220:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f16de00/0x1f9f6ca451acc0df lrc: 3/0,1 mode: CW/CW res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746139110.781129:0:7220:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f16ca00/0x1f9f6ca451acc0e6 lrc: 3/0,1 mode: --/PW res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746139110.781134:0:7220:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f16ca00/0x1f9f6ca451acc0e6 lrc: 3/0,1 mode: PW/PW res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746139110.781139:0:7220:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f16ca00/0x1f9f6ca451acc0e6 lrc: 3/0,1 mode: PW/PW res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7220 initiator: MDT0 00000004:00080000:1.0:1746139110.781373:0:7220:0:(osp_object.c:1637:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x19:0x0], index 0: 0 00010000:00010000:1.0:1746139110.781472:0:7220:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f16c000/0x1f9f6ca451acc0ed lrc: 3/1,0 mode: --/PR res: [0x200000402:0x47:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746139110.781479:0:7220:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f16c000/0x1f9f6ca451acc0ed lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746139110.781484:0:7220:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f16c000/0x1f9f6ca451acc0ed lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746139110.781848:0:7220:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f16de00/0x1f9f6ca451acc0df lrc: 4/0,1 mode: CW/CW res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746139110.781855:0:7220:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f16de00/0x1f9f6ca451acc0df lrc: 4/0,1 mode: CW/CW res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746139110.781860:0:7220:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009f16de00/0x1f9f6ca451acc0df lrc: 3/0,0 mode: CW/CW res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746139110.781869:0:7220:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009f16de00/0x1f9f6ca451acc0df lrc: 4/0,0 mode: CW/CW res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746139110.781874:0:7220:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009f16de00 already unused, calling callback (ffffffffa0f11690) 00010000:00010000:1.0:1746139110.781877:0:7220:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f16de00/0x1f9f6ca451acc0df lrc: 4/0,0 mode: CW/CW res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746139110.781883:0:7220:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f16de00/0x1f9f6ca451acc0df lrc: 5/0,0 mode: CW/CW res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746139110.781891:0:7220:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x9:0x0].0x0 (ffff88009f3b5f00) 00010000:00010000:1.0:1746139110.781893:0:7220:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746139110.781896:0:7220:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009f16de00/0x1f9f6ca451acc0df lrc: 3/0,0 mode: --/CW res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746139110.781899:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f16de00/0x1f9f6ca451acc0df lrc: 0/0,0 mode: --/CW res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7220 initiator: MDT0 00000004:00010000:1.0:1746139110.781909:0:7220:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff880072550380 reply state ffff88009d3aa000 transno 4294989761 ns: mdt-lustre-MDT0000_UUID lock: ffff88009f16ca00/0x1f9f6ca451acc0e6 lrc: 3/0,1 mode: PW/PW res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746139110.781915:0:7220:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f16ca00/0x1f9f6ca451acc0e6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746139110.781919:0:7220:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x9:0x0].0xf9ce3da1 (ffff880072407700) 00010000:00010000:1.0:1746139110.781921:0:7220:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1746139110.781922:0:7220:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1746139110.781943:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f16dc00/0x1f9f6ca451acc0d8 lrc: 0/0,0 mode: --/CW res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512e8f expref: 16 pid: 7220 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139110.781952:0:7220:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f16c000/0x1f9f6ca451acc0ed lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512e8f expref: 15 pid: 7220 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139110.781961:0:7220:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x47:0x0].0x0 (ffff880072407e00) 00010000:00010000:1.0:1746139110.781963:0:7220:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1746139110.781964:0:7220:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f16c000, rc 0) 00000100:00100000:1.0:1746139110.782583:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072550380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b60e9717-019c-4527-a82a-15e993ac5189+16:2495:x1830958840531968:12345-192.168.203.56@tcp:101:cp.0 Request processed in 1637us (1793us total) trans 4294989761 rc 0/0 00000100:00100000:1.0:1746139110.782591:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 53130 00000100:00100000:0.0:1746139110.795595:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139110.795715:0:24929:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840532096 00000100:00100000:2.0:1746139110.795725:0:24929:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840532096 00000100:00100000:2.0:1746139110.795770:0:24929:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30189 00000100:00100000:2.0:1746139110.795776:0:24929:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072552d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2006:x1830958840532096:12345-192.168.203.56@tcp:8:cp.0 00010000:00080000:2.0:1746139110.795806:0:24929:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-OST0000: connection from b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp t0 exp (null) cur 736 last 0 00000020:00000080:2.0:1746139110.795836:0:24929:0:(genops.c:1402:class_connect()) connect: client b60e9717-019c-4527-a82a-15e993ac5189, cookie 0x1f9f6ca451acc0fb 00002000:00100000:2.0:1746139110.795848:0:24929:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0000: cli b60e9717-019c-4527-a82a-15e993ac5189/ffff88009f3cc800 ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 210364d ocd_grant: 489852928 ocd_index: 0 ocd_group 0 00002000:00100000:2.0:1746139110.795858:0:24929:0:(ofd_obd.c:222:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00000020:01000000:2.0:1746139110.795920:0:24929:0:(lprocfs_status_server.c:585:lprocfs_exp_setup()) using hash ffff88007ff26b40 00002000:00080000:2.0:1746139110.795927:0:24929:0:(ofd_obd.c:365:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:2.0:1746139110.795948:0:24929:0:(import.c:66:import_set_state_nolock()) ffff88009f3cd000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1746139110.796004:0:24929:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072552d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b60e9717-019c-4527-a82a-15e993ac5189+6:2006:x1830958840532096:12345-192.168.203.56@tcp:8:cp.0 Request processed in 228us (419us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139110.796010:0:24929:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30189 00000100:00100000:0.0:1746139110.800216:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139110.800912:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840532224 00000100:00100000:1.0:1746139110.800920:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840532224 00000100:00100000:1.0:1746139110.800995:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30190 00000100:00100000:1.0:1746139110.801003:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0868e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+6:0:x1830958840532224:12345-192.168.203.56@tcp:101:cp.0 00010000:00010000:1.0:1746139110.801018:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139110.801034:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f16dc00/0x1f9f6ca451acc102 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512e96 expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1746139110.801052:0:18644:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x19:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1746139110.801067:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139110.801068:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139110.801074:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f16dc00/0x1f9f6ca451acc102 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512e96 expref: 7 pid: 18644 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746139110.801088:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f16dc00/0x1f9f6ca451acc102 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512e96 expref: 7 pid: 18644 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746139110.801097:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f16dc00, rc 0) 00000100:00100000:1.0:1746139110.801134:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0868e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+7:0:x1830958840532224:12345-192.168.203.56@tcp:101:cp.0 Request processed in 133us (926us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139110.801142:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30190 00000100:00080000:2.0:1746139110.801211:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746139110.803834:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139110.804296:0:24929:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840532352 00000100:00100000:3.0:1746139110.804304:0:24929:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840532352 00000100:00100000:3.0:1746139110.804358:0:24929:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30191 00000100:00100000:3.0:1746139110.804365:0:24929:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a086a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b60e9717-019c-4527-a82a-15e993ac5189+7:2495:x1830958840532352:12345-192.168.203.56@tcp:101:cp.0 00010000:00010000:3.0:1746139110.804382:0:24929:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139110.804396:0:24929:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f034e00/0x1f9f6ca451acc109 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512e9d expref: -99 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139110.804423:0:24929:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f16dc00/0x1f9f6ca451acc102 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512e96 expref: 8 pid: 18644 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746139110.804430:0:24929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139110.804432:0:24929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139110.804435:0:24929:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f034e00/0x1f9f6ca451acc109 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512e9d expref: 8 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139110.804493:0:24929:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f16dc00/0x1f9f6ca451acc102 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512e96 expref: 8 pid: 18644 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746139110.804505:0:24929:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f16dc00/0x1f9f6ca451acc102 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512e96 expref: 8 pid: 18644 timeout: 836 lvb_type: 1 00000100:00100000:3.0:1746139110.804517:0:24929:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0758700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24929:1830958832249344:192.168.203.56@tcp:104: 00000100:00100000:3.0:1746139110.804752:0:24929:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a059d000 going to sleep for 11 seconds 00000100:00100000:3.0:1746139110.811388:0:24929:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0758700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24929:1830958832249344:192.168.203.56@tcp:104: 00010000:00010000:3.0:1746139110.811413:0:24929:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f034e00/0x1f9f6ca451acc109 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512e9d expref: 8 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139110.811432:0:24929:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f034e00, rc 0) 00000100:00100000:3.0:1746139110.811485:0:24929:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a086a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b60e9717-019c-4527-a82a-15e993ac5189+8:2495:x1830958840532352:12345-192.168.203.56@tcp:101:cp.0 Request processed in 7119us (7658us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139110.811493:0:24929:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30191 00000100:00100000:0.0:1746139110.813419:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139110.813809:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840532480 00000100:00100000:1.0:1746139110.813817:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840532480 00010000:00010000:1.0:1746139110.813851:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f16dc00/0x1f9f6ca451acc102 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512e96 expref: 8 pid: 18644 timeout: 836 lvb_type: 1 00000100:00100000:1.0:1746139110.813892:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17501 00000100:00100000:1.0:1746139110.813899:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800acc5f450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+8:2008:x1830958840532480:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746139110.813912:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746139110.813930:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f16dc00/0x1f9f6ca451acc102 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512e96 expref: 8 pid: 18644 timeout: 836 lvb_type: 1 00010000:00010000:1.0:1746139110.813941:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f16dc00/0x1f9f6ca451acc102 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512e96 expref: 8 pid: 18644 timeout: 836 lvb_type: 1 00010000:00010000:1.0:1746139110.813962:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f16dc00/0x1f9f6ca451acc102 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512e96 expref: 8 pid: 18644 timeout: 836 lvb_type: 1 00010000:00010000:1.0:1746139110.813979:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139110.813981:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139110.813987:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f034e00/0x1f9f6ca451acc109 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512e9d expref: 7 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139110.813994:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f034e00/0x1f9f6ca451acc109 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512e9d expref: 7 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139110.814021:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f034e00/0x1f9f6ca451acc109 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512e9d expref: 7 pid: 24929 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746139110.814032:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800885cd500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:15672:1830958832249472:192.168.203.56@tcp:105: 00000100:00100000:1.0:1746139110.815791:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ee58900 going to sleep for 11 seconds 00000100:00100000:0.0:1746139110.821041:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139110.821132:0:21208:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840532736 00000100:00100000:2.0:1746139110.821141:0:21208:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840532736 00000100:00100000:2.0:1746139110.821182:0:21208:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 185 00000100:00100000:2.0:1746139110.821188:0:21208:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c855180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b60e9717-019c-4527-a82a-15e993ac5189+16:2495:x1830958840532736:12345-192.168.203.56@tcp:35:cp.0 00000100:00100000:2.0:1746139110.822394:0:21208:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c855180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b60e9717-019c-4527-a82a-15e993ac5189+17:2495:x1830958840532736:12345-192.168.203.56@tcp:35:cp.0 Request processed in 1203us (1358us total) trans 4294989762 rc 0/0 00000100:00100000:2.0:1746139110.822403:0:21208:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 185 00000100:00100000:1.0:1746139110.822513:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800885cd500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:15672:1830958832249472:192.168.203.56@tcp:105: 00010000:00010000:1.0:1746139110.822538:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746139110.822565:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800acc5f450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+7:2008:x1830958840532480:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 8666us (9153us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139110.822574:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17501 00000100:00100000:0.0:1746139110.864281:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139110.864891:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840532992 00000100:00100000:1.0:1746139110.864900:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840532992 00000100:00100000:1.0:1746139110.867565:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 53131 00000100:00100000:1.0:1746139110.867583:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c855500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b60e9717-019c-4527-a82a-15e993ac5189+17:2498:x1830958840532992:12345-192.168.203.56@tcp:101:mmap_cat.0 00010000:00010000:1.0:1746139110.867609:0:7220:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139110.867642:0:7220:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f16de00/0x1f9f6ca451acc110 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x47:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512ea4 expref: -99 pid: 7220 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139110.867735:0:7220:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f16d200/0x1f9f6ca451acc117 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x47:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746139110.867747:0:7220:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f16d200/0x1f9f6ca451acc117 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x47:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746139110.867757:0:7220:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f16d200/0x1f9f6ca451acc117 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x47:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7220 initiator: MDT0 00000004:00200000:1.0:1746139110.867767:0:7220:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x47:0x0]: returning size 1716 00010000:00010000:1.0:1746139110.867862:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f16de00/0x1f9f6ca451acc110 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x47:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ea4 expref: 20 pid: 7220 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139110.867895:0:7220:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f16d200/0x1f9f6ca451acc117 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x47:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ea4 expref: 19 pid: 7220 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139110.867902:0:7220:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x47:0x0].0x0 (ffff880072407e00) 00010000:00010000:1.0:1746139110.867904:0:7220:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:1.0:1746139110.867907:0:7220:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f16d200, rc 0) 00000100:00100000:1.0:1746139110.867960:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c855500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b60e9717-019c-4527-a82a-15e993ac5189+19:2498:x1830958840532992:12345-192.168.203.56@tcp:101:mmap_cat.0 Request processed in 385us (3689us total) trans 4294989763 rc 0/0 00000100:00100000:1.0:1746139110.867966:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 53131 00000100:00100000:0.0:1746139110.891768:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139110.892401:0:21532:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840533120 00000100:00100000:3.0:1746139110.892409:0:21532:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840533120 00000100:00100000:3.0:1746139110.892472:0:21532:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 53132 00000100:00100000:3.0:1746139110.892480:0:21532:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb6b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:57256782-7187-4d4f-9a1f-78e1ae613c85+8:2502:x1830958840533120:12345-192.168.203.56@tcp:101:mmap_cat.0 00010000:00010000:3.0:1746139110.892497:0:21532:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139110.892510:0:21532:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f035400/0x1f9f6ca451acc125 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512eab expref: -99 pid: 21532 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139110.892560:0:21532:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f035600/0x1f9f6ca451acc12c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 21532 initiator: MDT0 00010000:00010000:3.0:1746139110.892571:0:21532:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f035600/0x1f9f6ca451acc12c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21532 initiator: MDT0 00010000:00010000:3.0:1746139110.892580:0:21532:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f035600/0x1f9f6ca451acc12c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21532 initiator: MDT0 00000004:00200000:3.0:1746139110.892654:0:21532:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1746139110.892658:0:21532:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1746139110.892675:0:21532:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009f035600/0x1f9f6ca451acc12c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21532 initiator: MDT0 00010000:00010000:3.0:1746139110.892692:0:21532:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f035400/0x1f9f6ca451acc125 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512eab expref: 10 pid: 21532 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139110.892721:0:21532:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f035600/0x1f9f6ca451acc12c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512eab expref: 9 pid: 21532 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139110.892727:0:21532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a07b0f00) 00010000:00010000:3.0:1746139110.892729:0:21532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1746139110.892732:0:21532:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f035600, rc 0) 00000100:00100000:3.0:1746139110.892772:0:21532:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb6b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:57256782-7187-4d4f-9a1f-78e1ae613c85+9:2502:x1830958840533120:12345-192.168.203.56@tcp:101:mmap_cat.0 Request processed in 293us (1012us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139110.892778:0:21532:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 53132 00000100:00100000:0.0:1746139110.898013:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139110.898059:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840533248 00000100:00100000:1.0:1746139110.898068:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840533248 00000100:00100000:1.0:1746139110.898684:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 53133 00000100:00100000:1.0:1746139110.898693:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb68700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+9:2502:x1830958840533248:12345-192.168.203.56@tcp:101:mmap_cat.0 00010000:00010000:1.0:1746139110.898710:0:7220:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139110.898726:0:7220:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1a9c800/0x1f9f6ca451acc133 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512eb2 expref: -99 pid: 7220 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139110.898774:0:7220:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1a9ca00/0x1f9f6ca451acc13a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746139110.898785:0:7220:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1a9ca00/0x1f9f6ca451acc13a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746139110.898793:0:7220:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1a9ca00/0x1f9f6ca451acc13a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746139110.898801:0:7220:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1a9d800/0x1f9f6ca451acc141 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746139110.898811:0:7220:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1a9d800/0x1f9f6ca451acc141 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746139110.898815:0:7220:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1a9d800/0x1f9f6ca451acc141 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746139110.898887:0:7220:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1a9de00/0x1f9f6ca451acc148 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746139110.898894:0:7220:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1a9de00/0x1f9f6ca451acc148 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746139110.898899:0:7220:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1a9de00/0x1f9f6ca451acc148 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7220 initiator: MDT0 00000004:00200000:1.0:1746139110.898951:0:7220:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x46:0x0]: returning size 4096 00000004:00200000:1.0:1746139110.898955:0:7220:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00000004:00010000:1.0:1746139110.898969:0:7220:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1a9de00/0x1f9f6ca451acc148 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746139110.898977:0:7220:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1a9ca00/0x1f9f6ca451acc13a lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746139110.898982:0:7220:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1a9ca00/0x1f9f6ca451acc13a lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746139110.898986:0:7220:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1a9ca00/0x1f9f6ca451acc13a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746139110.898991:0:7220:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1a9ca00/0x1f9f6ca451acc13a lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746139110.898996:0:7220:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800b1a9ca00 already unused, calling callback (ffffffffa0f11690) 00010000:00010000:1.0:1746139110.898999:0:7220:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1a9ca00/0x1f9f6ca451acc13a lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746139110.899005:0:7220:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1a9ca00/0x1f9f6ca451acc13a lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746139110.899013:0:7220:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a07b0f00) 00010000:00010000:1.0:1746139110.899016:0:7220:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746139110.899019:0:7220:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1a9ca00/0x1f9f6ca451acc13a lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746139110.899024:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1a9ca00/0x1f9f6ca451acc13a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746139110.899573:0:7220:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1a9d800/0x1f9f6ca451acc141 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746139110.899579:0:7220:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1a9d800/0x1f9f6ca451acc141 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746139110.899584:0:7220:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1a9d800/0x1f9f6ca451acc141 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746139110.899588:0:7220:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800b1a9d800 already unused, calling callback (ffffffffa0f11690) 00010000:00010000:1.0:1746139110.899590:0:7220:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1a9d800/0x1f9f6ca451acc141 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746139110.899594:0:7220:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1a9d800/0x1f9f6ca451acc141 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746139110.899601:0:7220:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf9ce3d8f (ffff88009f3b5a00) 00010000:00010000:1.0:1746139110.899603:0:7220:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746139110.899605:0:7220:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1a9d800/0x1f9f6ca451acc141 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746139110.899609:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1a9d800/0x1f9f6ca451acc141 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746139110.899652:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1a9c800/0x1f9f6ca451acc133 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512eb2 expref: 11 pid: 7220 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139110.899664:0:7220:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1a9de00/0x1f9f6ca451acc148 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512eb2 expref: 10 pid: 7220 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139110.899670:0:7220:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff88009f3b5100) 00010000:00010000:1.0:1746139110.899672:0:7220:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1746139110.899674:0:7220:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800b1a9de00, rc 0) 00000100:00100000:1.0:1746139110.899993:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb68700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+10:2502:x1830958840533248:12345-192.168.203.56@tcp:101:mmap_cat.0 Request processed in 1298us (2062us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139110.900001:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 53133 00000100:00100000:0.0:1746139110.904252:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139110.904939:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840533376 00000100:00100000:1.0:1746139110.904948:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840533376 00000100:00100000:1.0:1746139110.905005:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 53134 00000100:00100000:1.0:1746139110.905013:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb69f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+10:2502:x1830958840533376:12345-192.168.203.56@tcp:101:mmap_cat.0 00010000:00010000:1.0:1746139110.905031:0:7220:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139110.905047:0:7220:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1a9ce00/0x1f9f6ca451acc14f lrc: 2/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512eb9 expref: -99 pid: 7220 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139110.905098:0:7220:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1a9c800/0x1f9f6ca451acc156 lrc: 3/1,0 mode: --/PR res: [0x200000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746139110.905109:0:7220:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1a9c800/0x1f9f6ca451acc156 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x9:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746139110.905118:0:7220:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1a9c800/0x1f9f6ca451acc156 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x9:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7220 initiator: MDT0 00000004:00200000:1.0:1746139110.905155:0:7220:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000400:0x9:0x0]: returning size 4096 00000004:00200000:1.0:1746139110.905159:0:7220:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:1.0:1746139110.905187:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1a9ce00/0x1f9f6ca451acc14f lrc: 0/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512eb9 expref: 12 pid: 7220 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139110.905215:0:7220:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1a9c800/0x1f9f6ca451acc156 lrc: 3/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512eb9 expref: 11 pid: 7220 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139110.905223:0:7220:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x9:0x0].0x0 (ffff88009f3b5f00) 00010000:00010000:1.0:1746139110.905225:0:7220:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1746139110.905229:0:7220:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800b1a9c800, rc 0) 00000100:00100000:1.0:1746139110.905272:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb69f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+11:2502:x1830958840533376:12345-192.168.203.56@tcp:101:mmap_cat.0 Request processed in 260us (1027us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139110.905278:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 53134 00000100:00100000:0.0:1746139110.912006:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139110.912148:0:21532:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840533504 00000100:00100000:3.0:1746139110.912155:0:21532:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840533504 00000100:00100000:3.0:1746139110.912205:0:21532:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 53135 00000100:00100000:3.0:1746139110.912212:0:21532:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb6aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2502:x1830958840533504:12345-192.168.203.56@tcp:101:mmap_cat.0 00010000:00010000:3.0:1746139110.912231:0:21532:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139110.912247:0:21532:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009f035c00/0x1f9f6ca451acc15d lrc: 2/0,0 mode: --/CR res: [0x240000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512ec0 expref: -99 pid: 21532 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139110.912296:0:21532:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009f035200/0x1f9f6ca451acc164 lrc: 3/1,0 mode: --/PR res: [0x240000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 21532 initiator: MDT0 00010000:00010000:3.0:1746139110.912307:0:21532:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009f035200/0x1f9f6ca451acc164 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x9:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21532 initiator: MDT1 00010000:00010000:3.0:1746139110.912316:0:21532:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009f035200/0x1f9f6ca451acc164 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x9:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21532 initiator: MDT1 00000004:00200000:3.0:1746139110.912349:0:21532:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x240000401:0x9:0x0]: returning size 4096 00000004:00200000:3.0:1746139110.912353:0:21532:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:3.0:1746139110.912410:0:21532:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009f035c00/0x1f9f6ca451acc15d lrc: 0/0,0 mode: --/CR res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ec0 expref: 7 pid: 21532 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139110.912422:0:21532:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88009f035200/0x1f9f6ca451acc164 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x9:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ec0 expref: 6 pid: 21532 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139110.912428:0:21532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x9:0x0].0x0 (ffff8800a0971700) 00010000:00010000:3.0:1746139110.912430:0:21532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1746139110.912433:0:21532:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f035200, rc 0) 00000100:00100000:3.0:1746139110.912482:0:21532:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb6aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2502:x1830958840533504:12345-192.168.203.56@tcp:101:mmap_cat.0 Request processed in 270us (486us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139110.912488:0:21532:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 53135 00000100:00100000:3.0:1746139110.914103:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139110.914178:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840533632 00000100:00100000:1.0:1746139110.914184:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840533632 00000100:00100000:1.0:1746139110.914227:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 53136 00000100:00100000:1.0:1746139110.914234:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0758700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+11:2502:x1830958840533632:12345-192.168.203.56@tcp:101:mmap_cat.0 00010000:00010000:1.0:1746139110.914248:0:7220:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139110.914261:0:7220:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1a9d800/0x1f9f6ca451acc16b lrc: 2/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512ec7 expref: -99 pid: 7220 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139110.914309:0:7220:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1a9ca00/0x1f9f6ca451acc172 lrc: 3/1,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746139110.914318:0:7220:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1a9ca00/0x1f9f6ca451acc172 lrc: 3/1,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746139110.914331:0:7220:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1a9ca00/0x1f9f6ca451acc172 lrc: 3/1,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746139110.914339:0:7220:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1a9d000/0x1f9f6ca451acc179 lrc: 3/1,0 mode: --/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746139110.914343:0:7220:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1a9d000/0x1f9f6ca451acc179 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746139110.914348:0:7220:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1a9d000/0x1f9f6ca451acc179 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746139110.914401:0:7220:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1a9ce00/0x1f9f6ca451acc180 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x47:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746139110.914406:0:7220:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1a9ce00/0x1f9f6ca451acc180 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746139110.914410:0:7220:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1a9ce00/0x1f9f6ca451acc180 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7220 initiator: MDT0 00000004:00200000:1.0:1746139110.914433:0:7220:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x47:0x0]: returning size 1716 00000004:00200000:1.0:1746139110.914436:0:7220:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1746139110.914458:0:7220:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1a9ce00/0x1f9f6ca451acc180 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746139110.914464:0:7220:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1a9ce00/0x1f9f6ca451acc180 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746139110.914472:0:7220:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1a9ca00/0x1f9f6ca451acc172 lrc: 4/1,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746139110.914477:0:7220:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1a9ca00/0x1f9f6ca451acc172 lrc: 4/1,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746139110.914485:0:7220:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1a9ca00/0x1f9f6ca451acc172 lrc: 3/0,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746139110.914489:0:7220:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1a9ca00/0x1f9f6ca451acc172 lrc: 4/0,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746139110.914494:0:7220:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800b1a9ca00 already unused, calling callback (ffffffffa0f11690) 00010000:00010000:1.0:1746139110.914497:0:7220:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1a9ca00/0x1f9f6ca451acc172 lrc: 4/0,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746139110.914502:0:7220:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1a9ca00/0x1f9f6ca451acc172 lrc: 5/0,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746139110.914509:0:7220:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x9:0x0].0x0 (ffff88009f3b5f00) 00010000:00010000:1.0:1746139110.914511:0:7220:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746139110.914513:0:7220:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1a9ca00/0x1f9f6ca451acc172 lrc: 3/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746139110.914517:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1a9ca00/0x1f9f6ca451acc172 lrc: 0/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746139110.915758:0:7220:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1a9d000/0x1f9f6ca451acc179 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746139110.915768:0:7220:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1a9d000/0x1f9f6ca451acc179 lrc: 2/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746139110.915774:0:7220:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1a9d000/0x1f9f6ca451acc179 lrc: 3/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746139110.915778:0:7220:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800b1a9d000 already unused, calling callback (ffffffffa0f11690) 00010000:00010000:1.0:1746139110.915781:0:7220:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1a9d000/0x1f9f6ca451acc179 lrc: 3/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746139110.915791:0:7220:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1a9d000/0x1f9f6ca451acc179 lrc: 4/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746139110.915801:0:7220:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x9:0x0].0xf9ce3da1 (ffff880072407700) 00010000:00010000:1.0:1746139110.915804:0:7220:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746139110.915806:0:7220:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1a9d000/0x1f9f6ca451acc179 lrc: 2/0,0 mode: --/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746139110.915810:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1a9d000/0x1f9f6ca451acc179 lrc: 0/0,0 mode: --/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746139110.915838:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1a9d800/0x1f9f6ca451acc16b lrc: 0/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ec7 expref: 13 pid: 7220 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139110.915847:0:7220:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1a9ce00/0x1f9f6ca451acc180 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ec7 expref: 12 pid: 7220 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139110.915852:0:7220:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x47:0x0].0x0 (ffff880072407e00) 00010000:00010000:1.0:1746139110.915853:0:7220:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1746139110.915855:0:7220:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800b1a9ce00, rc 0) 00000100:00100000:1.0:1746139110.915916:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0758700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+12:2502:x1830958840533632:12345-192.168.203.56@tcp:101:mmap_cat.0 Request processed in 1681us (1816us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139110.915923:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 53136 00000100:00100000:0.0:1746139110.921405:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139110.921657:0:24929:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840533760 00000100:00100000:3.0:1746139110.921665:0:24929:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840533760 00000100:00100000:3.0:1746139110.921880:0:24929:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30192 00000100:00100000:3.0:1746139110.921888:0:24929:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ff6a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2006:x1830958840533760:12345-192.168.203.56@tcp:8:mmap_cat.0 00010000:00080000:3.0:1746139110.921918:0:24929:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-OST0000: connection from 57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp t0 exp (null) cur 736 last 0 00000020:00000080:3.0:1746139110.921947:0:24929:0:(genops.c:1402:class_connect()) connect: client 57256782-7187-4d4f-9a1f-78e1ae613c85, cookie 0x1f9f6ca451acc187 00002000:00100000:3.0:1746139110.921958:0:24929:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0000: cli 57256782-7187-4d4f-9a1f-78e1ae613c85/ffff88012dfd4800 ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 210364d ocd_grant: 489881600 ocd_index: 0 ocd_group 0 00002000:00100000:3.0:1746139110.921968:0:24929:0:(ofd_obd.c:222:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00000020:01000000:3.0:1746139110.922018:0:24929:0:(lprocfs_status_server.c:585:lprocfs_exp_setup()) using hash ffff88007ff26b40 00002000:00080000:3.0:1746139110.922025:0:24929:0:(ofd_obd.c:365:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:3.0:1746139110.922046:0:24929:0:(import.c:66:import_set_state_nolock()) ffff88012dfd7000 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1746139110.922094:0:24929:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ff6a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2006:x1830958840533760:12345-192.168.203.56@tcp:8:mmap_cat.0 Request processed in 206us (697us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139110.922101:0:24929:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30192 00000100:00100000:0.0:1746139110.927613:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139110.927837:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840533888 00000100:00100000:1.0:1746139110.927846:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840533888 00000100:00100000:1.0:1746139110.927913:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30193 00000100:00100000:1.0:1746139110.927921:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb69880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:0:x1830958840533888:12345-192.168.203.56@tcp:101:mmap_cat.0 00010000:00010000:1.0:1746139110.927936:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139110.927951:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800b1a9d800/0x1f9f6ca451acc18e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512ece expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746139110.927995:0:18644:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800885cdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:18644:1830958832249600:192.168.203.56@tcp:106: 00000100:00100000:1.0:1746139110.928067:0:18644:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ee589c0 going to sleep for 11 seconds 00000100:00080000:2.0:1746139110.928112:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00010000:1.0:1746139110.930743:0:18644:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x280000401:0x19:0x0] updating lvb size: 0 -> 1716 00002000:00010000:1.0:1746139110.930749:0:18644:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000401:0x19:0x0] updating lvb mtime: 0 -> 1746139111 00002000:00010000:1.0:1746139110.930751:0:18644:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000401:0x19:0x0] updating lvb atime: 0 -> 1746139111 00002000:00010000:1.0:1746139110.930753:0:18644:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000401:0x19:0x0] updating lvb ctime: 0 -> 1746139111 00002000:00010000:1.0:1746139110.930754:0:18644:0:(ofd_lvb.c:282:ofd_lvbo_update()) res: [0x280000401:0x19:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:1.0:1746139110.930772:0:18644:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800885cdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:18644:1830958832249600:192.168.203.56@tcp:106: 00010000:00010000:1.0:1746139110.930803:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800b1a9d800/0x1f9f6ca451acc18e lrc: 1/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ece expref: 7 pid: 18644 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746139110.930815:0:18644:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800b1a9d800/0x1f9f6ca451acc18e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ece expref: 7 pid: 18644 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746139110.930829:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800b1a9d800, rc 0) 00000100:00100000:1.0:1746139110.930880:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb69880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:0:x1830958840533888:12345-192.168.203.56@tcp:101:mmap_cat.0 Request processed in 2959us (3275us total) trans 0 rc 301/301 00000100:00100000:1.0:1746139110.930887:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30193 00000100:00100000:0.0:1746139110.933768:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139110.933907:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840534144 00000100:00100000:1.0:1746139110.933915:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840534144 00000100:00100000:1.0:1746139110.933961:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 53137 00000100:00100000:1.0:1746139110.933968:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c25d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+12:2502:x1830958840534144:12345-192.168.203.56@tcp:101:mmap_cat.0 00010000:00010000:1.0:1746139110.933985:0:7220:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139110.934001:0:7220:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1a9d000/0x1f9f6ca451acc195 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x47:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512ed5 expref: -99 pid: 7220 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139110.934076:0:7220:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1a9ca00/0x1f9f6ca451acc19c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x47:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746139110.934087:0:7220:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1a9ca00/0x1f9f6ca451acc19c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746139110.934095:0:7220:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1a9ca00/0x1f9f6ca451acc19c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7220 initiator: MDT0 00000004:00200000:1.0:1746139110.934102:0:7220:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x47:0x0]: returning size 1716 00010000:00010000:1.0:1746139110.934179:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1a9d000/0x1f9f6ca451acc195 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x47:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ed5 expref: 15 pid: 7220 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139110.934191:0:7220:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1a9ca00/0x1f9f6ca451acc19c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ed5 expref: 14 pid: 7220 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139110.934197:0:7220:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x47:0x0].0x0 (ffff880072407e00) 00010000:00010000:1.0:1746139110.934199:0:7220:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1746139110.934202:0:7220:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800b1a9ca00, rc 0) 00000100:00100000:1.0:1746139110.934240:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c25d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+14:2502:x1830958840534144:12345-192.168.203.56@tcp:101:mmap_cat.0 Request processed in 272us (479us total) trans 4294989764 rc 0/0 00000100:00100000:1.0:1746139110.934246:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 53137 00000100:00100000:0.0:1746139110.938292:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139110.938390:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840534272 00000100:00100000:1.0:1746139110.938399:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840534272 00000100:00100000:2.0:1746139110.939677:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 1357 00000100:00100000:2.0:1746139110.939693:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c25d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+14:2010:x1830958840534272:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139110.939708:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139110.939730:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1a9ca00/0x1f9f6ca451acc19c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x47:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ed5 expref: 14 pid: 7220 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139110.939763:0:7207:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x47:0x0].0x0 (ffff880072407e00) 00010000:00010000:2.0:1746139110.939767:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139110.939815:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c25d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+13:2010:x1830958840534272:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 128us (1531us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139110.939820:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1357 00000100:00100000:0.0:1746139110.942956:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139110.943099:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840534400 00000100:00100000:1.0:1746139110.943106:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840534400 00000100:00100000:1.0:1746139110.943148:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30194 00000100:00100000:1.0:1746139110.943154:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c25dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840534400:12345-192.168.203.56@tcp:101:mmap_cat.0 00010000:00010000:1.0:1746139110.943170:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139110.943182:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800b1a9c000/0x1f9f6ca451acc1aa lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512edc expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746139110.943224:0:18644:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800885cdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:18644:1830958832249728:192.168.203.56@tcp:106: 00000100:00100000:1.0:1746139110.943285:0:18644:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ee58480 going to sleep for 11 seconds 00000100:00100000:1.0:1746139110.945284:0:18644:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800885cdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:18644:1830958832249728:192.168.203.56@tcp:106: 00010000:00010000:1.0:1746139110.945314:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800b1a9c000/0x1f9f6ca451acc1aa lrc: 1/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512edc expref: 7 pid: 18644 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746139110.945326:0:18644:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800b1a9c000/0x1f9f6ca451acc1aa lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512edc expref: 7 pid: 18644 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746139110.945340:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800b1a9c000, rc 0) 00000100:00100000:1.0:1746139110.945386:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c25dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840534400:12345-192.168.203.56@tcp:101:mmap_cat.0 Request processed in 2230us (2438us total) trans 0 rc 301/301 00000100:00100000:1.0:1746139110.945394:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30194 00000100:00100000:0.0:1746139110.947869:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139110.947953:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840534528 00000100:00100000:1.0:1746139110.947960:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840534528 00000100:00100000:1.0:1746139110.948047:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30195 00000100:00100000:1.0:1746139110.948054:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c25fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2502:x1830958840534528:12345-192.168.203.56@tcp:101:mmap_cat.0 00010000:00010000:1.0:1746139110.948068:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139110.948081:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880072436e00/0x1f9f6ca451acc1b1 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512ee3 expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139110.948106:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f034e00/0x1f9f6ca451acc109 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512e9d expref: 6 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139110.948113:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139110.948115:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139110.948117:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880072436e00/0x1f9f6ca451acc1b1 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ee3 expref: 7 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139110.948140:0:18644:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f034e00/0x1f9f6ca451acc109 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512e9d expref: 6 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139110.948151:0:18644:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f034e00/0x1f9f6ca451acc109 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512e9d expref: 6 pid: 24929 timeout: 836 lvb_type: 0 00000100:00100000:1.0:1746139110.948162:0:18644:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800885cdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:18644:1830958832249856:192.168.203.56@tcp:104: 00000100:00100000:1.0:1746139110.952759:0:18644:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ee58480 going to sleep for 11 seconds 00000100:00100000:1.0:1746139110.954873:0:18644:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800885cdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:18644:1830958832249856:192.168.203.56@tcp:104: 00010000:00010000:1.0:1746139110.954901:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880072436e00/0x1f9f6ca451acc1b1 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ee3 expref: 7 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139110.954916:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072436e00, rc 0) 00000100:00100000:1.0:1746139110.954956:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c25fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+7:2502:x1830958840534528:12345-192.168.203.56@tcp:101:mmap_cat.0 Request processed in 6902us (7093us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139110.954964:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30195 00000100:00100000:0.0:1746139110.956413:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139110.956487:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840534656 00000100:00100000:2.0:1746139110.956493:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840534656 00002000:00100000:2.0:1746139110.956529:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->1715) req@ffff88012c25c000 x1830958840534656/t0(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:36/0 lens 2208/0 e 0 to 0 dl 1746139121 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 00002000:00100000:2.0:1746139110.956537:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c25c000 with x1830958840534656 ext(0->1715) 00010000:00010000:2.0:1746139110.956544:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f034e00/0x1f9f6ca451acc109 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512e9d expref: 7 pid: 24929 timeout: 836 lvb_type: 0 00010000:00010000:2.0:1746139110.956554:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f034e00/0x1f9f6ca451acc109 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512e9d expref: 7 pid: 24929 timeout: 836 lvb_type: 0 00002000:00010000:2.0:1746139110.956561:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012c25c000 00000100:00100000:2.0:1746139110.956587:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2873 00000100:00100000:2.0:1746139110.956594:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c25c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+7:2007:x1830958840534656:12345-192.168.203.56@tcp:4:cp.0 00000001:00100000:0.0:1746139110.958277:0:9560:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 57256782-7187-4d4f-9a1f-78e1ae613c85 00000001:00100000:0.0:1746139110.958298:0:9560:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of b60e9717-019c-4527-a82a-15e993ac5189 00000100:00100000:0.0:1746139110.958758:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c25c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+8:2007:x1830958840534656:12345-192.168.203.56@tcp:4:cp.0 Request processed in 2159us (2342us total) trans 4294970704 rc 0/0 00000100:00100000:0.0:1746139110.958767:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2873 00002000:00100000:0.0:1746139110.958776:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->1715) req@ffff88012c25c000 x1830958840534656/t4294970704(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:36/0 lens 2208/448 e 0 to 0 dl 1746139121 ref 1 fl Complete:H/200/0 rc 0/0 job:'cp.0' uid:0 gid:0 00002000:00100000:0.0:1746139110.958784:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c25c000 with x1830958840534656 ext(0->1715) 00010000:00010000:0.0:1746139110.958792:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f034e00/0x1f9f6ca451acc109 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512e9d expref: 8 pid: 24929 timeout: 836 lvb_type: 0 00010000:00010000:0.0:1746139110.958805:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f034e00/0x1f9f6ca451acc109 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512e9d expref: 8 pid: 24929 timeout: 836 lvb_type: 0 00002000:00010000:0.0:1746139110.958811:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012c25c000 00000100:00100000:0.0:1746139110.960789:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139110.962187:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840534784 00000100:00100000:1.0:1746139110.962197:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840534784 00010000:00010000:1.0:1746139110.962229:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f034e00/0x1f9f6ca451acc109 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512e9d expref: 8 pid: 24929 timeout: 836 lvb_type: 0 00000100:00100000:1.0:1746139110.962263:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17502 00000100:00100000:1.0:1746139110.962270:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c25ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+8:2008:x1830958840534784:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746139110.962281:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1746139110.962293:0:15672:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x19:0x0] updating lvb blocks from disk: 1 -> 8 00010000:00010000:1.0:1746139110.962298:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f034e00/0x1f9f6ca451acc109 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512e9d expref: 8 pid: 24929 timeout: 836 lvb_type: 0 00010000:00010000:1.0:1746139110.962307:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f034e00/0x1f9f6ca451acc109 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512e9d expref: 8 pid: 24929 timeout: 836 lvb_type: 0 00010000:00010000:1.0:1746139110.962325:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f034e00/0x1f9f6ca451acc109 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512e9d expref: 8 pid: 24929 timeout: 836 lvb_type: 0 00010000:00010000:1.0:1746139110.962339:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139110.962341:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139110.962347:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880072436e00/0x1f9f6ca451acc1b1 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ee3 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139110.962353:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880072436e00/0x1f9f6ca451acc1b1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ee3 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139110.962378:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880072436e00/0x1f9f6ca451acc1b1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ee3 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746139110.962388:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800885cdc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:15672:1830958832249984:192.168.203.56@tcp:105: 00000100:00100000:1.0:1746139110.966696:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ee58480 going to sleep for 11 seconds 00000100:00100000:1.0:1746139110.968841:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800885cdc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:15672:1830958832249984:192.168.203.56@tcp:105: 00010000:00010000:1.0:1746139110.968867:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746139110.968919:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c25ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+7:2008:x1830958840534784:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 6648us (8137us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139110.968930:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17502 00000100:00100000:0.0:1746139110.970884:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139110.971513:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840535040 00000100:00100000:2.0:1746139110.971522:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840535040 00002000:00100000:2.0:1746139110.971561:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88012ee94a80 x1830958840535040/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:36/0 lens 488/0 e 0 to 0 dl 1746139121 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746139110.971570:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ee94a80 with x1830958840535040 ext(0->4095) 00002000:00010000:2.0:1746139110.971574:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012ee94a80 00000100:00100000:1.0:1746139110.972713:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13451 00000100:00100000:1.0:1746139110.972727:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ee94a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840535040:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746139110.972881:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ee94a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840535040:12345-192.168.203.56@tcp:3:ptlrpcd_00_01.0 Request processed in 158us (2004us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139110.972887:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13451 00002000:00100000:1.0:1746139110.972894:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88012ee94a80 x1830958840535040/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:36/0 lens 488/4536 e 0 to 0 dl 1746139121 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139110.972901:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ee94a80 with x1830958840535040 ext(0->4095) 00002000:00010000:1.0:1746139110.972905:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012ee94a80 00000100:00100000:0.0:1746139110.976506:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139110.977016:0:7222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840535296 00000100:00100000:2.0:1746139110.977025:0:7222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840535296 00000100:00100000:2.0:1746139110.977069:0:7222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 186 00000100:00100000:2.0:1746139110.977076:0:7222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ee94380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+13:2502:x1830958840535296:12345-192.168.203.56@tcp:35:mmap_cat.0 00000100:00100000:2.0:1746139110.979658:0:7222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ee94380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+14:2502:x1830958840535296:12345-192.168.203.56@tcp:35:mmap_cat.0 Request processed in 2574us (3151us total) trans 4294989765 rc 0/0 00000100:00100000:2.0:1746139110.979670:0:7222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 186 00000100:00100000:0.0:1746139110.989031:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139110.989093:0:21532:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840535424 00000100:00100000:3.0:1746139110.989101:0:21532:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840535424 00000100:00100000:3.0:1746139110.989149:0:21532:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 53138 00000100:00100000:3.0:1746139110.989156:0:21532:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ee96680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b60e9717-019c-4527-a82a-15e993ac5189+19:2505:x1830958840535424:12345-192.168.203.56@tcp:101:truncate.0 00010000:00010000:3.0:1746139110.989176:0:21532:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139110.989190:0:21532:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f43a400/0x1f9f6ca451acc1b8 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x47:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512eea expref: -99 pid: 21532 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139110.989215:0:21532:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f43a600/0x1f9f6ca451acc1bf lrc: 3/1,0 mode: --/PR res: [0x200000402:0x47:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 21532 initiator: MDT0 00010000:00010000:3.0:1746139110.989224:0:21532:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f43a600/0x1f9f6ca451acc1bf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 21532 initiator: MDT0 00010000:00010000:3.0:1746139110.989232:0:21532:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f43a600/0x1f9f6ca451acc1bf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 21532 initiator: MDT0 00010000:00010000:3.0:1746139110.989310:0:21532:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f43a400/0x1f9f6ca451acc1b8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x47:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512eea expref: 21 pid: 21532 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139110.989354:0:21532:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f43a600/0x1f9f6ca451acc1bf lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512eea expref: 20 pid: 21532 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139110.989360:0:21532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x47:0x0].0x0 (ffff880072407e00) 00010000:00010000:3.0:1746139110.989363:0:21532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1746139110.989365:0:21532:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f43a600, rc 0) 00000100:00100000:3.0:1746139110.989400:0:21532:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ee96680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b60e9717-019c-4527-a82a-15e993ac5189+20:2505:x1830958840535424:12345-192.168.203.56@tcp:101:truncate.0 Request processed in 245us (376us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139110.989406:0:21532:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 53138 00000100:00100000:2.0:1746139110.991776:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139110.992609:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840535680 00000100:00100000:1.0:1746139110.992645:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840535680 00000100:00100000:1.0:1746139110.992691:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 53139 00000100:00100000:1.0:1746139110.992698:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c411c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b60e9717-019c-4527-a82a-15e993ac5189+20:2505:x1830958840535680:12345-192.168.203.56@tcp:36:truncate.0 00010000:00010000:1.0:1746139110.992736:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746139110.992756:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f16c000/0x1f9f6ca451acc0ed lrc: 0/0,0 mode: --/PR res: [0x200000402:0x47:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512e8f expref: 20 pid: 7220 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139110.993005:0:7220:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x47:0x0].0x0 (ffff880072407e00) 00010000:00010000:1.0:1746139110.993009:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746139110.993125:0:7220:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880072436800/0x1f9f6ca451acc1c6 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x47:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746139110.993135:0:7220:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1a9ce00/0x1f9f6ca451acc180 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ec7 expref: 13 pid: 7220 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139110.993141:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880072436800/0x1f9f6ca451acc1c6 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746139110.993165:0:7220:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1a9ce00/0x1f9f6ca451acc180 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ec7 expref: 13 pid: 7220 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139110.993174:0:7220:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1a9ce00/0x1f9f6ca451acc180 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ec7 expref: 13 pid: 7220 timeout: 836 lvb_type: 0 00000100:00100000:1.0:1746139110.993184:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800885cdc00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7220:1830958832250112:192.168.203.56@tcp:104: 00000100:00100000:1.0:1746139110.994605:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ee58000 going to sleep for 11 seconds 00000100:00100000:3.0:1746139110.996274:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139110.996380:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800885cdc00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7220:1830958832250112:192.168.203.56@tcp:104: 00010000:00010000:1.0:1746139110.996402:0:7220:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880072436800/0x1f9f6ca451acc1c6 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7220 initiator: MDT0 00000100:00100000:1.0:1746139110.996638:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840535808 00000100:00100000:1.0:1746139110.996643:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840535808 00010000:00010000:1.0:1746139110.996669:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1a9ce00/0x1f9f6ca451acc180 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ec7 expref: 14 pid: 7220 timeout: 836 lvb_type: 0 00000100:00100000:1.0:1746139110.996702:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17503 00000100:00100000:1.0:1746139110.996709:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0759500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+14:2008:x1830958840535808:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746139110.996719:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746139110.996725:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1a9ce00/0x1f9f6ca451acc180 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ec7 expref: 14 pid: 7220 timeout: 836 lvb_type: 0 00010000:00010000:1.0:1746139110.996735:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1a9ce00/0x1f9f6ca451acc180 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ec7 expref: 14 pid: 7220 timeout: 836 lvb_type: 0 00010000:00010000:1.0:1746139110.996755:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1a9ce00/0x1f9f6ca451acc180 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x47:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ec7 expref: 14 pid: 7220 timeout: 836 lvb_type: 0 00010000:00010000:1.0:1746139110.996767:0:15672:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x47:0x0].0x0 (ffff880072407e00) 00010000:00010000:1.0:1746139110.996771:0:15672:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880072436800/0x1f9f6ca451acc1c6 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746139110.996777:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880072436800/0x1f9f6ca451acc1c6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746139110.996783:0:15672:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072436800/0x1f9f6ca451acc1c6 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746139110.996806:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746139110.996847:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0759500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+13:2008:x1830958840535808:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 139us (579us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139110.996853:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17503 00010000:00010000:0.0:1746139110.996904:0:7220:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880072436800/0x1f9f6ca451acc1c6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7220 initiator: MDT0 00010000:00010000:0.0:1746139110.996910:0:7220:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072436800/0x1f9f6ca451acc1c6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7220 initiator: MDT0 00000001:00080000:0.0:1746139110.996973:0:7220:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294989766 00000004:00010000:0.0:1746139110.997008:0:7220:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88009c411c00 reply state ffff88009edc0000 transno 4294989767 ns: mdt-lustre-MDT0000_UUID lock: ffff880072436800/0x1f9f6ca451acc1c6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7220 initiator: MDT0 00010000:00010000:0.0:1746139110.997016:0:7220:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072436800/0x1f9f6ca451acc1c6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7220 initiator: MDT0 00010000:00010000:0.0:1746139110.997022:0:7220:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x47:0x0].0x0 (ffff880072407e00) 00010000:00010000:0.0:1746139110.997024:0:7220:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1746139110.997026:0:7220:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1746139110.997074:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c411c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b60e9717-019c-4527-a82a-15e993ac5189+22:2505:x1830958840535680:12345-192.168.203.56@tcp:36:truncate.0 Request processed in 4377us (5305us total) trans 4294989767 rc 0/0 00000100:00100000:0.0:1746139110.997083:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 53139 00000020:00080000:0.0:1746139110.997086:0:7220:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1746139110.999129:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139110.999280:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840535936 00000100:00100000:1.0:1746139110.999287:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840535936 00000100:00100000:1.0:1746139110.999363:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30196 00000100:00100000:1.0:1746139110.999370:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ee96a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+7:2505:x1830958840535936:12345-192.168.203.56@tcp:101:truncate.0 00010000:00010000:1.0:1746139110.999383:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139110.999395:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012fa5d400/0x1f9f6ca451acc1cd lrc: 2/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512ef1 expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139110.999424:0:18644:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880072436e00/0x1f9f6ca451acc1b1 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ee3 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139110.999429:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139110.999430:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139110.999433:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012fa5d400/0x1f9f6ca451acc1cd lrc: 4/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ef1 expref: 8 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139110.999462:0:18644:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880072436e00/0x1f9f6ca451acc1b1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ee3 expref: 5 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139110.999472:0:18644:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880072436e00/0x1f9f6ca451acc1b1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ee3 expref: 5 pid: 18644 timeout: 836 lvb_type: 0 00000100:00100000:1.0:1746139110.999480:0:18644:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800885cdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:18644:1830958832250240:192.168.203.56@tcp:104: 00000100:00100000:1.0:1746139110.999957:0:18644:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ee58000 going to sleep for 11 seconds 00000100:00100000:0.0:1746139111.002027:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139111.002113:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840536064 00000100:00100000:3.0:1746139111.002119:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840536064 00010000:00010000:3.0:1746139111.002145:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880072436e00/0x1f9f6ca451acc1b1 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ee3 expref: 6 pid: 18644 timeout: 836 lvb_type: 0 00000100:00100000:3.0:1746139111.002170:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17504 00000100:00100000:3.0:1746139111.002175:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ee95500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2010:x1830958840536064:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139111.002185:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139111.002200:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880072436e00/0x1f9f6ca451acc1b1 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ee3 expref: 6 pid: 18644 timeout: 836 lvb_type: 0 00010000:00010000:3.0:1746139111.002209:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880072436e00/0x1f9f6ca451acc1b1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ee3 expref: 6 pid: 18644 timeout: 836 lvb_type: 0 00000100:00100000:1.0:1746139111.002217:0:18644:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800885cdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:18644:1830958832250240:192.168.203.56@tcp:104: 00010000:00010000:3.0:1746139111.002225:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880072436e00/0x1f9f6ca451acc1b1 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ee3 expref: 6 pid: 18644 timeout: 836 lvb_type: 0 00010000:00010000:3.0:1746139111.002237:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139111.002237:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012fa5d400/0x1f9f6ca451acc1cd lrc: 3/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ef1 expref: 8 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139111.002239:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139111.002244:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012fa5d400/0x1f9f6ca451acc1cd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ef1 expref: 8 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139111.002252:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012fa5d400/0x1f9f6ca451acc1cd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ef1 expref: 8 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139111.002505:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fa5d400, rc 0) 00010000:00010000:3.0:1746139111.002520:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012fa5d400/0x1f9f6ca451acc1cd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ef1 expref: 8 pid: 18644 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139111.002534:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a075a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7207:1830958832250368:192.168.203.56@tcp:105: 00000100:00100000:1.0:1746139111.002542:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ee96a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+8:2505:x1830958840535936:12345-192.168.203.56@tcp:101:truncate.0 Request processed in 3172us (3418us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139111.002547:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30196 00000100:00100000:3.0:1746139111.002981:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a059d780 going to sleep for 11 seconds 00000100:00100000:3.0:1746139111.004942:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a075a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7207:1830958832250368:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139111.004975:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139111.005008:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ee95500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2010:x1830958840536064:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 2832us (2984us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139111.005016:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17504 00000100:00100000:0.0:1746139111.005737:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139111.005961:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840536192 00000100:00100000:2.0:1746139111.005968:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840536192 00002000:00010000:2.0:1746139111.005997:0:9568:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/25 (858->18446744073709551615) 00002000:00100000:2.0:1746139111.006000:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ee96d80 with x1830958840536192 ext(858->18446744073709551615) 00002000:00010000:2.0:1746139111.006007:0:9568:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012ee96d80. 00000100:00100000:2.0:1746139111.006032:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13452 00000100:00100000:2.0:1746139111.006038:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ee96d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+8:2007:x1830958840536192:12345-192.168.203.56@tcp:10:truncate.0 00002000:00010000:2.0:1746139111.006222:0:9568:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x19:0x0] updating lvb size from disk: 1716 -> 858 00002000:00010000:2.0:1746139111.006224:0:9568:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x19:0x0] updating lvb mtime from disk: 1746139111 -> 1746139111 00002000:00010000:2.0:1746139111.006226:0:9568:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x19:0x0] updating lvb atime from disk: 1746139111 -> 0 00002000:00010000:2.0:1746139111.006228:0:9568:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x19:0x0] updating lvb ctime from disk: 1746139111 -> 1746139111 00002000:00010000:2.0:1746139111.006229:0:9568:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x19:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:2.0:1746139111.006262:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ee96d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+9:2007:x1830958840536192:12345-192.168.203.56@tcp:10:truncate.0 Request processed in 225us (528us total) trans 4294970705 rc 0/0 00000100:00100000:2.0:1746139111.006267:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13452 00002000:00010000:2.0:1746139111.006269:0:9568:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/25 (858->18446744073709551615) 00002000:00100000:2.0:1746139111.006271:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ee96d80 with x1830958840536192 ext(858->18446744073709551615) 00002000:00010000:2.0:1746139111.006274:0:9568:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012ee96d80. 00000100:00100000:0.0:1746139111.016976:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139111.017573:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840536320 00000100:00100000:2.0:1746139111.017581:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840536320 00000100:00100000:2.0:1746139111.017728:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 53140 00000100:00100000:2.0:1746139111.017736:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ee95180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b60e9717-019c-4527-a82a-15e993ac5189+22:2507:x1830958840536320:12345-192.168.203.56@tcp:101:mmap_cat.0 00010000:00010000:2.0:1746139111.017758:0:7220:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139111.017772:0:7220:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb7e600/0x1f9f6ca451acc1d4 lrc: 2/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512ef8 expref: -99 pid: 7220 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139111.017816:0:7220:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb7ee00/0x1f9f6ca451acc1db lrc: 3/1,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746139111.017826:0:7220:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb7ee00/0x1f9f6ca451acc1db lrc: 3/1,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746139111.017835:0:7220:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb7ee00/0x1f9f6ca451acc1db lrc: 3/1,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746139111.017846:0:7220:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb7fa00/0x1f9f6ca451acc1e2 lrc: 3/1,0 mode: --/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746139111.017851:0:7220:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb7fa00/0x1f9f6ca451acc1e2 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746139111.017857:0:7220:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb7fa00/0x1f9f6ca451acc1e2 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746139111.017912:0:7220:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb7ec00/0x1f9f6ca451acc1e9 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x47:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746139111.017919:0:7220:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb7ec00/0x1f9f6ca451acc1e9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746139111.017924:0:7220:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb7ec00/0x1f9f6ca451acc1e9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7220 initiator: MDT0 00000004:00200000:2.0:1746139111.017949:0:7220:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x47:0x0]: returning size 858 00000004:00200000:2.0:1746139111.017952:0:7220:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1746139111.017965:0:7220:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb7ec00/0x1f9f6ca451acc1e9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746139111.017972:0:7220:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb7ec00/0x1f9f6ca451acc1e9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746139111.017978:0:7220:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb7ee00/0x1f9f6ca451acc1db lrc: 4/1,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746139111.017983:0:7220:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb7ee00/0x1f9f6ca451acc1db lrc: 4/1,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746139111.017988:0:7220:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb7ee00/0x1f9f6ca451acc1db lrc: 3/0,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746139111.017996:0:7220:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb7ee00/0x1f9f6ca451acc1db lrc: 4/0,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746139111.018000:0:7220:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012fb7ee00 already unused, calling callback (ffffffffa0f11690) 00010000:00010000:2.0:1746139111.018004:0:7220:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb7ee00/0x1f9f6ca451acc1db lrc: 4/0,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746139111.018008:0:7220:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb7ee00/0x1f9f6ca451acc1db lrc: 5/0,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746139111.018016:0:7220:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x9:0x0].0x0 (ffff88009f3b5f00) 00010000:00010000:2.0:1746139111.018019:0:7220:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746139111.018022:0:7220:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb7ee00/0x1f9f6ca451acc1db lrc: 3/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746139111.018027:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb7ee00/0x1f9f6ca451acc1db lrc: 0/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7220 initiator: MDT0 00000100:00080000:0.0:1746139111.018092:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1746139111.018822:0:7220:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb7fa00/0x1f9f6ca451acc1e2 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746139111.018828:0:7220:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb7fa00/0x1f9f6ca451acc1e2 lrc: 2/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746139111.018833:0:7220:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb7fa00/0x1f9f6ca451acc1e2 lrc: 3/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746139111.018837:0:7220:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012fb7fa00 already unused, calling callback (ffffffffa0f11690) 00010000:00010000:2.0:1746139111.018840:0:7220:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb7fa00/0x1f9f6ca451acc1e2 lrc: 3/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746139111.018845:0:7220:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb7fa00/0x1f9f6ca451acc1e2 lrc: 4/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746139111.018856:0:7220:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x9:0x0].0xf9ce3da1 (ffff880072407700) 00010000:00010000:2.0:1746139111.018858:0:7220:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746139111.018860:0:7220:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb7fa00/0x1f9f6ca451acc1e2 lrc: 2/0,0 mode: --/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746139111.018864:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb7fa00/0x1f9f6ca451acc1e2 lrc: 0/0,0 mode: --/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746139111.018885:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb7e600/0x1f9f6ca451acc1d4 lrc: 0/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ef8 expref: 24 pid: 7220 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139111.018895:0:7220:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb7ec00/0x1f9f6ca451acc1e9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ef8 expref: 23 pid: 7220 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139111.018900:0:7220:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x47:0x0].0x0 (ffff880072407e00) 00010000:00010000:2.0:1746139111.018902:0:7220:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746139111.018904:0:7220:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7ec00, rc 0) 00000100:00100000:3.0:1746139111.019131:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ee95180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b60e9717-019c-4527-a82a-15e993ac5189+23:2507:x1830958840536320:12345-192.168.203.56@tcp:101:mmap_cat.0 Request processed in 1395us (2160us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139111.019138:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 53140 00000100:00100000:0.0:1746139111.025409:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139111.025607:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840536576 00000100:00100000:2.0:1746139111.025639:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840536576 00002000:00100000:2.0:1746139111.025677:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88012ee97480 x1830958840536576/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:37/0 lens 488/0 e 0 to 0 dl 1746139122 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 00002000:00100000:2.0:1746139111.025686:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ee97480 with x1830958840536576 ext(0->4095) 00002000:00010000:2.0:1746139111.025691:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012ee97480 00000100:00100000:2.0:1746139111.025720:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13453 00000100:00100000:2.0:1746139111.025727:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ee97480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+9:2007:x1830958840536576:12345-192.168.203.56@tcp:3:cp.0 00000100:00100000:2.0:1746139111.025832:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ee97480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+9:2007:x1830958840536576:12345-192.168.203.56@tcp:3:cp.0 Request processed in 105us (429us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746139111.025847:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13453 00002000:00100000:2.0:1746139111.025853:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88012ee97480 x1830958840536576/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:37/0 lens 488/4536 e 0 to 0 dl 1746139122 ref 1 fl Complete:/200/0 rc 4096/4096 job:'cp.0' uid:0 gid:0 00002000:00100000:2.0:1746139111.025861:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ee97480 with x1830958840536576 ext(0->4095) 00002000:00010000:2.0:1746139111.025864:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012ee97480 00000100:00100000:1.0:1746139111.041761:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139111.042175:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840536704 00000100:00100000:2.0:1746139111.042183:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840536704 00000100:00100000:2.0:1746139111.042264:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 53141 00000100:00100000:2.0:1746139111.042274:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800885cdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+13:2511:x1830958840536704:12345-192.168.203.56@tcp:101:mmap_cat.0 00010000:00010000:2.0:1746139111.042298:0:7220:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139111.042318:0:7220:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb7e400/0x1f9f6ca451acc1f0 lrc: 2/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512eff expref: -99 pid: 7220 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139111.042374:0:7220:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb7e600/0x1f9f6ca451acc1f7 lrc: 3/1,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746139111.042387:0:7220:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb7e600/0x1f9f6ca451acc1f7 lrc: 3/1,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746139111.042398:0:7220:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb7e600/0x1f9f6ca451acc1f7 lrc: 3/1,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746139111.042408:0:7220:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb7fa00/0x1f9f6ca451acc1fe lrc: 3/1,0 mode: --/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746139111.042413:0:7220:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb7fa00/0x1f9f6ca451acc1fe lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746139111.042419:0:7220:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb7fa00/0x1f9f6ca451acc1fe lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746139111.042490:0:7220:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb7ee00/0x1f9f6ca451acc205 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x47:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746139111.042497:0:7220:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb7ee00/0x1f9f6ca451acc205 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746139111.042504:0:7220:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb7ee00/0x1f9f6ca451acc205 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7220 initiator: MDT0 00000004:00200000:2.0:1746139111.042534:0:7220:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x47:0x0]: returning size 858 00000004:00200000:2.0:1746139111.042539:0:7220:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1746139111.042556:0:7220:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb7ee00/0x1f9f6ca451acc205 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746139111.042566:0:7220:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb7ee00/0x1f9f6ca451acc205 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746139111.042575:0:7220:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb7e600/0x1f9f6ca451acc1f7 lrc: 4/1,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746139111.042580:0:7220:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb7e600/0x1f9f6ca451acc1f7 lrc: 4/1,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746139111.042585:0:7220:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb7e600/0x1f9f6ca451acc1f7 lrc: 3/0,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746139111.042590:0:7220:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb7e600/0x1f9f6ca451acc1f7 lrc: 4/0,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746139111.042595:0:7220:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012fb7e600 already unused, calling callback (ffffffffa0f11690) 00010000:00010000:2.0:1746139111.042598:0:7220:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb7e600/0x1f9f6ca451acc1f7 lrc: 4/0,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746139111.042604:0:7220:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb7e600/0x1f9f6ca451acc1f7 lrc: 5/0,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746139111.042641:0:7220:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x9:0x0].0x0 (ffff88009f3b5f00) 00010000:00010000:2.0:1746139111.042645:0:7220:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746139111.042649:0:7220:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb7e600/0x1f9f6ca451acc1f7 lrc: 3/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746139111.042654:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb7e600/0x1f9f6ca451acc1f7 lrc: 0/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746139111.042670:0:7220:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb7fa00/0x1f9f6ca451acc1fe lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746139111.042675:0:7220:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb7fa00/0x1f9f6ca451acc1fe lrc: 2/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746139111.042680:0:7220:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb7fa00/0x1f9f6ca451acc1fe lrc: 3/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746139111.042684:0:7220:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012fb7fa00 already unused, calling callback (ffffffffa0f11690) 00010000:00010000:2.0:1746139111.042686:0:7220:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb7fa00/0x1f9f6ca451acc1fe lrc: 3/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746139111.042690:0:7220:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb7fa00/0x1f9f6ca451acc1fe lrc: 4/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746139111.042696:0:7220:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x9:0x0].0xf9ce3da1 (ffff880072407700) 00010000:00010000:2.0:1746139111.042698:0:7220:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746139111.042700:0:7220:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb7fa00/0x1f9f6ca451acc1fe lrc: 2/0,0 mode: --/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746139111.042704:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb7fa00/0x1f9f6ca451acc1fe lrc: 0/0,0 mode: --/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746139111.042726:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb7e400/0x1f9f6ca451acc1f0 lrc: 0/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512eff expref: 15 pid: 7220 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139111.042738:0:7220:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb7ee00/0x1f9f6ca451acc205 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512eff expref: 14 pid: 7220 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139111.042744:0:7220:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x47:0x0].0x0 (ffff880072407e00) 00010000:00010000:2.0:1746139111.042746:0:7220:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746139111.042748:0:7220:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7ee00, rc 0) 00000100:00100000:2.0:1746139111.042797:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800885cdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+14:2511:x1830958840536704:12345-192.168.203.56@tcp:101:mmap_cat.0 Request processed in 524us (1040us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139111.042805:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 53141 00000100:00080000:0.0:1746139111.043384:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746139111.050122:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139111.050186:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840536832 00000100:00100000:1.0:1746139111.050193:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840536832 00000100:00100000:1.0:1746139111.050248:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30197 00000100:00100000:1.0:1746139111.050255:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f17b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2009:x1830958840536832:12345-192.168.203.56@tcp:101:mmap_cat.0 00010000:00010000:1.0:1746139111.050271:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139111.050283:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012fa5c600/0x1f9f6ca451acc20c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512f06 expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746139111.050324:0:18644:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800885cd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:18644:1830958832250496:192.168.203.56@tcp:106: 00000100:00100000:1.0:1746139111.050408:0:18644:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ee58000 going to sleep for 11 seconds 00002000:00010000:1.0:1746139111.061470:0:18644:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000401:0x19:0x0] updating lvb atime: 0 -> 1746139111 00000100:00100000:1.0:1746139111.061493:0:18644:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800885cd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:18644:1830958832250496:192.168.203.56@tcp:106: 00010000:00010000:1.0:1746139111.061521:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012fa5c600/0x1f9f6ca451acc20c lrc: 1/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512f06 expref: 6 pid: 18644 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746139111.061533:0:18644:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012fa5c600/0x1f9f6ca451acc20c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512f06 expref: 6 pid: 18644 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746139111.061558:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fa5c600, rc 0) 00000100:00100000:1.0:1746139111.061610:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f17b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2009:x1830958840536832:12345-192.168.203.56@tcp:101:mmap_cat.0 Request processed in 11355us (11493us total) trans 0 rc 301/301 00000100:00100000:1.0:1746139111.061640:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30197 00000100:00100000:0.0:1746139111.069234:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139111.070187:0:21532:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840537088 00000100:00100000:2.0:1746139111.070194:0:21532:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840537088 00000100:00100000:2.0:1746139111.070238:0:21532:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 53142 00000100:00100000:2.0:1746139111.070244:0:21532:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f17b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:57256782-7187-4d4f-9a1f-78e1ae613c85+14:2511:x1830958840537088:12345-192.168.203.56@tcp:101:mmap_cat.0 00010000:00010000:2.0:1746139111.070260:0:21532:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139111.070274:0:21532:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb7e600/0x1f9f6ca451acc213 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x47:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512f0d expref: -99 pid: 21532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139111.070351:0:21532:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acc21a lrc: 3/1,0 mode: --/CR res: [0x200000402:0x47:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 21532 initiator: MDT0 00010000:00010000:2.0:1746139111.070363:0:21532:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acc21a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x47:0x0].0x0 bits 0xd/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 21532 initiator: MDT0 00010000:00010000:2.0:1746139111.070371:0:21532:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acc21a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x47:0x0].0x0 bits 0xd/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 21532 initiator: MDT0 00000004:00200000:2.0:1746139111.070380:0:21532:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x47:0x0]: returning size 858 00010000:00010000:2.0:1746139111.070466:0:21532:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb7e600/0x1f9f6ca451acc213 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x47:0x0].0x0 bits 0x1/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512f0d expref: 17 pid: 21532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139111.071192:0:21532:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb7ea00/0x1f9f6ca451acc21a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x47:0x0].0x0 bits 0xd/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512f0d expref: 16 pid: 21532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139111.071200:0:21532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x47:0x0].0x0 (ffff880072407e00) 00010000:00010000:2.0:1746139111.071202:0:21532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:2.0:1746139111.071206:0:21532:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7ea00, rc 0) 00000100:00100000:2.0:1746139111.071259:0:21532:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f17b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:57256782-7187-4d4f-9a1f-78e1ae613c85+16:2511:x1830958840537088:12345-192.168.203.56@tcp:101:mmap_cat.0 Request processed in 1014us (2032us total) trans 4294989768 rc 0/0 00000100:00100000:2.0:1746139111.071264:0:21532:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 53142 00000100:00100000:0.0:1746139111.073951:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139111.074704:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840537216 00000100:00100000:1.0:1746139111.074713:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840537216 00000100:00100000:1.0:1746139111.074934:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30198 00000100:00100000:1.0:1746139111.074943:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f178700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2008:x1830958840537216:12345-192.168.203.56@tcp:101:mmap_cat.0 00010000:00010000:1.0:1746139111.074958:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139111.074972:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012fa5de00/0x1f9f6ca451acc228 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512f14 expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746139111.075012:0:18644:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800885cd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:18644:1830958832250624:192.168.203.56@tcp:106: 00000100:00100000:1.0:1746139111.075396:0:18644:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ee58000 going to sleep for 11 seconds 00000100:00100000:1.0:1746139111.077036:0:18644:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800885cd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:18644:1830958832250624:192.168.203.56@tcp:106: 00010000:00010000:1.0:1746139111.077062:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012fa5de00/0x1f9f6ca451acc228 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512f14 expref: 6 pid: 18644 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746139111.077073:0:18644:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012fa5de00/0x1f9f6ca451acc228 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512f14 expref: 6 pid: 18644 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746139111.077086:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fa5de00, rc 0) 00000100:00100000:1.0:1746139111.077139:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f178700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2008:x1830958840537216:12345-192.168.203.56@tcp:101:mmap_cat.0 Request processed in 2196us (3193us total) trans 0 rc 301/301 00000100:00100000:1.0:1746139111.077146:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30198 00000100:00100000:0.0:1746139111.081300:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139111.081454:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840537344 00000100:00100000:1.0:1746139111.081461:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840537344 00000100:00100000:3.0:1746139111.082769:0:24929:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30199 00000100:00100000:3.0:1746139111.082782:0:24929:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f178380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2511:x1830958840537344:12345-192.168.203.56@tcp:101:mmap_cat.0 00010000:00010000:3.0:1746139111.082797:0:24929:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139111.082811:0:24929:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f43aa00/0x1f9f6ca451acc22f lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512f1b expref: -99 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139111.082838:0:24929:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012fa5d400/0x1f9f6ca451acc1cd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ef1 expref: 8 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139111.082845:0:24929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746139111.082847:0:24929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746139111.082849:0:24929:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f43aa00/0x1f9f6ca451acc22f lrc: 4/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512f1b expref: 6 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139111.082875:0:24929:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012fa5d400/0x1f9f6ca451acc1cd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ef1 expref: 8 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139111.082886:0:24929:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012fa5d400/0x1f9f6ca451acc1cd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ef1 expref: 8 pid: 18644 timeout: 836 lvb_type: 0 00000100:00100000:3.0:1746139111.082896:0:24929:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a075a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24929:1830958832250752:192.168.203.56@tcp:104: 00000100:00100000:3.0:1746139111.084328:0:24929:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a059d780 going to sleep for 11 seconds 00000100:00100000:0.0:1746139111.093449:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139111.095373:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840537472 00000100:00100000:2.0:1746139111.095383:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840537472 00010000:00010000:2.0:1746139111.095418:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012fa5d400/0x1f9f6ca451acc1cd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ef1 expref: 9 pid: 18644 timeout: 836 lvb_type: 0 00000100:00100000:2.0:1746139111.095459:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17505 00000100:00100000:2.0:1746139111.095470:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f178a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+9:2008:x1830958840537472:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139111.095483:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139111.095499:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012fa5d400/0x1f9f6ca451acc1cd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ef1 expref: 9 pid: 18644 timeout: 836 lvb_type: 0 00010000:00010000:2.0:1746139111.095511:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012fa5d400/0x1f9f6ca451acc1cd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ef1 expref: 9 pid: 18644 timeout: 836 lvb_type: 0 00010000:00010000:2.0:1746139111.095529:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012fa5d400/0x1f9f6ca451acc1cd lrc: 0/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ef1 expref: 9 pid: 18644 timeout: 836 lvb_type: 0 00010000:00010000:2.0:1746139111.095557:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139111.095559:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139111.095564:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f43aa00/0x1f9f6ca451acc22f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512f1b expref: 6 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139111.095572:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f43aa00/0x1f9f6ca451acc22f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512f1b expref: 6 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139111.095598:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f43aa00/0x1f9f6ca451acc22f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512f1b expref: 6 pid: 24929 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746139111.095608:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c411180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7207:1830958832250880:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139111.095698:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b2363b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746139111.095927:0:24929:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a075a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24929:1830958832250752:192.168.203.56@tcp:104: 00010000:00010000:3.0:1746139111.095961:0:24929:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f43aa00/0x1f9f6ca451acc22f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512f1b expref: 6 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139111.095968:0:24929:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f43aa00, rc 0) 00000100:00100000:3.0:1746139111.096005:0:24929:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f178380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2511:x1830958840537344:12345-192.168.203.56@tcp:101:mmap_cat.0 Request processed in 13227us (14711us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139111.096011:0:24929:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30199 00000100:00100000:2.0:1746139111.102045:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c411180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7207:1830958832250880:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139111.102063:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139111.102101:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f178a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+8:2008:x1830958840537472:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 6635us (8668us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139111.102111:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17505 00000100:00100000:0.0:1746139111.104811:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139111.104880:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840537728 00000100:00100000:1.0:1746139111.104887:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840537728 00002000:00100000:1.0:1746139111.104920:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88009f17aa00 x1830958840537728/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:37/0 lens 488/0 e 0 to 0 dl 1746139122 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139111.104929:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f17aa00 with x1830958840537728 ext(0->4095) 00002000:00010000:1.0:1746139111.104933:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f17aa00 00000100:00100000:1.0:1746139111.104963:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13454 00000100:00100000:1.0:1746139111.104971:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f17aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2010:x1830958840537728:12345-192.168.203.56@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746139111.105083:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f17aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2010:x1830958840537728:12345-192.168.203.56@tcp:3:ptlrpcd_01_01.0 Request processed in 113us (278us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139111.105089:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13454 00002000:00100000:1.0:1746139111.105095:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88009f17aa00 x1830958840537728/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:37/0 lens 488/4536 e 0 to 0 dl 1746139122 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746139111.105102:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f17aa00 with x1830958840537728 ext(0->4095) 00002000:00010000:1.0:1746139111.105104:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f17aa00 00010000:00010000:3.0:1746139111.337944:0:7208:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1746139111.449498:0:7201:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294989768 is committed 00000001:00080000:2.0:1746139111.451638:0:7201:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294989767 is committed 00000004:00080000:2.0:1746139111.451667:0:7201:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 20 committed 00000100:00100000:2.0:1746139111.451968:0:3765:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1746139111.451984:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a075a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1830958832251008:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1746139111.452037:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746139111.452144:0:24929:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958832251008 00000100:00100000:3.0:1746139111.452151:0:24929:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958832251008 00000100:00080000:0.0:1746139111.452227:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1746139111.452303:0:3750:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f573600/0x1f9f6ca451acc01b lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7219 initiator: MDT0 00010000:00010000:1.0:1746139111.452313:0:3750:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009f573600/0x1f9f6ca451acc01b lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7219 initiator: MDT0 00010000:00010000:1.0:1746139111.452319:0:3750:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009f573600/0x1f9f6ca451acc01b lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7219 initiator: MDT0 00010000:00010000:1.0:1746139111.452324:0:3750:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009f573600 already unused, calling callback (ffffffffa0f11690) 00010000:00010000:1.0:1746139111.452327:0:3750:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f573600/0x1f9f6ca451acc01b lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7219 initiator: MDT0 00010000:00010000:1.0:1746139111.452333:0:3750:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f573600/0x1f9f6ca451acc01b lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7219 initiator: MDT0 00010000:00010000:1.0:1746139111.452347:0:3750:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf0ce3da1 (ffff8800a0971300) 00010000:00010000:1.0:1746139111.452350:0:3750:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746139111.452353:0:3750:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009f573600/0x1f9f6ca451acc01b lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7219 initiator: MDT0 00010000:00010000:1.0:1746139111.452358:0:3750:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f573600/0x1f9f6ca451acc01b lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7219 initiator: MDT0 00010000:00010000:1.0:1746139111.452396:0:3750:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f5a2a00/0x1f9f6ca451acc05a lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746139111.452401:0:3750:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009f5a2a00/0x1f9f6ca451acc05a lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746139111.452406:0:3750:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009f5a2a00/0x1f9f6ca451acc05a lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746139111.452409:0:3750:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009f5a2a00 already unused, calling callback (ffffffffa0f11690) 00010000:00010000:1.0:1746139111.452411:0:3750:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f5a2a00/0x1f9f6ca451acc05a lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746139111.452415:0:3750:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f5a2a00/0x1f9f6ca451acc05a lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746139111.452421:0:3750:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf9ce3d8f (ffff88009f3b5a00) 00010000:00010000:1.0:1746139111.452423:0:3750:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746139111.452425:0:3750:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009f5a2a00/0x1f9f6ca451acc05a lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746139111.452428:0:3750:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f5a2a00/0x1f9f6ca451acc05a lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746139111.452446:0:3750:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0753200/0x1f9f6ca451acc061 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746139111.452451:0:3750:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0753200/0x1f9f6ca451acc061 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746139111.452455:0:3750:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0753200/0x1f9f6ca451acc061 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746139111.452461:0:3750:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a0753200 already unused, calling callback (ffffffffa0f11690) 00010000:00010000:1.0:1746139111.452463:0:3750:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0753200/0x1f9f6ca451acc061 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746139111.452466:0:3750:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0753200/0x1f9f6ca451acc061 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746139111.452471:0:3750:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff88009f3b5100) 00010000:00010000:1.0:1746139111.452472:0:3750:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746139111.452474:0:3750:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0753200/0x1f9f6ca451acc061 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746139111.452479:0:3750:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0753200/0x1f9f6ca451acc061 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746139111.452485:0:3750:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009cd42600/0x1f9f6ca451acc068 lrc: 3/0,1 mode: TXN/TXN res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746139111.452489:0:3750:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009cd42600/0x1f9f6ca451acc068 lrc: 2/0,0 mode: TXN/TXN res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746139111.452492:0:3750:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009cd42600/0x1f9f6ca451acc068 lrc: 3/0,0 mode: TXN/TXN res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746139111.452495:0:3750:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009cd42600 already unused, calling callback (ffffffffa0f11690) 00010000:00010000:1.0:1746139111.452497:0:3750:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009cd42600/0x1f9f6ca451acc068 lrc: 3/0,0 mode: TXN/TXN res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746139111.452500:0:3750:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009cd42600/0x1f9f6ca451acc068 lrc: 4/0,0 mode: TXN/TXN res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746139111.452504:0:3750:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x9:0x0].0x0 (ffff88009f3b5f00) 00010000:00010000:1.0:1746139111.452506:0:3750:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746139111.452508:0:3750:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009cd42600/0x1f9f6ca451acc068 lrc: 2/0,0 mode: --/TXN res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746139111.452512:0:3750:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009cd42600/0x1f9f6ca451acc068 lrc: 0/0,0 mode: --/TXN res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746139111.452519:0:3750:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f16ca00/0x1f9f6ca451acc0e6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746139111.452523:0:3750:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009f16ca00/0x1f9f6ca451acc0e6 lrc: 2/0,0 mode: TXN/TXN res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746139111.452527:0:3750:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009f16ca00/0x1f9f6ca451acc0e6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746139111.452529:0:3750:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009f16ca00 already unused, calling callback (ffffffffa0f11690) 00010000:00010000:1.0:1746139111.452531:0:3750:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f16ca00/0x1f9f6ca451acc0e6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746139111.452535:0:3750:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f16ca00/0x1f9f6ca451acc0e6 lrc: 4/0,0 mode: TXN/TXN res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746139111.452539:0:3750:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x9:0x0].0xf9ce3da1 (ffff880072407700) 00010000:00010000:1.0:1746139111.452540:0:3750:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746139111.452541:0:3750:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009f16ca00/0x1f9f6ca451acc0e6 lrc: 2/0,0 mode: --/TXN res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746139111.452545:0:3750:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f16ca00/0x1f9f6ca451acc0e6 lrc: 0/0,0 mode: --/TXN res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746139111.452553:0:3750:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880072436800/0x1f9f6ca451acc1c6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x47:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746139111.452557:0:3750:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880072436800/0x1f9f6ca451acc1c6 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x47:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746139111.452564:0:3750:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880072436800/0x1f9f6ca451acc1c6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x47:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746139111.452567:0:3750:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880072436800 already unused, calling callback (ffffffffa0f11690) 00010000:00010000:1.0:1746139111.452568:0:3750:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072436800/0x1f9f6ca451acc1c6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x47:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746139111.452572:0:3750:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072436800/0x1f9f6ca451acc1c6 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x47:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746139111.452575:0:3750:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x47:0x0].0x0 (ffff880072407e00) 00010000:00010000:1.0:1746139111.452577:0:3750:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746139111.452578:0:3750:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880072436800/0x1f9f6ca451acc1c6 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x47:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746139111.452581:0:3750:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072436800/0x1f9f6ca451acc1c6 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x47:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7220 initiator: MDT0 00000100:00100000:3.0:1746139111.452723:0:24929:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30200 00000100:00100000:3.0:1746139111.452731:0:24929:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c411180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3765:x1830958832251008:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1746139111.452751:0:24929:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:26 count 1 00010000:00010000:3.0:1746139111.452767:0:24929:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009f43ae00/0x1f9f6ca451acc236 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139111.452780:0:24929:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009edca400/0x1f9f6ca451acc00d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512e57 expref: 5 pid: 24929 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746139111.452790:0:24929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139111.452791:0:24929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139111.452794:0:24929:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f43ae00/0x1f9f6ca451acc236 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139111.452811:0:24929:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009edca400/0x1f9f6ca451acc00d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512e57 expref: 5 pid: 24929 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746139111.452821:0:24929:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009edca400/0x1f9f6ca451acc00d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512e57 expref: 5 pid: 24929 timeout: 836 lvb_type: 1 00000100:00100000:3.0:1746139111.452830:0:24929:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a075ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24929:1830958832251136:192.168.203.56@tcp:104: 00000100:00100000:3.0:1746139111.452882:0:24929:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a059d780 going to sleep for 11 seconds 00000100:00100000:0.0:1746139111.471600:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139111.471810:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840537856 00000100:00100000:2.0:1746139111.471964:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840537856 00010000:00010000:2.0:1746139111.472002:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009edca400/0x1f9f6ca451acc00d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512e57 expref: 6 pid: 24929 timeout: 836 lvb_type: 1 00000100:00100000:2.0:1746139111.472027:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17506 00000100:00100000:2.0:1746139111.472033:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f178000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+6:2007:x1830958840537856:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139111.472044:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139111.472048:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009edca400/0x1f9f6ca451acc00d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512e57 expref: 6 pid: 24929 timeout: 836 lvb_type: 1 00010000:00010000:2.0:1746139111.472065:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009edca400/0x1f9f6ca451acc00d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512e57 expref: 6 pid: 24929 timeout: 836 lvb_type: 1 00010000:00010000:2.0:1746139111.472086:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139111.472088:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139111.472092:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f43ae00/0x1f9f6ca451acc236 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139111.472099:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f43ae00/0x1f9f6ca451acc236 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139111.472113:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139111.472229:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f178000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+6:2007:x1830958840537856:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 196us (641us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139111.472235:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17506 00000100:00080000:0.0:1746139111.472518:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1746139111.474674:0:24929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009edca400/0x1f9f6ca451acc00d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512e57 expref: 5 pid: 24929 timeout: 836 lvb_type: 1 00000100:00100000:3.0:1746139111.474700:0:24929:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a075ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24929:1830958832251136:192.168.203.56@tcp:104: 00010000:00010000:3.0:1746139111.474739:0:24929:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009f43ae00/0x1f9f6ca451acc236 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139111.474747:0:24929:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009f43ae00/0x1f9f6ca451acc236 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139111.474752:0:24929:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f43ae00/0x1f9f6ca451acc236 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139111.474764:0:24929:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009f43ae00/0x1f9f6ca451acc236 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139111.474771:0:24929:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009f43ae00/0x1f9f6ca451acc236 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139111.474784:0:24929:0:(ldlm_lockd.c:2182:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1746139111.474795:0:7209:0:(ldlm_lockd.c:2812:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1746139111.474800:0:7209:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009f43ae00/0x1f9f6ca451acc236 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139111.474805:0:7209:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009f43ae00 already unused, calling callback (ffffffffa0865d70) 00010000:00010000:3.0:1746139111.474807:0:7209:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f43ae00/0x1f9f6ca451acc236 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139111.474813:0:7209:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f43ae00/0x1f9f6ca451acc236 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139111.474824:0:7209:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009f43ae00/0x1f9f6ca451acc236 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139111.474829:0:7209:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f43ae00/0x1f9f6ca451acc236 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139111.474845:0:7209:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1746139111.474846:0:7209:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1746139111.474848:0:7209:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746139111.475106:0:24929:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c411180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+6:3765:x1830958832251008:12345-0@lo:6:osp-syn-1-0.0 Request processed in 22374us (23066us total) trans 4294972134 rc 0/0 00000100:00100000:3.0:1746139111.475114:0:24929:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30200 00000004:00080000:3.0:1746139111.475161:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800a075a300/2, rc 0, transno 4294972134 00000100:00100000:3.0:1746139111.475166:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a075a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1830958832251008:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1746139111.698885:0:3767:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c412680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1830958832251520:0@lo:400:kworker.0 00000100:00100000:2.0:1746139111.698944:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746139111.698992:0:3767:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134530000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1830958832252032:0@lo:400:kworker.0 00000100:00100000:2.0:1746139111.699011:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746139111.699023:0:3767:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134531500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1830958832252544:0@lo:400:kworker.0 00000100:00100000:2.0:1746139111.699037:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746139111.699053:0:3767:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:2.0:1746139111.699057:0:3767:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c410380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3767:1830958832251392:0@lo:400:kworker.0 00000100:00100000:2.0:1746139111.699074:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746139111.699086:0:3767:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134530380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3767:1830958832251904:0@lo:400:kworker.0 00000100:00100000:2.0:1746139111.699097:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746139111.699112:0:3767:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134531c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3767:1830958832252416:0@lo:400:kworker.0 00000100:00100000:2.0:1746139111.699126:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746139111.699146:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958832252032 00000100:00100000:2.0:1746139111.699152:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958832252032 00000100:00100000:2.0:1746139111.699178:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958832252544 00000100:00100000:2.0:1746139111.699179:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958832252544 00000100:00100000:2.0:1746139111.699198:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 773 00000100:00100000:2.0:1746139111.699204:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134533480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3767:x1830958832252032:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746139111.699243:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134533480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3767:x1830958832252032:12345-0@lo:400:kworker.0 Request processed in 40us (231us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139111.699248:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 773 00000100:00100000:2.0:1746139111.699260:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 774 00000100:00100000:2.0:1746139111.699264:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072505f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3767:x1830958832252544:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746139111.699283:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072505f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3767:x1830958832252544:12345-0@lo:400:kworker.0 Request processed in 20us (246us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139111.699288:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 774 00000100:00100000:2.0:1746139111.699300:0:21532:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958832251392 00000100:00100000:2.0:1746139111.699302:0:21532:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958832251392 00000100:00100000:2.0:1746139111.699316:0:21532:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958832251904 00000100:00100000:2.0:1746139111.699317:0:21532:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958832251904 00000100:00100000:2.0:1746139111.699328:0:21532:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958832252416 00000100:00100000:2.0:1746139111.699329:0:21532:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958832252416 00000100:00100000:2.0:1746139111.699340:0:21532:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1119 00000100:00100000:2.0:1746139111.699344:0:21532:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072507100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1830958832251392:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746139111.699362:0:21532:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072507100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1830958832251392:12345-0@lo:400:kworker.0 Request processed in 19us (287us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139111.699367:0:21532:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1119 00000100:00100000:2.0:1746139111.699373:0:21532:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1120 00000100:00100000:2.0:1746139111.699376:0:21532:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072504700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:3767:x1830958832251904:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746139111.699390:0:21532:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072504700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:3767:x1830958832251904:12345-0@lo:400:kworker.0 Request processed in 13us (292us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139111.699394:0:21532:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1120 00000100:00100000:2.0:1746139111.699399:0:21532:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1121 00000100:00100000:2.0:1746139111.699403:0:21532:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072507b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1830958832252416:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746139111.699415:0:21532:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072507b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1830958832252416:12345-0@lo:400:kworker.0 Request processed in 12us (289us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139111.699419:0:21532:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1121 00000100:00100000:2.0:1746139111.699459:0:3767:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c410380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3767:1830958832251392:0@lo:400:kworker.0 00000100:00100000:2.0:1746139111.699466:0:3767:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134530380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3767:1830958832251904:0@lo:400:kworker.0 00000100:00100000:2.0:1746139111.699471:0:3767:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134531c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3767:1830958832252416:0@lo:400:kworker.0 00000100:00100000:2.0:1746139111.699477:0:3767:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134530000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1830958832252032:0@lo:400:kworker.0 00000100:00100000:2.0:1746139111.699483:0:3767:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134531500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1830958832252544:0@lo:400:kworker.0 00000100:00080000:2.0:1746139111.699528:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1746139111.699531:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746139111.699671:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c411500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1ca206db-9abf-4f14-943b-9a8520c6dd0e:3765:1830958832251264:0@lo:400:kworker.0 00000100:00100000:3.0:1746139111.699698:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746139111.699727:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134530e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3765:1830958832251776:0@lo:400:kworker.0 00000100:00100000:3.0:1746139111.699744:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746139111.699755:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134530a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3765:1830958832252288:0@lo:400:kworker.0 00000100:00100000:3.0:1746139111.699769:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746139111.699781:0:3765:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1746139111.699786:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134531180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3765:1830958832251648:0@lo:400:kworker.0 00000100:00100000:3.0:1746139111.699799:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746139111.699808:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134533800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1830958832252160:0@lo:400:kworker.0 00000100:00100000:3.0:1746139111.699835:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746139111.699856:0:10909:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958832251776 00000100:00100000:3.0:1746139111.699858:0:10909:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958832251776 00000100:00100000:3.0:1746139111.699878:0:10909:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958832252288 00000100:00100000:3.0:1746139111.699879:0:10909:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958832252288 00000100:00100000:3.0:1746139111.699888:0:10909:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958832251648 00000100:00100000:3.0:1746139111.699889:0:10909:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958832251648 00000100:00100000:3.0:1746139111.699898:0:10909:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1122 00000100:00100000:3.0:1746139111.699902:0:10909:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a075ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3765:x1830958832251776:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746139111.699925:0:10909:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a075ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3765:x1830958832251776:12345-0@lo:400:kworker.0 Request processed in 23us (181us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139111.699931:0:10909:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1122 00000100:00100000:3.0:1746139111.699940:0:10909:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1123 00000100:00100000:3.0:1746139111.699944:0:10909:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a075b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3765:x1830958832252288:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746139111.699961:0:10909:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a075b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3765:x1830958832252288:12345-0@lo:400:kworker.0 Request processed in 17us (191us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139111.699964:0:10909:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1123 00000100:00100000:3.0:1746139111.699971:0:10909:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1124 00000100:00100000:3.0:1746139111.699975:0:10909:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0758380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3765:x1830958832251648:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746139111.699989:0:10909:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0758380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3765:x1830958832251648:12345-0@lo:400:kworker.0 Request processed in 14us (189us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139111.699993:0:10909:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1124 00000100:00100000:3.0:1746139111.700003:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958832252160 00000100:00100000:3.0:1746139111.700005:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958832252160 00000100:00100000:3.0:1746139111.700016:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 775 00000100:00100000:3.0:1746139111.700020:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0759c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3765:x1830958832252160:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746139111.700037:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0759c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3765:x1830958832252160:12345-0@lo:400:kworker.0 Request processed in 17us (202us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139111.700041:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 775 00000100:00080000:3.0:1746139111.700050:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746139111.700063:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134531180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3765:1830958832251648:0@lo:400:kworker.0 00000100:00100000:3.0:1746139111.700069:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134533800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1830958832252160:0@lo:400:kworker.0 00000100:00100000:3.0:1746139111.700075:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134530e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3765:1830958832251776:0@lo:400:kworker.0 00000100:00100000:3.0:1746139111.700082:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134530a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3765:1830958832252288:0@lo:400:kworker.0 00000100:00100000:1.0:1746139111.700158:0:7224:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958832251520 00000100:00100000:1.0:1746139111.700161:0:7224:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958832251520 00000100:00100000:1.0:1746139111.700183:0:7224:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 655 00000100:00100000:1.0:1746139111.700187:0:7224:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134531f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3767:x1830958832251520:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746139111.700214:0:7224:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134531f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3767:x1830958832251520:12345-0@lo:400:kworker.0 Request processed in 28us (1271us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139111.700219:0:7224:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 655 00000100:00100000:1.0:1746139111.700238:0:3767:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c412680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1830958832251520:0@lo:400:kworker.0 00000100:00100000:2.0:1746139111.702644:0:7215:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958832251264 00000100:00100000:2.0:1746139111.702653:0:7215:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958832251264 00000100:00100000:2.0:1746139111.702698:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 559 00000100:00100000:2.0:1746139111.702704:0:7215:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800acc78050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1ca206db-9abf-4f14-943b-9a8520c6dd0e+23:3765:x1830958832251264:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746139111.702775:0:7215:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800acc78050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1ca206db-9abf-4f14-943b-9a8520c6dd0e+23:3765:x1830958832251264:12345-0@lo:400:kworker.0 Request processed in 71us (3075us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139111.702781:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 559 00000100:00100000:3.0:1746139111.703146:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c411500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1ca206db-9abf-4f14-943b-9a8520c6dd0e:3765:1830958832251264:0@lo:400:kworker.0 00000100:00100000:3.0:1746139111.765978:0:3765:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1746139111.765993:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f179f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1830958832252672:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1746139111.766046:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746139111.766144:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958832252672 00000100:00100000:1.0:1746139111.766149:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958832252672 00000100:00100000:1.0:1746139111.766177:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 522 00000100:00100000:1.0:1746139111.766182:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0758000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3765:x1830958832252672:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1746139111.766204:0:9566:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 498596672 pending 0 free 3921297408 avail 3689775104 00000100:00100000:1.0:1746139111.766232:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0758000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3765:x1830958832252672:12345-0@lo:13:osp-pre-1-0.0 Request processed in 50us (187us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139111.766237:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 522 00000100:00100000:3.0:1746139111.766416:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f179f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1830958832252672:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1746139111.778824:0:3764:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1746139111.778839:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093640000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1830958832252800:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1746139111.778893:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746139111.778991:0:10476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958832252800 00000100:00100000:1.0:1746139111.778996:0:10476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958832252800 00000100:00100000:1.0:1746139111.779029:0:10476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 523 00000100:00100000:1.0:1746139111.779034:0:10476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072506d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3764:x1830958832252800:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1746139111.779054:0:10476:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 498596672 pending 0 free 3921297408 avail 3689775104 00000100:00100000:1.0:1746139111.779082:0:10476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072506d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3764:x1830958832252800:12345-0@lo:13:osp-pre-1-1.0 Request processed in 48us (189us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139111.779088:0:10476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 523 00000100:00100000:3.0:1746139111.779188:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093640000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1830958832252800:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1746139112.162746:0:3767:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1746139112.162763:0:3767:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093640000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1830958832252928:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746139112.162808:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746139112.162929:0:16395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958832252928 00000100:00100000:2.0:1746139112.162935:0:16395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958832252928 00000100:00100000:2.0:1746139112.162966:0:16395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 656 00000100:00100000:2.0:1746139112.162972:0:16395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f179500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3767:x1830958832252928:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1746139112.162999:0:16395:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446182912 avail 1316720640 00000100:00100000:2.0:1746139112.166102:0:16395:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f179500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3767:x1830958832252928:12345-0@lo:41:osp-pre-1-0.0 Request processed in 3124us (3287us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139112.166111:0:16395:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 656 00000100:00100000:0.0:1746139112.166257:0:3767:0:(client.c:2927:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 4294967374 gen 2 00000004:00080000:0.0:1746139112.166262:0:3767:0:(osp_trans.c:1031:osp_request_commit_cb()) trans no 4294967374 committed transno 4294967374 00000020:00080000:0.0:1746139112.166266:0:3767:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff88007fe37840 refcount 2 committed 0 result 0 batchid 8 00000020:00080000:0.0:1746139112.166270:0:3767:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff88009f3b5c00 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff88007fe37240 00000020:00080000:0.0:1746139112.166273:0:3767:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x240000401:0x2:0x0].8 00000020:00080000:0.0:1746139112.166275:0:3767:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff88009f3b5900 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88009f5a2800 00000020:00080000:0.0:1746139112.166277:0:3767:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x200000400:0x2:0x0].8 00000100:00100000:0.0:1746139112.166319:0:3767:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093640000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1830958832252928:0@lo:41:osp-pre-1-0.0 00000020:00080000:2.0:1746139112.166367:0:7248:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 8 committed batchid 7 00000020:00080000:2.0:1746139112.166415:0:7248:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 7 00010000:00010000:1.0:1746139112.338814:0:8366:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1746139113.341000:0:7208:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1746139114.343469:0:7209:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746139114.468982:0:3766:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1746139114.468998:0:3766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800885cd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1830958832253056:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746139114.469052:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746139114.469103:0:7224:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958832253056 00000100:00100000:1.0:1746139114.469108:0:7224:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958832253056 00000100:00100000:1.0:1746139114.469138:0:7224:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 657 00000100:00100000:1.0:1746139114.469145:0:7224:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800885cca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3766:x1830958832253056:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1746139114.469170:0:7224:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1445982208 avail 1316519936 00000100:00100000:1.0:1746139114.469201:0:7224:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800885cca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3766:x1830958832253056:12345-0@lo:41:osp-pre-0-1.0 Request processed in 57us (149us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139114.469206:0:7224:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 657 00000100:00100000:1.0:1746139114.469233:0:3766:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800885cd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1830958832253056:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746139114.869390:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139114.869440:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139114.869463:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139114.869474:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139114.869504:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139114.869517:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139114.869528:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139114.869540:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139114.869561:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139114.869583:0:7215:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840537984 00000100:00100000:0.0:1746139114.869590:0:7215:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840537984 00000100:00100000:0.0:1746139114.869649:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 560 00000100:00100000:0.0:1746139114.869656:0:7215:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012a31e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cf74ef97-2975-482c-a02d-572a02684f9b+12:2009:x1830958840537984:12345-192.168.203.56@tcp:400:kworker.0 00000100:00100000:0.0:1746139114.869701:0:7215:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012a31e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cf74ef97-2975-482c-a02d-572a02684f9b+12:2009:x1830958840537984:12345-192.168.203.56@tcp:400:kworker.0 Request processed in 46us (197us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139114.869708:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 560 00000100:00100000:0.0:1746139114.869732:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840538368 00000100:00100000:0.0:1746139114.869735:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840538368 00000100:00100000:0.0:1746139114.869756:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840538880 00000100:00100000:0.0:1746139114.869758:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840538880 00000100:00100000:0.0:1746139114.869766:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840538496 00000100:00100000:0.0:1746139114.869768:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840538496 00000100:00100000:0.0:1746139114.869776:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840539008 00000100:00100000:0.0:1746139114.869777:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840539008 00000100:00100000:0.0:1746139114.869785:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 776 00000100:00100000:0.0:1746139114.869790:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0759180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+8:2009:x1830958840538368:12345-192.168.203.56@tcp:400:kworker.0 00000100:00100000:0.0:1746139114.869813:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0759180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+8:2009:x1830958840538368:12345-192.168.203.56@tcp:400:kworker.0 Request processed in 23us (373us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139114.869817:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 776 00000100:00100000:0.0:1746139114.869824:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 777 00000100:00100000:0.0:1746139114.869828:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f558e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2009:x1830958840538880:12345-192.168.203.56@tcp:400:kworker.0 00000100:00100000:0.0:1746139114.869844:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f558e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2009:x1830958840538880:12345-192.168.203.56@tcp:400:kworker.0 Request processed in 15us (369us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139114.869849:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 777 00000100:00100000:0.0:1746139114.869858:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 778 00000100:00100000:0.0:1746139114.869862:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f55b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+5:2009:x1830958840538496:12345-192.168.203.56@tcp:400:kworker.0 00000100:00100000:0.0:1746139114.869876:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f55b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b60e9717-019c-4527-a82a-15e993ac5189+5:2009:x1830958840538496:12345-192.168.203.56@tcp:400:kworker.0 Request processed in 14us (347us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139114.869880:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 778 00000100:00100000:0.0:1746139114.869886:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 779 00000100:00100000:0.0:1746139114.869889:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f55aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2009:x1830958840539008:12345-192.168.203.56@tcp:400:kworker.0 00000100:00100000:0.0:1746139114.869902:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f55aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2009:x1830958840539008:12345-192.168.203.56@tcp:400:kworker.0 Request processed in 13us (341us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139114.869905:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 779 00000100:00100000:2.0:1746139114.870066:0:21532:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840538112 00000100:00100000:2.0:1746139114.870070:0:21532:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840538112 00000100:00100000:2.0:1746139114.870092:0:21532:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840538624 00000100:00100000:2.0:1746139114.870094:0:21532:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840538624 00000100:00100000:2.0:1746139114.870103:0:21532:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840538240 00000100:00100000:2.0:1746139114.870105:0:21532:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840538240 00000100:00100000:2.0:1746139114.870115:0:21532:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840538752 00000100:00100000:2.0:1746139114.870116:0:21532:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840538752 00000100:00100000:2.0:1746139114.870126:0:21532:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 1125 00000100:00100000:2.0:1746139114.870131:0:21532:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f179f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b60e9717-019c-4527-a82a-15e993ac5189+10:2009:x1830958840538112:12345-192.168.203.56@tcp:400:kworker.0 00000100:00100000:2.0:1746139114.870158:0:21532:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f179f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b60e9717-019c-4527-a82a-15e993ac5189+10:2009:x1830958840538112:12345-192.168.203.56@tcp:400:kworker.0 Request processed in 28us (775us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139114.870162:0:21532:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1125 00000100:00100000:2.0:1746139114.870171:0:21532:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 1126 00000100:00100000:2.0:1746139114.870175:0:21532:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f55bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:57256782-7187-4d4f-9a1f-78e1ae613c85+12:2009:x1830958840538624:12345-192.168.203.56@tcp:400:kworker.0 00000100:00100000:2.0:1746139114.870196:0:21532:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f55bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:57256782-7187-4d4f-9a1f-78e1ae613c85+12:2009:x1830958840538624:12345-192.168.203.56@tcp:400:kworker.0 Request processed in 21us (733us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139114.870200:0:21532:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1126 00000100:00100000:2.0:1746139114.870208:0:21532:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 1127 00000100:00100000:2.0:1746139114.870212:0:21532:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f559f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b60e9717-019c-4527-a82a-15e993ac5189+6:2009:x1830958840538240:12345-192.168.203.56@tcp:400:kworker.0 00000100:00100000:2.0:1746139114.870227:0:21532:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f559f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b60e9717-019c-4527-a82a-15e993ac5189+6:2009:x1830958840538240:12345-192.168.203.56@tcp:400:kworker.0 Request processed in 16us (709us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139114.870231:0:21532:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1127 00000100:00100000:2.0:1746139114.870238:0:21532:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 1128 00000100:00100000:2.0:1746139114.870241:0:21532:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f559500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2009:x1830958840538752:12345-192.168.203.56@tcp:400:kworker.0 00000100:00100000:2.0:1746139114.870256:0:21532:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f559500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2009:x1830958840538752:12345-192.168.203.56@tcp:400:kworker.0 Request processed in 14us (715us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139114.870260:0:21532:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1128 00000100:00080000:3.0:1746139114.870445:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1746139114.870448:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1746139114.870450:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1746139114.870452:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000001:02000400:1.0:1746139114.918821:0:28542:0:(debug.c:792:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanityn test 16i: read after truncate file ============ 18:38:34 (1746139114) 00000100:00100000:0.0:1746139114.965279:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139114.966354:0:10909:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840539136 00000100:00100000:3.0:1746139114.966361:0:10909:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840539136 00000100:00100000:3.0:1746139114.966427:0:10909:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 53143 00000100:00100000:3.0:1746139114.966435:0:10909:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f55a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b60e9717-019c-4527-a82a-15e993ac5189+10:3152:x1830958840539136:12345-192.168.203.56@tcp:41:stat.0 00000004:00000024:3.0:1746139114.966477:0:10909:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 7842406400 avail 7379361792 00000100:00100000:3.0:1746139114.966539:0:10909:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f55a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b60e9717-019c-4527-a82a-15e993ac5189+10:3152:x1830958840539136:12345-192.168.203.56@tcp:41:stat.0 Request processed in 104us (1263us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139114.966545:0:10909:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 53143 00000100:00100000:3.0:1746139114.990940:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139114.991013:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840539264 00000100:00100000:1.0:1746139114.991021:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840539264 00000100:00100000:1.0:1746139114.991068:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 53144 00000100:00100000:1.0:1746139114.991074:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093640000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b60e9717-019c-4527-a82a-15e993ac5189+10:3156:x1830958840539264:12345-192.168.203.56@tcp:101:lfs.0 00010000:00010000:1.0:1746139114.991088:0:7218:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139114.991101:0:7218:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009cd42c00/0x1f9f6ca451acc23d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512f22 expref: -99 pid: 7218 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139114.991144:0:7218:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009cd42a00/0x1f9f6ca451acc244 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746139114.991154:0:7218:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009cd42a00/0x1f9f6ca451acc244 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746139114.991164:0:7218:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009cd42a00/0x1f9f6ca451acc244 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746139114.991174:0:7218:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b5d1600/0x1f9f6ca451acc24b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746139114.991178:0:7218:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012b5d1600/0x1f9f6ca451acc24b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746139114.991182:0:7218:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b5d1600/0x1f9f6ca451acc24b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746139114.991210:0:7218:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009cd42a00/0x1f9f6ca451acc244 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746139114.991214:0:7218:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009cd42a00/0x1f9f6ca451acc244 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746139114.991219:0:7218:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009cd42a00/0x1f9f6ca451acc244 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746139114.991224:0:7218:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009cd42a00 already unused, calling callback (ffffffffa0f11690) 00010000:00010000:1.0:1746139114.991228:0:7218:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009cd42a00/0x1f9f6ca451acc244 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746139114.991232:0:7218:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009cd42a00/0x1f9f6ca451acc244 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746139114.991240:0:7218:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a07b0f00) 00010000:00010000:1.0:1746139114.991242:0:7218:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746139114.991245:0:7218:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009cd42a00/0x1f9f6ca451acc244 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746139114.991249:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009cd42a00/0x1f9f6ca451acc244 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746139114.991255:0:7218:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b5d1600/0x1f9f6ca451acc24b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746139114.991259:0:7218:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012b5d1600/0x1f9f6ca451acc24b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746139114.991262:0:7218:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012b5d1600/0x1f9f6ca451acc24b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746139114.991265:0:7218:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012b5d1600 already unused, calling callback (ffffffffa0f11690) 00010000:00010000:1.0:1746139114.991267:0:7218:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012b5d1600/0x1f9f6ca451acc24b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746139114.991271:0:7218:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012b5d1600/0x1f9f6ca451acc24b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746139114.991275:0:7218:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2ce3d8f (ffff8800a00bd900) 00010000:00010000:1.0:1746139114.991276:0:7218:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746139114.991278:0:7218:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012b5d1600/0x1f9f6ca451acc24b lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746139114.991282:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b5d1600/0x1f9f6ca451acc24b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746139114.991301:0:7218:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009cd42c00/0x1f9f6ca451acc23d lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512f22 expref: 11 pid: 7218 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139114.991307:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009cd42c00/0x1f9f6ca451acc23d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512f22 expref: 11 pid: 7218 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139114.991312:0:7218:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cd42c00, rc 0) 00000100:00100000:1.0:1746139114.991353:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093640000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b60e9717-019c-4527-a82a-15e993ac5189+10:3156:x1830958840539264:12345-192.168.203.56@tcp:101:lfs.0 Request processed in 279us (420us total) trans 0 rc 301/301 00000100:00100000:1.0:1746139114.991358:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 53144 00000100:00100000:0.0:1746139114.998077:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139114.998154:0:10909:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840539520 00000100:00100000:3.0:1746139114.998161:0:10909:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840539520 00000100:00100000:3.0:1746139114.998195:0:10909:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 53145 00000100:00100000:3.0:1746139114.998201:0:10909:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f55b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b60e9717-019c-4527-a82a-15e993ac5189+10:3156:x1830958840539520:12345-192.168.203.56@tcp:36:lfs.0 00010000:00010000:3.0:1746139114.998240:0:10909:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139114.998260:0:10909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f43b200/0x1f9f6ca451acc084 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512e6c expref: 10 pid: 7220 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139114.998282:0:10909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a07b0f00) 00010000:00010000:3.0:1746139114.998285:0:10909:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746139114.998324:0:10909:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88007279aa00/0x1f9f6ca451acc252 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10909 initiator: MDT0 00010000:00010000:3.0:1746139114.998333:0:10909:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f035600/0x1f9f6ca451acc12c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512eab expref: 11 pid: 21532 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139114.998338:0:10909:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88007279aa00/0x1f9f6ca451acc252 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10909 initiator: MDT0 00010000:00010000:3.0:1746139114.998359:0:10909:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009f035600/0x1f9f6ca451acc12c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512eab expref: 11 pid: 21532 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139114.998367:0:10909:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f035600/0x1f9f6ca451acc12c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512eab expref: 11 pid: 21532 timeout: 840 lvb_type: 0 00000100:00100000:3.0:1746139114.998377:0:10909:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c854700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:10909:1830958832253184:192.168.203.56@tcp:104: 00000100:00100000:3.0:1746139114.998438:0:10909:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009cc91180 going to sleep for 11 seconds 00000100:00100000:3.0:1746139115.002019:0:10909:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c854700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:10909:1830958832253184:192.168.203.56@tcp:104: 00010000:00010000:3.0:1746139115.002040:0:10909:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88007279aa00/0x1f9f6ca451acc252 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10909 initiator: MDT0 00000100:00100000:0.0:1746139115.003987:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139115.004017:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840539648 00000100:00100000:0.0:1746139115.004024:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840539648 00010000:00010000:0.0:1746139115.004050:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009f035600/0x1f9f6ca451acc12c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512eab expref: 12 pid: 21532 timeout: 840 lvb_type: 0 00000100:00100000:0.0:1746139115.004070:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17507 00000100:00100000:0.0:1746139115.004075:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800acc5f050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+12:2008:x1830958840539648:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746139115.004085:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746139115.004089:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009f035600/0x1f9f6ca451acc12c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512eab expref: 12 pid: 21532 timeout: 840 lvb_type: 0 00010000:00010000:0.0:1746139115.004099:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009f035600/0x1f9f6ca451acc12c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512eab expref: 12 pid: 21532 timeout: 840 lvb_type: 0 00010000:00010000:0.0:1746139115.004114:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f035600/0x1f9f6ca451acc12c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512eab expref: 12 pid: 21532 timeout: 840 lvb_type: 0 00010000:00010000:0.0:1746139115.004123:0:15672:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a07b0f00) 00010000:00010000:0.0:1746139115.004127:0:15672:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88007279aa00/0x1f9f6ca451acc252 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10909 initiator: MDT0 00010000:00010000:0.0:1746139115.004133:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88007279aa00/0x1f9f6ca451acc252 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 10909 initiator: MDT0 00010000:00010000:0.0:1746139115.004138:0:15672:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88007279aa00/0x1f9f6ca451acc252 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 10909 initiator: MDT0 00010000:00010000:0.0:1746139115.004151:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746139115.004179:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800acc5f050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+11:2008:x1830958840539648:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 104us (197us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139115.004184:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17507 00010000:00010000:3.0:1746139115.004653:0:10909:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88007279aa00/0x1f9f6ca451acc252 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10909 initiator: MDT0 00010000:00010000:3.0:1746139115.004660:0:10909:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88007279aa00/0x1f9f6ca451acc252 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10909 initiator: MDT0 00010000:00010000:3.0:1746139115.004677:0:10909:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88007279ac00/0x1f9f6ca451acc259 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10909 initiator: MDT0 00010000:00010000:3.0:1746139115.004684:0:10909:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88007279ac00/0x1f9f6ca451acc259 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10909 initiator: MDT0 00010000:00010000:3.0:1746139115.004690:0:10909:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88007279ac00/0x1f9f6ca451acc259 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10909 initiator: MDT0 00000040:00080000:3.0:1746139115.006437:0:10909:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x200000400:0x2:0x0].9, 2152 off49512 00000040:00080000:3.0:1746139115.006510:0:10909:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x240000401:0x2:0x0].9, 2352 off51208 00000004:00080000:3.0:1746139115.006516:0:10909:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88009cc91180 with version 19 00000004:00080000:3.0:1746139115.006525:0:9349:0:(osp_trans.c:1327:osp_get_next_request()) ou ffff880084a70300 version 19 rpc_version 19 00000020:00100000:3.0:1746139115.006552:0:9349:0:(genops.c:2421:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:3.0:1746139115.006560:0:9349:0:(client.c:764:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88009c854700 x1830958832253440/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 4216/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746139115.006577:0:9349:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c854700 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:9349:1830958832253440:0@lo:1000:osp_up1-0.0 00000100:00100000:3.0:1746139115.006635:0:9349:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746139115.006655:0:9349:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ee58f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746139115.006681:0:16395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958832253440 00000100:00100000:3.0:1746139115.006685:0:16395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958832253440 00000100:00100000:3.0:1746139115.006713:0:16395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 658 00000100:00100000:3.0:1746139115.006718:0:16395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c855c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:9349:x1830958832253440:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:3.0:1746139115.007039:0:16395:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c855c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:9349:x1830958832253440:12345-0@lo:1000:osp_up1-0.0 Request processed in 319us (403us total) trans 4294967375 rc 0/0 00000100:00100000:3.0:1746139115.007045:0:16395:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 658 00000100:00100000:3.0:1746139115.007084:0:9349:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c854700 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:9349:1830958832253440:0@lo:1000:osp_up1-0.0 00010000:00010000:3.0:1746139115.007142:0:10909:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88007279ba00/0x1f9f6ca451acc260 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10909 initiator: MDT0 00010000:00010000:3.0:1746139115.007152:0:10909:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88007279ba00/0x1f9f6ca451acc260 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10909 initiator: MDT0 00010000:00010000:3.0:1746139115.007160:0:10909:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88007279ba00/0x1f9f6ca451acc260 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10909 initiator: MDT0 00010000:00010000:3.0:1746139115.007171:0:10909:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5fd9a00/0x1f9f6ca451acc267 lrc: 3/0,1 mode: --/PW res: [0x200000400:0xa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10909 initiator: MDT0 00010000:00010000:3.0:1746139115.007176:0:10909:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5fd9a00/0x1f9f6ca451acc267 lrc: 3/0,1 mode: PW/PW res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10909 initiator: MDT0 00010000:00010000:3.0:1746139115.007180:0:10909:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5fd9a00/0x1f9f6ca451acc267 lrc: 3/0,1 mode: PW/PW res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10909 initiator: MDT0 00010000:00010000:3.0:1746139115.007197:0:10909:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009f675400/0x1f9f6ca451acc26e lrc: 3/0,1 mode: --/PW res: [0x240000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 10909 initiator: MDT0 00010000:00010000:3.0:1746139115.007202:0:10909:0:(ldlm_request.c:1021:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009f675400/0x1f9f6ca451acc26e lrc: 3/0,1 mode: --/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10909 initiator: MDT0 00010000:00010000:3.0:1746139115.007209:0:10909:0:(ldlm_request.c:1108:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009f675400/0x1f9f6ca451acc26e lrc: 3/0,1 mode: --/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 10909 initiator: MDT0 00000100:00100000:3.0:1746139115.007217:0:10909:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c855f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:10909:1830958832253568:0@lo:101:mdt00_003.0 00000100:00100000:3.0:1746139115.007235:0:10909:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746139115.007245:0:10909:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ee58f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746139115.007253:0:16395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958832253568 00000100:00100000:3.0:1746139115.007256:0:16395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958832253568 00000100:00100000:3.0:1746139115.007269:0:16395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 659 00000100:00100000:3.0:1746139115.007273:0:16395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008746d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:10909:x1830958832253568:12345-0@lo:101:mdt00_003.0 00010000:00010000:3.0:1746139115.007282:0:16395:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139115.007292:0:16395:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009f674600/0x1f9f6ca451acc275 lrc: 2/0,0 mode: --/PW res: [0x240000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x1f9f6ca451acc26e expref: -99 pid: 16395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139115.007306:0:16395:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009f674600/0x1f9f6ca451acc275 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x1f9f6ca451acc26e expref: 7 pid: 16395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139115.007316:0:16395:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88009f674600/0x1f9f6ca451acc275 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x1f9f6ca451acc26e expref: 7 pid: 16395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139115.007322:0:16395:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xa:0x0].0x0 (ffff8800a00aab00) 00010000:00010000:3.0:1746139115.007324:0:16395:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746139115.007326:0:16395:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f674600, rc 0) 00000100:00100000:3.0:1746139115.007343:0:16395:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008746d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+7:10909:x1830958832253568:12345-0@lo:101:mdt00_003.0 Request processed in 69us (107us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139115.007348:0:16395:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 659 00000100:00100000:3.0:1746139115.007365:0:10909:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c855f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:10909:1830958832253568:0@lo:101:mdt00_003.0 00010000:00010000:3.0:1746139115.007373:0:10909:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009f675400/0x1f9f6ca451acc26e lrc: 4/0,1 mode: PW/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x1f9f6ca451acc275 expref: -99 pid: 10909 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139115.007380:0:10909:0:(ldlm_request.c:783:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009f675400/0x1f9f6ca451acc26e lrc: 4/0,1 mode: PW/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x1f9f6ca451acc275 expref: -99 pid: 10909 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1746139115.007394:0:10909:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88009f55b480 reply state ffff88009f103000 transno 4294989769 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5fd9a00/0x1f9f6ca451acc267 lrc: 3/0,1 mode: PW/PW res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10909 initiator: MDT0 00010000:00010000:3.0:1746139115.007402:0:10909:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5fd9a00/0x1f9f6ca451acc267 lrc: 3/0,1 mode: TXN/TXN res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10909 initiator: MDT0 00010000:00010000:3.0:1746139115.007407:0:10909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0xa:0x0].0x0 (ffff8800a00aad00) 00010000:00010000:3.0:1746139115.007409:0:10909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1746139115.007422:0:10909:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1746139115.007427:0:10909:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009f675400/0x1f9f6ca451acc26e lrc: 4/0,1 mode: PW/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x1f9f6ca451acc275 expref: -99 pid: 10909 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139115.007432:0:10909:0:(ldlm_lock.c:914:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009f675400/0x1f9f6ca451acc26e lrc: 3/0,0 mode: PW/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x1f9f6ca451acc275 expref: -99 pid: 10909 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1746139115.007439:0:10909:0:(osp_object.c:1377:osp_invalidate()) Invalidate osp_object [0x240000401:0xa:0x0] 00000004:00010000:3.0:1746139115.007443:0:10909:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88009f55b480 reply state ffff88009f103000 transno 4294989769 ns: mdt-lustre-MDT0000_UUID lock: ffff88007279ba00/0x1f9f6ca451acc260 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10909 initiator: MDT0 00010000:00010000:3.0:1746139115.007449:0:10909:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88007279ba00/0x1f9f6ca451acc260 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10909 initiator: MDT0 00010000:00010000:3.0:1746139115.009572:0:10909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff8800a00aa900) 00010000:00010000:3.0:1746139115.009575:0:10909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1746139115.009578:0:10909:0:(service.c:173:ptlrpc_save_lock()) nlocks 1 00000004:00200000:3.0:1746139115.009583:0:10909:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x48:0x0]: returning size 4096 00010000:00010000:3.0:1746139115.009595:0:10909:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88007279aa00/0x1f9f6ca451acc252 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10909 initiator: MDT0 00010000:00010000:3.0:1746139115.009600:0:10909:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88007279aa00/0x1f9f6ca451acc252 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10909 initiator: MDT0 00010000:00010000:3.0:1746139115.009605:0:10909:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88007279aa00/0x1f9f6ca451acc252 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10909 initiator: MDT0 00010000:00010000:3.0:1746139115.009609:0:10909:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88007279aa00 already unused, calling callback (ffffffffa0f11690) 00010000:00010000:3.0:1746139115.009613:0:10909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88007279aa00/0x1f9f6ca451acc252 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10909 initiator: MDT0 00010000:00010000:3.0:1746139115.009631:0:10909:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88007279aa00/0x1f9f6ca451acc252 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10909 initiator: MDT0 00010000:00010000:3.0:1746139115.009639:0:10909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a07b0f00) 00010000:00010000:3.0:1746139115.009642:0:10909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746139115.009644:0:10909:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88007279aa00/0x1f9f6ca451acc252 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10909 initiator: MDT0 00010000:00010000:3.0:1746139115.009648:0:10909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88007279aa00/0x1f9f6ca451acc252 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10909 initiator: MDT0 00000004:00010000:3.0:1746139115.009658:0:10909:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88009f55b480 reply state ffff88009f103000 transno 4294989769 ns: mdt-lustre-MDT0000_UUID lock: ffff88007279ac00/0x1f9f6ca451acc259 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10909 initiator: MDT0 00010000:00010000:3.0:1746139115.009665:0:10909:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88007279ac00/0x1f9f6ca451acc259 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10909 initiator: MDT0 00010000:00010000:3.0:1746139115.009669:0:10909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2ce3d8f (ffff8800a00aa400) 00010000:00010000:3.0:1746139115.009671:0:10909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1746139115.009672:0:10909:0:(service.c:173:ptlrpc_save_lock()) nlocks 2 00000100:00100000:3.0:1746139115.009739:0:10909:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f55b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b60e9717-019c-4527-a82a-15e993ac5189+11:3156:x1830958840539520:12345-192.168.203.56@tcp:36:lfs.0 Request processed in 11535us (11663us total) trans 4294989769 rc 0/0 00000100:00100000:3.0:1746139115.009745:0:10909:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 53145 00000100:00100000:0.0:1746139115.019194:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139115.019340:0:10909:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840539776 00000100:00100000:3.0:1746139115.019348:0:10909:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840539776 00000100:00100000:3.0:1746139115.020078:0:10909:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 53146 00000100:00100000:3.0:1746139115.020087:0:10909:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f558000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b60e9717-019c-4527-a82a-15e993ac5189+11:3157:x1830958840539776:12345-192.168.203.56@tcp:101:cp.0 00010000:00010000:3.0:1746139115.020103:0:10909:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139115.020117:0:10909:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f675800/0x1f9f6ca451acc27c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512f29 expref: -99 pid: 10909 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139115.020160:0:10909:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88007279a200/0x1f9f6ca451acc283 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10909 initiator: MDT0 00010000:00010000:3.0:1746139115.020170:0:10909:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88007279a200/0x1f9f6ca451acc283 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10909 initiator: MDT0 00010000:00010000:3.0:1746139115.020178:0:10909:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88007279a200/0x1f9f6ca451acc283 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10909 initiator: MDT0 00000004:00200000:3.0:1746139115.020209:0:10909:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1746139115.020213:0:10909:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1746139115.020226:0:10909:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88007279a200/0x1f9f6ca451acc283 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10909 initiator: MDT0 00010000:00010000:3.0:1746139115.020243:0:10909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f675800/0x1f9f6ca451acc27c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512f29 expref: 13 pid: 10909 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139115.020254:0:10909:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88007279a200/0x1f9f6ca451acc283 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512f29 expref: 12 pid: 10909 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139115.020260:0:10909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a07b0f00) 00010000:00010000:3.0:1746139115.020262:0:10909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1746139115.020265:0:10909:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88007279a200, rc 0) 00000100:00100000:3.0:1746139115.020303:0:10909:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f558000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b60e9717-019c-4527-a82a-15e993ac5189+12:3157:x1830958840539776:12345-192.168.203.56@tcp:101:cp.0 Request processed in 217us (1114us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139115.020308:0:10909:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 53146 00000100:00100000:2.0:1746139115.025709:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139115.025771:0:10909:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840539904 00000100:00100000:0.0:1746139115.025779:0:10909:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840539904 00000100:00100000:0.0:1746139115.025820:0:10909:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 53147 00000100:00100000:0.0:1746139115.025827:0:10909:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072505c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b60e9717-019c-4527-a82a-15e993ac5189+12:3157:x1830958840539904:12345-192.168.203.56@tcp:101:cp.0 00010000:00010000:0.0:1746139115.025843:0:10909:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746139115.025859:0:10909:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f3d3200/0x1f9f6ca451acc28a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512f30 expref: -99 pid: 10909 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139115.025905:0:10909:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f3d3e00/0x1f9f6ca451acc291 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10909 initiator: MDT0 00010000:00010000:0.0:1746139115.025916:0:10909:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f3d3e00/0x1f9f6ca451acc291 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10909 initiator: MDT0 00010000:00010000:0.0:1746139115.025929:0:10909:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f3d3e00/0x1f9f6ca451acc291 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10909 initiator: MDT0 00010000:00010000:0.0:1746139115.025938:0:10909:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f3d3600/0x1f9f6ca451acc298 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10909 initiator: MDT0 00010000:00010000:0.0:1746139115.025943:0:10909:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f3d3600/0x1f9f6ca451acc298 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10909 initiator: MDT0 00010000:00010000:0.0:1746139115.025948:0:10909:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f3d3600/0x1f9f6ca451acc298 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10909 initiator: MDT0 00010000:00010000:0.0:1746139115.026012:0:10909:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f3d2200/0x1f9f6ca451acc29f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10909 initiator: MDT0 00010000:00010000:0.0:1746139115.026018:0:10909:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f3d2200/0x1f9f6ca451acc29f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10909 initiator: MDT0 00010000:00010000:0.0:1746139115.026024:0:10909:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f3d2200/0x1f9f6ca451acc29f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10909 initiator: MDT0 00000004:00200000:0.0:1746139115.026083:0:10909:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x48:0x0]: returning size 4096 00000004:00200000:0.0:1746139115.026086:0:10909:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00000004:00010000:0.0:1746139115.026102:0:10909:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009f3d2200/0x1f9f6ca451acc29f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10909 initiator: MDT0 00010000:00010000:0.0:1746139115.026110:0:10909:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f3d3e00/0x1f9f6ca451acc291 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10909 initiator: MDT0 00010000:00010000:0.0:1746139115.026115:0:10909:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009f3d3e00/0x1f9f6ca451acc291 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10909 initiator: MDT0 00010000:00010000:0.0:1746139115.026120:0:10909:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009f3d3e00/0x1f9f6ca451acc291 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10909 initiator: MDT0 00010000:00010000:0.0:1746139115.026124:0:10909:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009f3d3e00 already unused, calling callback (ffffffffa0f11690) 00010000:00010000:0.0:1746139115.026127:0:10909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f3d3e00/0x1f9f6ca451acc291 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10909 initiator: MDT0 00010000:00010000:0.0:1746139115.026132:0:10909:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f3d3e00/0x1f9f6ca451acc291 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10909 initiator: MDT0 00010000:00010000:0.0:1746139115.026140:0:10909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a07b0f00) 00010000:00010000:0.0:1746139115.026143:0:10909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746139115.026151:0:10909:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009f3d3e00/0x1f9f6ca451acc291 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10909 initiator: MDT0 00010000:00010000:0.0:1746139115.026155:0:10909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f3d3e00/0x1f9f6ca451acc291 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10909 initiator: MDT0 00010000:00010000:0.0:1746139115.026167:0:10909:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f3d3600/0x1f9f6ca451acc298 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10909 initiator: MDT0 00010000:00010000:0.0:1746139115.026171:0:10909:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009f3d3600/0x1f9f6ca451acc298 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10909 initiator: MDT0 00010000:00010000:0.0:1746139115.026176:0:10909:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009f3d3600/0x1f9f6ca451acc298 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10909 initiator: MDT0 00010000:00010000:0.0:1746139115.026180:0:10909:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009f3d3600 already unused, calling callback (ffffffffa0f11690) 00010000:00010000:0.0:1746139115.026182:0:10909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f3d3600/0x1f9f6ca451acc298 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10909 initiator: MDT0 00010000:00010000:0.0:1746139115.026190:0:10909:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f3d3600/0x1f9f6ca451acc298 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10909 initiator: MDT0 00010000:00010000:0.0:1746139115.026196:0:10909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2ce3d8f (ffff8800a00aa400) 00010000:00010000:0.0:1746139115.026198:0:10909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746139115.026200:0:10909:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009f3d3600/0x1f9f6ca451acc298 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10909 initiator: MDT0 00010000:00010000:0.0:1746139115.026204:0:10909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f3d3600/0x1f9f6ca451acc298 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10909 initiator: MDT0 00010000:00010000:0.0:1746139115.026223:0:10909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f3d3200/0x1f9f6ca451acc28a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512f30 expref: 14 pid: 10909 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139115.026232:0:10909:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f3d2200/0x1f9f6ca451acc29f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512f30 expref: 13 pid: 10909 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139115.026237:0:10909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff8800a00aa900) 00010000:00010000:0.0:1746139115.026238:0:10909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1746139115.026240:0:10909:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f3d2200, rc 0) 00000100:00100000:0.0:1746139115.026287:0:10909:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072505c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b60e9717-019c-4527-a82a-15e993ac5189+13:3157:x1830958840539904:12345-192.168.203.56@tcp:101:cp.0 Request processed in 459us (582us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139115.026293:0:10909:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 53147 00000100:00100000:0.0:1746139115.031759:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139115.031829:0:10909:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840540032 00000100:00100000:2.0:1746139115.031836:0:10909:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840540032 00000100:00100000:2.0:1746139115.032407:0:10909:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 53148 00000100:00100000:2.0:1746139115.032425:0:10909:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f559c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b60e9717-019c-4527-a82a-15e993ac5189+13:3157:x1830958840540032:12345-192.168.203.56@tcp:101:cp.0 00010000:00010000:2.0:1746139115.032440:0:10909:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139115.032454:0:10909:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb7f600/0x1f9f6ca451acc2a6 lrc: 2/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512f37 expref: -99 pid: 10909 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139115.032495:0:10909:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb7e400/0x1f9f6ca451acc2ad lrc: 3/1,0 mode: --/PR res: [0x200000400:0xa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10909 initiator: MDT0 00010000:00010000:2.0:1746139115.032505:0:10909:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb7e400/0x1f9f6ca451acc2ad lrc: 3/1,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10909 initiator: MDT0 00010000:00010000:2.0:1746139115.032514:0:10909:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb7e400/0x1f9f6ca451acc2ad lrc: 3/1,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10909 initiator: MDT0 00000004:00200000:2.0:1746139115.032548:0:10909:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000400:0xa:0x0]: returning size 4096 00000004:00200000:2.0:1746139115.032551:0:10909:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:2.0:1746139115.032575:0:10909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb7f600/0x1f9f6ca451acc2a6 lrc: 0/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512f37 expref: 15 pid: 10909 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139115.032586:0:10909:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb7e400/0x1f9f6ca451acc2ad lrc: 3/0,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512f37 expref: 14 pid: 10909 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139115.032592:0:10909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0xa:0x0].0x0 (ffff8800a00aad00) 00010000:00010000:2.0:1746139115.032595:0:10909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1746139115.032597:0:10909:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7e400, rc 0) 00000100:00100000:2.0:1746139115.032795:0:10909:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f559c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b60e9717-019c-4527-a82a-15e993ac5189+14:3157:x1830958840540032:12345-192.168.203.56@tcp:101:cp.0 Request processed in 370us (1040us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139115.032801:0:10909:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 53148 00000100:00100000:1.0:1746139115.035071:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139115.035927:0:10909:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840540160 00000100:00100000:2.0:1746139115.035935:0:10909:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840540160 00000100:00100000:2.0:1746139115.036003:0:10909:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 53149 00000100:00100000:2.0:1746139115.036011:0:10909:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800885cd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b60e9717-019c-4527-a82a-15e993ac5189+6:3157:x1830958840540160:12345-192.168.203.56@tcp:101:cp.0 00010000:00010000:2.0:1746139115.036026:0:10909:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139115.036038:0:10909:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012fb7f000/0x1f9f6ca451acc2b4 lrc: 2/0,0 mode: --/CR res: [0x240000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512f3e expref: -99 pid: 10909 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139115.036076:0:10909:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acc2bb lrc: 3/1,0 mode: --/PR res: [0x240000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10909 initiator: MDT0 00010000:00010000:2.0:1746139115.036086:0:10909:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88009f674600/0x1f9f6ca451acc275 lrc: 2/0,0 mode: PW/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x1f9f6ca451acc26e expref: 6 pid: 16395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139115.036092:0:10909:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acc2bb lrc: 4/1,0 mode: --/PR res: [0x240000401:0xa:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10909 initiator: MDT1 00010000:00010000:2.0:1746139115.036112:0:10909:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff88009f674600/0x1f9f6ca451acc275 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 0@lo remote: 0x1f9f6ca451acc26e expref: 6 pid: 16395 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746139115.036122:0:10909:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072504000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:10909:1830958832253696:0@lo:104: 00000100:00100000:2.0:1746139115.036158:0:10909:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746139115.036199:0:10909:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007256a600 going to sleep for 11 seconds 00000100:00100000:0.0:1746139115.036236:0:21861:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:0.0:1746139115.036248:0:21861:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958832253696 00000100:00100000:0.0:1746139115.036251:0:21861:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958832253696 00000100:00100000:0.0:1746139115.036267:0:21861:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00100000:0.0:1746139115.036271:0:21861:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0321050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0000-mdtlov_UUID+4:10909:x1830958832253696:12345-0@lo:104: 00010000:00010000:0.0:1746139115.036279:0:21861:0:(ldlm_lockd.c:2491:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009f675400/0x1f9f6ca451acc26e lrc: 3/0,0 mode: PW/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0x1f9f6ca451acc275 expref: -99 pid: 10909 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139115.036307:0:21861:0:(ldlm_lockd.c:2182:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00010000:1.0:1746139115.036309:0:8366:0:(ldlm_lockd.c:2812:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:0.0:1746139115.036311:0:21861:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0321050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0000-mdtlov_UUID+4:10909:x1830958832253696:12345-0@lo:104: Request processed in 40us (152us total) trans 0 rc 0/0 00010000:00010000:1.0:1746139115.036315:0:8366:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009f675400/0x1f9f6ca451acc26e lrc: 3/0,0 mode: PW/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0x1f9f6ca451acc275 expref: -99 pid: 10909 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746139115.036316:0:21861:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00010000:00010000:1.0:1746139115.036320:0:8366:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009f675400 already unused, calling callback (ffffffffa0f11e30) 00010000:00010000:1.0:1746139115.036325:0:8366:0:(ldlm_request.c:1284:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009f675400/0x1f9f6ca451acc26e lrc: 4/0,0 mode: PW/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x1408400000000 nid: local remote: 0x1f9f6ca451acc275 expref: -99 pid: 10909 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1746139115.036331:0:8366:0:(mdt_handler.c:3930:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009f675400/0x1f9f6ca451acc26e lrc: 4/0,0 mode: PW/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x1409400000000 nid: local remote: 0x1f9f6ca451acc275 expref: -99 pid: 10909 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139115.036349:0:8366:0:(ldlm_request.c:1331:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009f675400/0x1f9f6ca451acc26e lrc: 2/0,0 mode: --/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x1f9f6ca451acc275 expref: -99 pid: 10909 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139115.036358:0:8366:0:(ldlm_request.c:1377:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1746139115.036370:0:8366:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009f675400/0x1f9f6ca451acc26e lrc: 1/0,0 mode: --/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x1f9f6ca451acc275 expref: -99 pid: 10909 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139115.036376:0:8366:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009f675400/0x1f9f6ca451acc26e lrc: 0/0,0 mode: --/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x1f9f6ca451acc275 expref: -99 pid: 10909 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139115.036391:0:8366:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746139115.036393:0:10909:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072504000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:10909:1830958832253696:0@lo:104: 00010000:00010000:1.0:1746139115.036393:0:8366:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746139115.036394:0:8366:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1746139115.036403:0:10909:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acc2bb lrc: 3/1,0 mode: --/PR res: [0x240000401:0xa:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10909 initiator: MDT1 00000100:00100000:3.0:1746139115.036449:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800885cce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1830958832253824:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1746139115.036471:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746139115.036482:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958832253824 00000100:00100000:1.0:1746139115.036485:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958832253824 00010000:00010000:1.0:1746139115.036498:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009f674600/0x1f9f6ca451acc275 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000400000020 nid: 0@lo remote: 0x1f9f6ca451acc26e expref: 7 pid: 16395 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746139115.036513:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17508 00000100:00100000:1.0:1746139115.036517:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008746d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000-mdtlov_UUID+7:3764:x1830958832253824:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1746139115.036523:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000001:00080000:0.0:1746139115.037910:0:8358:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294967375 is committed 00010000:00010000:1.0:1746139115.037999:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009f674600/0x1f9f6ca451acc275 lrc: 0/0,0 mode: --/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 0@lo remote: 0x1f9f6ca451acc26e expref: 6 pid: 16395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139115.038010:0:7207:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xa:0x0].0x0 (ffff8800a00aab00) 00010000:00010000:1.0:1746139115.038014:0:7207:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acc2bb lrc: 3/1,0 mode: --/PR res: [0x240000401:0xa:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10909 initiator: MDT1 00010000:00010000:1.0:1746139115.038021:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acc2bb lrc: 3/1,0 mode: PR/PR res: [0x240000401:0xa:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 10909 initiator: MDT1 00010000:00010000:1.0:1746139115.038026:0:7207:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acc2bb lrc: 4/1,0 mode: PR/PR res: [0x240000401:0xa:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 10909 initiator: MDT1 00010000:00010000:1.0:1746139115.038105:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746139115.038180:0:10909:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acc2bb lrc: 3/1,0 mode: PR/PR res: [0x240000401:0xa:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10909 initiator: MDT1 00010000:00010000:2.0:1746139115.038186:0:10909:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acc2bb lrc: 3/1,0 mode: PR/PR res: [0x240000401:0xa:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10909 initiator: MDT1 00000004:00200000:2.0:1746139115.038217:0:10909:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x240000401:0xa:0x0]: returning size 4096 00000004:00200000:2.0:1746139115.038221:0:10909:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:2.0:1746139115.038249:0:10909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012fb7f000/0x1f9f6ca451acc2b4 lrc: 0/0,0 mode: --/CR res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512f3e expref: 8 pid: 10909 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139115.038259:0:10909:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88012fb7f400/0x1f9f6ca451acc2bb lrc: 3/0,0 mode: PR/PR res: [0x240000401:0xa:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512f3e expref: 7 pid: 10909 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139115.038264:0:10909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xa:0x0].0x0 (ffff8800a00aab00) 00010000:00010000:2.0:1746139115.038266:0:10909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1746139115.038268:0:10909:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7f400, rc 0) 00000100:00100000:2.0:1746139115.038309:0:10909:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800885cd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b60e9717-019c-4527-a82a-15e993ac5189+7:3157:x1830958840540160:12345-192.168.203.56@tcp:101:cp.0 Request processed in 2299us (3244us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139115.038314:0:10909:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 53149 00000100:00100000:1.0:1746139115.038355:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008746d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000-mdtlov_UUID+5:3764:x1830958832253824:12345-0@lo:103:ldlm_bl.0 Request processed in 1838us (1883us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139115.038360:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17508 00000100:00100000:3.0:1746139115.038613:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800885cce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1830958832253824:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1746139115.040566:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139115.040638:0:10909:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840540288 00000100:00100000:2.0:1746139115.040643:0:10909:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840540288 00000100:00100000:2.0:1746139115.040674:0:10909:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 53150 00000100:00100000:2.0:1746139115.040679:0:10909:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f55a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b60e9717-019c-4527-a82a-15e993ac5189+14:3157:x1830958840540288:12345-192.168.203.56@tcp:101:cp.0 00010000:00010000:2.0:1746139115.040691:0:10909:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139115.040702:0:10909:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b5d1e00/0x1f9f6ca451acc2c2 lrc: 2/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512f45 expref: -99 pid: 10909 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139115.040738:0:10909:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb7f600/0x1f9f6ca451acc2c9 lrc: 3/1,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10909 initiator: MDT0 00010000:00010000:2.0:1746139115.040747:0:10909:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb7f600/0x1f9f6ca451acc2c9 lrc: 3/1,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10909 initiator: MDT0 00010000:00010000:2.0:1746139115.040754:0:10909:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb7f600/0x1f9f6ca451acc2c9 lrc: 3/1,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10909 initiator: MDT0 00010000:00010000:2.0:1746139115.040764:0:10909:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb7fa00/0x1f9f6ca451acc2d0 lrc: 3/1,0 mode: --/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10909 initiator: MDT0 00010000:00010000:2.0:1746139115.040768:0:10909:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb7fa00/0x1f9f6ca451acc2d0 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10909 initiator: MDT0 00010000:00010000:2.0:1746139115.040772:0:10909:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb7fa00/0x1f9f6ca451acc2d0 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10909 initiator: MDT0 00010000:00010000:2.0:1746139115.040811:0:10909:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb7f600/0x1f9f6ca451acc2c9 lrc: 3/1,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10909 initiator: MDT0 00010000:00010000:2.0:1746139115.040817:0:10909:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb7f600/0x1f9f6ca451acc2c9 lrc: 2/0,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10909 initiator: MDT0 00010000:00010000:2.0:1746139115.040821:0:10909:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb7f600/0x1f9f6ca451acc2c9 lrc: 3/0,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10909 initiator: MDT0 00010000:00010000:2.0:1746139115.040826:0:10909:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012fb7f600 already unused, calling callback (ffffffffa0f11690) 00010000:00010000:2.0:1746139115.040828:0:10909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb7f600/0x1f9f6ca451acc2c9 lrc: 3/0,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10909 initiator: MDT0 00010000:00010000:2.0:1746139115.040833:0:10909:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb7f600/0x1f9f6ca451acc2c9 lrc: 4/0,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10909 initiator: MDT0 00010000:00010000:2.0:1746139115.040839:0:10909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0xa:0x0].0x0 (ffff8800a00aad00) 00010000:00010000:2.0:1746139115.040841:0:10909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746139115.040844:0:10909:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb7f600/0x1f9f6ca451acc2c9 lrc: 2/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10909 initiator: MDT0 00010000:00010000:2.0:1746139115.040848:0:10909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb7f600/0x1f9f6ca451acc2c9 lrc: 0/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10909 initiator: MDT0 00010000:00010000:2.0:1746139115.040854:0:10909:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb7fa00/0x1f9f6ca451acc2d0 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10909 initiator: MDT0 00010000:00010000:2.0:1746139115.040858:0:10909:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb7fa00/0x1f9f6ca451acc2d0 lrc: 2/0,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10909 initiator: MDT0 00010000:00010000:2.0:1746139115.040862:0:10909:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb7fa00/0x1f9f6ca451acc2d0 lrc: 3/0,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10909 initiator: MDT0 00010000:00010000:2.0:1746139115.040866:0:10909:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012fb7fa00 already unused, calling callback (ffffffffa0f11690) 00010000:00010000:2.0:1746139115.040867:0:10909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb7fa00/0x1f9f6ca451acc2d0 lrc: 3/0,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10909 initiator: MDT0 00010000:00010000:2.0:1746139115.040871:0:10909:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb7fa00/0x1f9f6ca451acc2d0 lrc: 4/0,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10909 initiator: MDT0 00010000:00010000:2.0:1746139115.040875:0:10909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0xa:0x0].0x2ce3da1 (ffff8800a0234100) 00010000:00010000:2.0:1746139115.040876:0:10909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746139115.040878:0:10909:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb7fa00/0x1f9f6ca451acc2d0 lrc: 2/0,0 mode: --/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10909 initiator: MDT0 00010000:00010000:2.0:1746139115.040881:0:10909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb7fa00/0x1f9f6ca451acc2d0 lrc: 0/0,0 mode: --/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10909 initiator: MDT0 00010000:00010000:2.0:1746139115.040898:0:10909:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b5d1e00/0x1f9f6ca451acc2c2 lrc: 1/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512f45 expref: 15 pid: 10909 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139115.040904:0:10909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b5d1e00/0x1f9f6ca451acc2c2 lrc: 0/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512f45 expref: 15 pid: 10909 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139115.040909:0:10909:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b5d1e00, rc 0) 00000100:00100000:2.0:1746139115.040936:0:10909:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f55a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b60e9717-019c-4527-a82a-15e993ac5189+14:3157:x1830958840540288:12345-192.168.203.56@tcp:101:cp.0 Request processed in 257us (375us total) trans 0 rc 301/301 00000100:00100000:2.0:1746139115.040941:0:10909:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 53150 00000100:00100000:0.0:1746139115.043398:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139115.043828:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840540544 00000100:00100000:1.0:1746139115.043836:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840540544 00000100:00100000:1.0:1746139115.043877:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 53151 00000100:00100000:1.0:1746139115.043882:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c25d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b60e9717-019c-4527-a82a-15e993ac5189+14:3157:x1830958840540544:12345-192.168.203.56@tcp:101:cp.0 00010000:00010000:1.0:1746139115.043900:0:7218:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139115.043902:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1746139115.043924:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb7e400/0x1f9f6ca451acc2ad lrc: 0/0,0 mode: --/PR res: [0x200000400:0xa:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512f37 expref: 14 pid: 10909 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139115.044017:0:7218:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0xa:0x0].0x0 (ffff8800a00aad00) 00010000:00010000:1.0:1746139115.044020:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746139115.044030:0:7218:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f16d600/0x1f9f6ca451acc2d7 lrc: 2/0,0 mode: --/CW res: [0x200000400:0xa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512f4c expref: -99 pid: 7218 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139115.044101:0:7218:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f16de00/0x1f9f6ca451acc2de lrc: 3/0,1 mode: --/CW res: [0x200000400:0xa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746139115.044110:0:7218:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f16de00/0x1f9f6ca451acc2de lrc: 3/0,1 mode: CW/CW res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746139115.044117:0:7218:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f16de00/0x1f9f6ca451acc2de lrc: 3/0,1 mode: CW/CW res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746139115.044127:0:7218:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f16ca00/0x1f9f6ca451acc2e5 lrc: 3/0,1 mode: --/PW res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746139115.044135:0:7218:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f16ca00/0x1f9f6ca451acc2e5 lrc: 3/0,1 mode: PW/PW res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746139115.044139:0:7218:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f16ca00/0x1f9f6ca451acc2e5 lrc: 3/0,1 mode: PW/PW res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7218 initiator: MDT0 00000004:00080000:1.0:1746139115.044344:0:7218:0:(osp_object.c:1637:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x1b:0x0], index 1: 0 00010000:00010000:1.0:1746139115.044436:0:7218:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b8c8a00/0x1f9f6ca451acc2ec lrc: 3/1,0 mode: --/PR res: [0x200000402:0x49:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746139115.044442:0:7218:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b8c8a00/0x1f9f6ca451acc2ec lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x49:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746139115.044447:0:7218:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b8c8a00/0x1f9f6ca451acc2ec lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x49:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746139115.044468:0:7218:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f16de00/0x1f9f6ca451acc2de lrc: 3/0,1 mode: CW/CW res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746139115.044473:0:7218:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009f16de00/0x1f9f6ca451acc2de lrc: 2/0,0 mode: CW/CW res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746139115.044477:0:7218:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009f16de00/0x1f9f6ca451acc2de lrc: 3/0,0 mode: CW/CW res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746139115.044482:0:7218:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009f16de00 already unused, calling callback (ffffffffa0f11690) 00010000:00010000:1.0:1746139115.044485:0:7218:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f16de00/0x1f9f6ca451acc2de lrc: 3/0,0 mode: CW/CW res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746139115.044490:0:7218:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f16de00/0x1f9f6ca451acc2de lrc: 4/0,0 mode: CW/CW res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746139115.044496:0:7218:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0xa:0x0].0x0 (ffff8800a00aad00) 00010000:00010000:1.0:1746139115.044499:0:7218:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746139115.044501:0:7218:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009f16de00/0x1f9f6ca451acc2de lrc: 2/0,0 mode: --/CW res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746139115.044505:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f16de00/0x1f9f6ca451acc2de lrc: 0/0,0 mode: --/CW res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7218 initiator: MDT0 00000004:00010000:1.0:1746139115.044512:0:7218:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88012c25d500 reply state ffff88009edc5000 transno 4294989770 ns: mdt-lustre-MDT0000_UUID lock: ffff88009f16ca00/0x1f9f6ca451acc2e5 lrc: 3/0,1 mode: PW/PW res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746139115.044519:0:7218:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f16ca00/0x1f9f6ca451acc2e5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746139115.044523:0:7218:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0xa:0x0].0x2ce3da1 (ffff88009f253900) 00010000:00010000:1.0:1746139115.044525:0:7218:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1746139115.044527:0:7218:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1746139115.044544:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f16d600/0x1f9f6ca451acc2d7 lrc: 0/0,0 mode: --/CW res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512f4c expref: 16 pid: 7218 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139115.044553:0:7218:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b8c8a00/0x1f9f6ca451acc2ec lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x49:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512f4c expref: 15 pid: 7218 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139115.044558:0:7218:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x49:0x0].0x0 (ffff88009f253700) 00010000:00010000:1.0:1746139115.044560:0:7218:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1746139115.044561:0:7218:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b8c8a00, rc 0) 00000100:00100000:1.0:1746139115.044895:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c25d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b60e9717-019c-4527-a82a-15e993ac5189+16:3157:x1830958840540544:12345-192.168.203.56@tcp:101:cp.0 Request processed in 1011us (1503us total) trans 4294989770 rc 0/0 00000100:00100000:1.0:1746139115.044906:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 53151 00000100:00100000:0.0:1746139115.049538:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139115.049645:0:24929:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840540672 00000100:00100000:3.0:1746139115.049652:0:24929:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840540672 00000100:00100000:3.0:1746139115.049700:0:24929:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30201 00000100:00100000:3.0:1746139115.049707:0:24929:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c25ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b60e9717-019c-4527-a82a-15e993ac5189+5:2008:x1830958840540672:12345-192.168.203.56@tcp:101:cp.0 00010000:00010000:3.0:1746139115.049724:0:24929:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139115.049739:0:24929:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88007279a000/0x1f9f6ca451acc2fa lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512f53 expref: -99 pid: 24929 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1746139115.049759:0:24929:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1746139115.049774:0:24929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139115.049776:0:24929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139115.049781:0:24929:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88007279a000/0x1f9f6ca451acc2fa lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512f53 expref: 6 pid: 24929 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746139115.049793:0:24929:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88007279a000/0x1f9f6ca451acc2fa lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512f53 expref: 6 pid: 24929 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746139115.049801:0:24929:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88007279a000, rc 0) 00000100:00100000:3.0:1746139115.049835:0:24929:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c25ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b60e9717-019c-4527-a82a-15e993ac5189+6:2008:x1830958840540672:12345-192.168.203.56@tcp:101:cp.0 Request processed in 128us (304us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139115.049840:0:24929:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30201 00000100:00100000:0.0:1746139115.054307:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139115.054641:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840540800 00000100:00100000:1.0:1746139115.054648:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840540800 00000100:00100000:1.0:1746139115.054911:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30202 00000100:00100000:1.0:1746139115.054918:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0759500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+6:3157:x1830958840540800:12345-192.168.203.56@tcp:101:cp.0 00010000:00010000:1.0:1746139115.054933:0:9563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139115.054946:0:9563:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cd43200/0x1f9f6ca451acc301 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512f5a expref: -99 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139115.055057:0:9563:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88007279a000/0x1f9f6ca451acc2fa lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512f53 expref: 7 pid: 24929 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746139115.055064:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139115.055065:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139115.055068:0:9563:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cd43200/0x1f9f6ca451acc301 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512f5a expref: 7 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139115.055091:0:9563:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88007279a000/0x1f9f6ca451acc2fa lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512f53 expref: 7 pid: 24929 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746139115.055101:0:9563:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88007279a000/0x1f9f6ca451acc2fa lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512f53 expref: 7 pid: 24929 timeout: 840 lvb_type: 1 00000100:00100000:1.0:1746139115.055111:0:9563:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800885cd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832253952:192.168.203.56@tcp:104: 00000100:00100000:1.0:1746139115.055765:0:9563:0:(client.c:2553:ptlrpc_set_wait()) set ffff880084a70000 going to sleep for 11 seconds 00000100:00100000:1.0:1746139115.058454:0:9563:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800885cd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832253952:192.168.203.56@tcp:104: 00010000:00010000:1.0:1746139115.058477:0:9563:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cd43200/0x1f9f6ca451acc301 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512f5a expref: 7 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139115.058491:0:9563:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cd43200, rc 0) 00000100:00100000:1.0:1746139115.058538:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0759500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+7:3157:x1830958840540800:12345-192.168.203.56@tcp:101:cp.0 Request processed in 3620us (4243us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139115.058548:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30202 00000100:00100000:0.0:1746139115.059829:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139115.060189:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840540928 00000100:00100000:1.0:1746139115.060195:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840540928 00010000:00010000:1.0:1746139115.060222:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88007279a000/0x1f9f6ca451acc2fa lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512f53 expref: 7 pid: 24929 timeout: 840 lvb_type: 1 00000100:00100000:1.0:1746139115.060537:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17509 00000100:00100000:1.0:1746139115.060543:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ee95500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+7:2007:x1830958840540928:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746139115.060553:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746139115.060568:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88007279a000/0x1f9f6ca451acc2fa lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512f53 expref: 7 pid: 24929 timeout: 840 lvb_type: 1 00010000:00010000:1.0:1746139115.060578:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88007279a000/0x1f9f6ca451acc2fa lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512f53 expref: 7 pid: 24929 timeout: 840 lvb_type: 1 00010000:00010000:1.0:1746139115.060593:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88007279a000/0x1f9f6ca451acc2fa lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512f53 expref: 7 pid: 24929 timeout: 840 lvb_type: 1 00010000:00010000:1.0:1746139115.060634:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139115.060636:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139115.060642:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cd43200/0x1f9f6ca451acc301 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512f5a expref: 6 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139115.060648:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cd43200/0x1f9f6ca451acc301 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512f5a expref: 6 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139115.060673:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009cd43200/0x1f9f6ca451acc301 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512f5a expref: 6 pid: 9563 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746139115.060684:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800885cd880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832254080:192.168.203.56@tcp:105: 00000100:00100000:1.0:1746139115.061455:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff880084a70000 going to sleep for 11 seconds 00000100:00100000:0.0:1746139115.065160:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139115.065256:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800885cd880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832254080:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139115.065270:0:7222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840541184 00010000:00010000:1.0:1746139115.065273:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139115.065276:0:7222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840541184 00000100:00100000:2.0:1746139115.065323:0:7222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 187 00000100:00100000:2.0:1746139115.065330:0:7222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f178a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b60e9717-019c-4527-a82a-15e993ac5189+16:3157:x1830958840541184:12345-192.168.203.56@tcp:35:cp.0 00000100:00100000:1.0:1746139115.065684:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ee95500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+6:2007:x1830958840540928:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 5140us (5857us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139115.065692:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17509 00000100:00100000:2.0:1746139115.065693:0:7222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f178a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b60e9717-019c-4527-a82a-15e993ac5189+17:3157:x1830958840541184:12345-192.168.203.56@tcp:35:cp.0 Request processed in 365us (541us total) trans 4294989771 rc 0/0 00000100:00100000:2.0:1746139115.065698:0:7222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 187 00000100:00100000:0.0:1746139115.082876:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139115.082970:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840541440 00000100:00100000:1.0:1746139115.082977:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840541440 00000100:00100000:1.0:1746139115.083023:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 53152 00000100:00100000:1.0:1746139115.083028:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f178000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b60e9717-019c-4527-a82a-15e993ac5189+17:3160:x1830958840541440:12345-192.168.203.56@tcp:101:dd.0 00010000:00010000:1.0:1746139115.083045:0:7218:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139115.083057:0:7218:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009cd42c00/0x1f9f6ca451acc308 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x49:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512f61 expref: -99 pid: 7218 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139115.083119:0:7218:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009cd42600/0x1f9f6ca451acc30f lrc: 3/1,0 mode: --/CR res: [0x200000402:0x49:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746139115.083127:0:7218:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009cd42600/0x1f9f6ca451acc30f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x49:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746139115.083133:0:7218:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009cd42600/0x1f9f6ca451acc30f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x49:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7218 initiator: MDT0 00000004:00200000:1.0:1746139115.083139:0:7218:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x49:0x0]: returning size 1716 00010000:00010000:1.0:1746139115.083203:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009cd42c00/0x1f9f6ca451acc308 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x49:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512f61 expref: 20 pid: 7218 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139115.083228:0:7218:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009cd42600/0x1f9f6ca451acc30f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x49:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512f61 expref: 19 pid: 7218 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139115.083234:0:7218:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x49:0x0].0x0 (ffff88009f253700) 00010000:00010000:1.0:1746139115.083237:0:7218:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:1.0:1746139115.083239:0:7218:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cd42600, rc 0) 00000100:00100000:1.0:1746139115.083282:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f178000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b60e9717-019c-4527-a82a-15e993ac5189+19:3160:x1830958840541440:12345-192.168.203.56@tcp:101:dd.0 Request processed in 253us (412us total) trans 4294989772 rc 0/0 00000100:00100000:1.0:1746139115.083288:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 53152 00000100:00100000:0.0:1746139115.131907:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139115.132005:0:10909:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840541568 00000100:00100000:2.0:1746139115.132013:0:10909:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840541568 00000100:00100000:2.0:1746139115.132066:0:10909:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 53153 00000100:00100000:2.0:1746139115.132074:0:10909:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fae9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:57256782-7187-4d4f-9a1f-78e1ae613c85+11:3164:x1830958840541568:12345-192.168.203.56@tcp:101:dd.0 00010000:00010000:2.0:1746139115.132089:0:10909:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139115.132103:0:10909:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb7fa00/0x1f9f6ca451acc31d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512f68 expref: -99 pid: 10909 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139115.132146:0:10909:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb7f600/0x1f9f6ca451acc324 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10909 initiator: MDT0 00010000:00010000:2.0:1746139115.132157:0:10909:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb7f600/0x1f9f6ca451acc324 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10909 initiator: MDT0 00010000:00010000:2.0:1746139115.132165:0:10909:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb7f600/0x1f9f6ca451acc324 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10909 initiator: MDT0 00000004:00200000:2.0:1746139115.132198:0:10909:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1746139115.132201:0:10909:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1746139115.132214:0:10909:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb7f600/0x1f9f6ca451acc324 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10909 initiator: MDT0 00010000:00010000:2.0:1746139115.132229:0:10909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb7fa00/0x1f9f6ca451acc31d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512f68 expref: 13 pid: 10909 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139115.132257:0:10909:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb7f600/0x1f9f6ca451acc324 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512f68 expref: 12 pid: 10909 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139115.132264:0:10909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a07b0f00) 00010000:00010000:2.0:1746139115.132267:0:10909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1746139115.132269:0:10909:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7f600, rc 0) 00000100:00100000:2.0:1746139115.132305:0:10909:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fae9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:57256782-7187-4d4f-9a1f-78e1ae613c85+12:3164:x1830958840541568:12345-192.168.203.56@tcp:101:dd.0 Request processed in 232us (406us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139115.132311:0:10909:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 53153 00000100:00100000:0.0:1746139115.137269:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139115.137610:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840541696 00000100:00100000:1.0:1746139115.137646:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840541696 00000100:00100000:1.0:1746139115.137694:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 53154 00000100:00100000:1.0:1746139115.137700:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012faebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:57256782-7187-4d4f-9a1f-78e1ae613c85+12:3164:x1830958840541696:12345-192.168.203.56@tcp:101:dd.0 00010000:00010000:1.0:1746139115.137716:0:7218:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139115.137730:0:7218:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072436e00/0x1f9f6ca451acc32b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512f6f expref: -99 pid: 7218 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139115.137778:0:7218:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880072437a00/0x1f9f6ca451acc332 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746139115.137788:0:7218:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072437a00/0x1f9f6ca451acc332 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746139115.137797:0:7218:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072437a00/0x1f9f6ca451acc332 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746139115.137806:0:7218:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880072436200/0x1f9f6ca451acc339 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746139115.137816:0:7218:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072436200/0x1f9f6ca451acc339 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746139115.137821:0:7218:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072436200/0x1f9f6ca451acc339 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746139115.137877:0:7218:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009cd42c00/0x1f9f6ca451acc340 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746139115.137883:0:7218:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009cd42c00/0x1f9f6ca451acc340 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746139115.137888:0:7218:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009cd42c00/0x1f9f6ca451acc340 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7218 initiator: MDT0 00000004:00200000:1.0:1746139115.137939:0:7218:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x48:0x0]: returning size 4096 00000004:00200000:1.0:1746139115.137943:0:7218:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00000004:00010000:1.0:1746139115.137957:0:7218:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009cd42c00/0x1f9f6ca451acc340 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746139115.137964:0:7218:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880072437a00/0x1f9f6ca451acc332 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746139115.137969:0:7218:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880072437a00/0x1f9f6ca451acc332 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746139115.137973:0:7218:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880072437a00/0x1f9f6ca451acc332 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746139115.137977:0:7218:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880072437a00 already unused, calling callback (ffffffffa0f11690) 00010000:00010000:1.0:1746139115.137979:0:7218:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072437a00/0x1f9f6ca451acc332 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746139115.137984:0:7218:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072437a00/0x1f9f6ca451acc332 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746139115.137992:0:7218:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a07b0f00) 00010000:00010000:1.0:1746139115.137995:0:7218:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746139115.137998:0:7218:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880072437a00/0x1f9f6ca451acc332 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746139115.138002:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072437a00/0x1f9f6ca451acc332 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746139115.138024:0:7218:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880072436200/0x1f9f6ca451acc339 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746139115.138028:0:7218:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880072436200/0x1f9f6ca451acc339 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746139115.138032:0:7218:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880072436200/0x1f9f6ca451acc339 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746139115.138035:0:7218:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880072436200 already unused, calling callback (ffffffffa0f11690) 00010000:00010000:1.0:1746139115.138037:0:7218:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072436200/0x1f9f6ca451acc339 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746139115.138041:0:7218:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072436200/0x1f9f6ca451acc339 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746139115.138045:0:7218:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2ce3d8f (ffff8800a00aa400) 00010000:00010000:1.0:1746139115.138047:0:7218:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746139115.138049:0:7218:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880072436200/0x1f9f6ca451acc339 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746139115.138052:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072436200/0x1f9f6ca451acc339 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746139115.138068:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072436e00/0x1f9f6ca451acc32b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512f6f expref: 14 pid: 7218 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139115.138077:0:7218:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009cd42c00/0x1f9f6ca451acc340 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512f6f expref: 13 pid: 7218 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139115.138092:0:7218:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff8800a00aa900) 00010000:00010000:1.0:1746139115.138094:0:7218:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1746139115.138096:0:7218:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cd42c00, rc 0) 00000100:00100000:1.0:1746139115.138143:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012faebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:57256782-7187-4d4f-9a1f-78e1ae613c85+13:3164:x1830958840541696:12345-192.168.203.56@tcp:101:dd.0 Request processed in 443us (880us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139115.138149:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 53154 00000100:00100000:0.0:1746139115.144982:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139115.145076:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840541824 00000100:00100000:1.0:1746139115.145085:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840541824 00000100:00100000:1.0:1746139115.145139:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 53155 00000100:00100000:1.0:1746139115.145146:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fae9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:57256782-7187-4d4f-9a1f-78e1ae613c85+13:3164:x1830958840541824:12345-192.168.203.56@tcp:101:dd.0 00010000:00010000:1.0:1746139115.145161:0:7218:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139115.145178:0:7218:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072436e00/0x1f9f6ca451acc347 lrc: 2/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512f76 expref: -99 pid: 7218 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139115.145221:0:7218:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880072436200/0x1f9f6ca451acc34e lrc: 3/1,0 mode: --/PR res: [0x200000400:0xa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746139115.145230:0:7218:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072436200/0x1f9f6ca451acc34e lrc: 3/1,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746139115.145238:0:7218:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072436200/0x1f9f6ca451acc34e lrc: 3/1,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7218 initiator: MDT0 00000004:00200000:1.0:1746139115.145268:0:7218:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000400:0xa:0x0]: returning size 4096 00000004:00200000:1.0:1746139115.145271:0:7218:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:1.0:1746139115.145297:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072436e00/0x1f9f6ca451acc347 lrc: 0/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512f76 expref: 15 pid: 7218 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139115.145313:0:7218:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880072436200/0x1f9f6ca451acc34e lrc: 3/0,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512f76 expref: 14 pid: 7218 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139115.145320:0:7218:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0xa:0x0].0x0 (ffff8800a00aad00) 00010000:00010000:1.0:1746139115.145323:0:7218:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1746139115.145325:0:7218:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072436200, rc 0) 00000100:00100000:1.0:1746139115.145371:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fae9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:57256782-7187-4d4f-9a1f-78e1ae613c85+14:3164:x1830958840541824:12345-192.168.203.56@tcp:101:dd.0 Request processed in 225us (396us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139115.145377:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 53155 00000100:00100000:0.0:1746139115.147149:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139115.147245:0:10909:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840541952 00000100:00100000:2.0:1746139115.147252:0:10909:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840541952 00000100:00100000:2.0:1746139115.147295:0:10909:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 53156 00000100:00100000:2.0:1746139115.147302:0:10909:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012faeb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:57256782-7187-4d4f-9a1f-78e1ae613c85+6:3164:x1830958840541952:12345-192.168.203.56@tcp:101:dd.0 00010000:00010000:2.0:1746139115.147315:0:10909:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139115.147328:0:10909:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012fb7f000/0x1f9f6ca451acc355 lrc: 2/0,0 mode: --/CR res: [0x240000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512f7d expref: -99 pid: 10909 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139115.147373:0:10909:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88012fb7fa00/0x1f9f6ca451acc35c lrc: 3/1,0 mode: --/PR res: [0x240000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10909 initiator: MDT0 00010000:00010000:2.0:1746139115.147383:0:10909:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88012fb7fa00/0x1f9f6ca451acc35c lrc: 3/1,0 mode: PR/PR res: [0x240000401:0xa:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10909 initiator: MDT1 00010000:00010000:2.0:1746139115.147391:0:10909:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012fb7fa00/0x1f9f6ca451acc35c lrc: 3/1,0 mode: PR/PR res: [0x240000401:0xa:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10909 initiator: MDT1 00000004:00200000:2.0:1746139115.147432:0:10909:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x240000401:0xa:0x0]: returning size 4096 00000004:00200000:2.0:1746139115.147436:0:10909:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:2.0:1746139115.147473:0:10909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012fb7f000/0x1f9f6ca451acc355 lrc: 0/0,0 mode: --/CR res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512f7d expref: 8 pid: 10909 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139115.147499:0:10909:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88012fb7fa00/0x1f9f6ca451acc35c lrc: 3/0,0 mode: PR/PR res: [0x240000401:0xa:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512f7d expref: 7 pid: 10909 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139115.147505:0:10909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xa:0x0].0x0 (ffff8800a00aab00) 00010000:00010000:2.0:1746139115.147507:0:10909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1746139115.147510:0:10909:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7fa00, rc 0) 00000100:00100000:2.0:1746139115.147709:0:10909:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012faeb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:57256782-7187-4d4f-9a1f-78e1ae613c85+7:3164:x1830958840541952:12345-192.168.203.56@tcp:101:dd.0 Request processed in 406us (564us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139115.147714:0:10909:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 53156 00000100:00100000:0.0:1746139115.150405:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139115.150661:0:10909:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840542208 00000100:00100000:2.0:1746139115.150669:0:10909:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840542208 00000100:00100000:2.0:1746139115.150718:0:10909:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 53157 00000100:00100000:2.0:1746139115.150725:0:10909:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012faeaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:57256782-7187-4d4f-9a1f-78e1ae613c85+14:3164:x1830958840542208:12345-192.168.203.56@tcp:101:dd.0 00010000:00010000:2.0:1746139115.150740:0:10909:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139115.150756:0:10909:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f035600/0x1f9f6ca451acc363 lrc: 2/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512f84 expref: -99 pid: 10909 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139115.150816:0:10909:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f034e00/0x1f9f6ca451acc36a lrc: 3/1,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10909 initiator: MDT0 00010000:00010000:2.0:1746139115.150825:0:10909:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f034e00/0x1f9f6ca451acc36a lrc: 3/1,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10909 initiator: MDT0 00010000:00010000:2.0:1746139115.150834:0:10909:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f034e00/0x1f9f6ca451acc36a lrc: 3/1,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10909 initiator: MDT0 00010000:00010000:2.0:1746139115.150842:0:10909:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f035e00/0x1f9f6ca451acc371 lrc: 3/1,0 mode: --/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10909 initiator: MDT0 00010000:00010000:2.0:1746139115.150847:0:10909:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f035e00/0x1f9f6ca451acc371 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10909 initiator: MDT0 00010000:00010000:2.0:1746139115.150852:0:10909:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f035e00/0x1f9f6ca451acc371 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10909 initiator: MDT0 00010000:00010000:2.0:1746139115.150927:0:10909:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0b95400/0x1f9f6ca451acc378 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x49:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10909 initiator: MDT0 00010000:00010000:2.0:1746139115.150935:0:10909:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0b95400/0x1f9f6ca451acc378 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x49:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10909 initiator: MDT0 00010000:00010000:2.0:1746139115.150940:0:10909:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0b95400/0x1f9f6ca451acc378 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x49:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10909 initiator: MDT0 00000004:00200000:2.0:1746139115.150946:0:10909:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x49:0x0]: returning size 1716 00010000:00010000:2.0:1746139115.151004:0:10909:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f034e00/0x1f9f6ca451acc36a lrc: 3/1,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10909 initiator: MDT0 00010000:00010000:2.0:1746139115.151010:0:10909:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009f034e00/0x1f9f6ca451acc36a lrc: 2/0,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10909 initiator: MDT0 00010000:00010000:2.0:1746139115.151015:0:10909:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009f034e00/0x1f9f6ca451acc36a lrc: 3/0,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10909 initiator: MDT0 00010000:00010000:2.0:1746139115.151020:0:10909:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009f034e00 already unused, calling callback (ffffffffa0f11690) 00010000:00010000:2.0:1746139115.151023:0:10909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f034e00/0x1f9f6ca451acc36a lrc: 3/0,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10909 initiator: MDT0 00010000:00010000:2.0:1746139115.151028:0:10909:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f034e00/0x1f9f6ca451acc36a lrc: 4/0,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10909 initiator: MDT0 00010000:00010000:2.0:1746139115.151037:0:10909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0xa:0x0].0x0 (ffff8800a00aad00) 00010000:00010000:2.0:1746139115.151040:0:10909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746139115.151043:0:10909:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009f034e00/0x1f9f6ca451acc36a lrc: 2/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10909 initiator: MDT0 00010000:00010000:2.0:1746139115.151047:0:10909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f034e00/0x1f9f6ca451acc36a lrc: 0/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10909 initiator: MDT0 00010000:00010000:2.0:1746139115.151056:0:10909:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f035e00/0x1f9f6ca451acc371 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10909 initiator: MDT0 00010000:00010000:2.0:1746139115.151060:0:10909:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009f035e00/0x1f9f6ca451acc371 lrc: 2/0,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10909 initiator: MDT0 00010000:00010000:2.0:1746139115.151064:0:10909:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009f035e00/0x1f9f6ca451acc371 lrc: 3/0,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10909 initiator: MDT0 00010000:00010000:2.0:1746139115.151067:0:10909:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009f035e00 already unused, calling callback (ffffffffa0f11690) 00010000:00010000:2.0:1746139115.151069:0:10909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f035e00/0x1f9f6ca451acc371 lrc: 3/0,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10909 initiator: MDT0 00010000:00010000:2.0:1746139115.151073:0:10909:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f035e00/0x1f9f6ca451acc371 lrc: 4/0,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10909 initiator: MDT0 00010000:00010000:2.0:1746139115.151078:0:10909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0xa:0x0].0x2ce3da1 (ffff88009f253900) 00010000:00010000:2.0:1746139115.151080:0:10909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746139115.151082:0:10909:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009f035e00/0x1f9f6ca451acc371 lrc: 2/0,0 mode: --/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10909 initiator: MDT0 00010000:00010000:2.0:1746139115.151085:0:10909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f035e00/0x1f9f6ca451acc371 lrc: 0/0,0 mode: --/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10909 initiator: MDT0 00010000:00010000:2.0:1746139115.151111:0:10909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f035600/0x1f9f6ca451acc363 lrc: 0/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512f84 expref: 17 pid: 10909 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139115.151124:0:10909:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0b95400/0x1f9f6ca451acc378 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x49:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512f84 expref: 16 pid: 10909 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139115.151129:0:10909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x49:0x0].0x0 (ffff88009f253700) 00010000:00010000:2.0:1746139115.151131:0:10909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746139115.151133:0:10909:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0b95400, rc 0) 00000100:00100000:2.0:1746139115.151172:0:10909:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012faeaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:57256782-7187-4d4f-9a1f-78e1ae613c85+16:3164:x1830958840542208:12345-192.168.203.56@tcp:101:dd.0 Request processed in 447us (773us total) trans 4294989773 rc 0/0 00000100:00100000:2.0:1746139115.151177:0:10909:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 53157 00000100:00100000:0.0:1746139115.156586:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139115.156800:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840542336 00000100:00100000:1.0:1746139115.156808:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840542336 00000100:00100000:1.0:1746139115.157201:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30203 00000100:00100000:1.0:1746139115.157209:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fae8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+5:3164:x1830958840542336:12345-192.168.203.56@tcp:101:dd.0 00010000:00010000:1.0:1746139115.157224:0:9563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139115.157238:0:9563:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072436a00/0x1f9f6ca451acc386 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512f8b expref: -99 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139115.157261:0:9563:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cd43200/0x1f9f6ca451acc301 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512f5a expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139115.157267:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139115.157269:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139115.157272:0:9563:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072436a00/0x1f9f6ca451acc386 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512f8b expref: 6 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139115.157299:0:9563:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cd43200/0x1f9f6ca451acc301 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512f5a expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139115.157311:0:9563:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cd43200/0x1f9f6ca451acc301 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512f5a expref: 5 pid: 9563 timeout: 840 lvb_type: 0 00000100:00100000:1.0:1746139115.157320:0:9563:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800885cd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832254208:192.168.203.56@tcp:104: 00000100:00100000:1.0:1746139115.157613:0:9563:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800acd8dc00 going to sleep for 11 seconds 00000100:00100000:1.0:1746139115.161553:0:9563:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800885cd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832254208:192.168.203.56@tcp:104: 00010000:00010000:1.0:1746139115.161578:0:9563:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072436a00/0x1f9f6ca451acc386 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512f8b expref: 6 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139115.161591:0:9563:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072436a00, rc 0) 00000100:00100000:1.0:1746139115.161850:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fae8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:3164:x1830958840542336:12345-192.168.203.56@tcp:101:dd.0 Request processed in 4640us (5269us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139115.161857:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30203 00000100:00100000:0.0:1746139115.164279:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139115.164462:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840542464 00000100:00100000:2.0:1746139115.164469:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840542464 00002000:00100000:2.0:1746139115.164506:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1b:0x0] (0->1715) req@ffff88009c0cdf80 x1830958840542464/t0(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:41/0 lens 2208/0 e 0 to 0 dl 1746139126 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746139115.164514:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c0cdf80 with x1830958840542464 ext(0->1715) 00010000:00010000:2.0:1746139115.164520:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cd43200/0x1f9f6ca451acc301 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512f5a expref: 6 pid: 9563 timeout: 840 lvb_type: 0 00010000:00010000:2.0:1746139115.164531:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cd43200/0x1f9f6ca451acc301 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512f5a expref: 6 pid: 9563 timeout: 840 lvb_type: 0 00002000:00010000:2.0:1746139115.164537:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c0cdf80 00000100:00100000:2.0:1746139115.164560:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2874 00000100:00100000:2.0:1746139115.164566:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c0cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+6:2007:x1830958840542464:12345-192.168.203.56@tcp:4:dd.0 00000100:00100000:2.0:1746139115.167476:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c0cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+8:2007:x1830958840542464:12345-192.168.203.56@tcp:4:dd.0 Request processed in 2898us (3189us total) trans 4294972135 rc 0/0 00000100:00100000:2.0:1746139115.167491:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2874 00002000:00100000:2.0:1746139115.167502:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1b:0x0] (0->1715) req@ffff88009c0cdf80 x1830958840542464/t4294972135(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:41/0 lens 2208/448 e 0 to 0 dl 1746139126 ref 1 fl Complete:H/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746139115.167510:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c0cdf80 with x1830958840542464 ext(0->1715) 00010000:00010000:2.0:1746139115.167519:0:9568:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cd43200/0x1f9f6ca451acc301 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512f5a expref: 8 pid: 9563 timeout: 840 lvb_type: 0 00010000:00010000:2.0:1746139115.167532:0:9568:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cd43200/0x1f9f6ca451acc301 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512f5a expref: 8 pid: 9563 timeout: 840 lvb_type: 0 00002000:00010000:2.0:1746139115.167539:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c0cdf80 00000100:00100000:0.0:1746139115.171983:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139115.172077:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840542592 00000100:00100000:1.0:1746139115.172086:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840542592 00010000:00010000:1.0:1746139115.172117:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009cd43200/0x1f9f6ca451acc301 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512f5a expref: 8 pid: 9563 timeout: 840 lvb_type: 0 00000100:00100000:1.0:1746139115.172140:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17510 00000100:00100000:1.0:1746139115.172147:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c0cf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+8:2008:x1830958840542592:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746139115.172159:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1746139115.172172:0:7207:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb size from disk: 0 -> 1716 00002000:00010000:1.0:1746139115.172175:0:7207:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb mtime from disk: 0 -> 1746139115 00002000:00010000:1.0:1746139115.172176:0:7207:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb atime from disk: 0 -> 1746139115 00002000:00010000:1.0:1746139115.172179:0:7207:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb ctime from disk: 0 -> 1746139115 00002000:00010000:1.0:1746139115.172181:0:7207:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:1.0:1746139115.172185:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009cd43200/0x1f9f6ca451acc301 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512f5a expref: 8 pid: 9563 timeout: 840 lvb_type: 0 00010000:00010000:1.0:1746139115.172196:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009cd43200/0x1f9f6ca451acc301 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512f5a expref: 8 pid: 9563 timeout: 840 lvb_type: 0 00010000:00010000:1.0:1746139115.172214:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009cd43200/0x1f9f6ca451acc301 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512f5a expref: 8 pid: 9563 timeout: 840 lvb_type: 0 00010000:00010000:1.0:1746139115.173385:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139115.173389:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139115.173397:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880072436a00/0x1f9f6ca451acc386 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512f8b expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139115.173406:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072436a00/0x1f9f6ca451acc386 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512f8b expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139115.173446:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880072436a00/0x1f9f6ca451acc386 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512f8b expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746139115.173456:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800885cd880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832254336:192.168.203.56@tcp:105: 00000100:00100000:1.0:1746139115.176061:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800acd8dc00 going to sleep for 11 seconds 00000100:00100000:1.0:1746139115.179466:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800885cd880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832254336:192.168.203.56@tcp:105: 00010000:00010000:1.0:1746139115.179484:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746139115.179531:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c0cf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+7:2008:x1830958840542592:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 7383us (7555us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139115.179544:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17510 00000100:00100000:0.0:1746139115.183724:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139115.184423:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840542848 00000100:00100000:2.0:1746139115.184432:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840542848 00002000:00100000:2.0:1746139115.184477:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1b:0x0] (0->4095) req@ffff88009c0cd180 x1830958840542848/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:41/0 lens 488/0 e 0 to 0 dl 1746139126 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746139115.184486:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c0cd180 with x1830958840542848 ext(0->4095) 00002000:00010000:2.0:1746139115.184491:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c0cd180 00000100:00100000:2.0:1746139115.185107:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13455 00000100:00100000:2.0:1746139115.185116:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c0cd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840542848:12345-192.168.203.56@tcp:3:dd.0 00000100:00100000:2.0:1746139115.185258:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c0cd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840542848:12345-192.168.203.56@tcp:3:dd.0 Request processed in 142us (1541us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746139115.185264:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13455 00002000:00100000:2.0:1746139115.185270:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1b:0x0] (0->4095) req@ffff88009c0cd180 x1830958840542848/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:41/0 lens 488/4536 e 0 to 0 dl 1746139126 ref 1 fl Complete:/200/0 rc 4096/4096 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746139115.185282:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c0cd180 with x1830958840542848 ext(0->4095) 00002000:00010000:2.0:1746139115.185285:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c0cd180 00000100:00100000:2.0:1746139115.202808:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c0cc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1830958832254464:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1746139115.202857:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746139115.203127:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958832254464 00000100:00100000:0.0:1746139115.203133:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958832254464 00000100:00100000:0.0:1746139115.203187:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 524 00000100:00100000:0.0:1746139115.203194:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072504000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3765:x1830958832254464:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1746139115.203216:0:9566:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 25590592 pending 28672 free 3921104896 avail 3689582592 00000100:00100000:0.0:1746139115.203258:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072504000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3765:x1830958832254464:12345-0@lo:13:osp-pre-0-0.0 Request processed in 65us (400us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139115.203264:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 524 00000100:00080000:3.0:1746139115.203345:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1746139115.204137:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c0cc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1830958832254464:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1746139115.227325:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139115.229059:0:7222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840543104 00000100:00100000:2.0:1746139115.229068:0:7222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840543104 00000100:00100000:2.0:1746139115.229118:0:7222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 188 00000100:00100000:2.0:1746139115.229126:0:7222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c0cd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+16:3164:x1830958840543104:12345-192.168.203.56@tcp:35:dd.0 00000100:00100000:2.0:1746139115.231098:0:7222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c0cd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+17:3164:x1830958840543104:12345-192.168.203.56@tcp:35:dd.0 Request processed in 1966us (3774us total) trans 4294989774 rc 0/0 00000100:00100000:2.0:1746139115.231109:0:7222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 188 00000100:00100000:1.0:1746139115.234782:0:3766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008746c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1830958832254592:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1746139115.234836:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746139115.235245:0:10476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958832254592 00000100:00100000:2.0:1746139115.235252:0:10476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958832254592 00000100:00080000:3.0:1746139115.235295:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1746139115.235305:0:10476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 525 00000100:00100000:2.0:1746139115.235312:0:10476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800885cd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3766:x1830958832254592:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1746139115.235330:0:10476:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 25590592 pending 28672 free 3921104896 avail 3689582592 00000100:00100000:2.0:1746139115.235376:0:10476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800885cd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3766:x1830958832254592:12345-0@lo:13:osp-pre-0-1.0 Request processed in 64us (539us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139115.235382:0:10476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 525 00000100:00100000:1.0:1746139115.235597:0:3766:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008746c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1830958832254592:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1746139115.240335:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139115.240551:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840543232 00000100:00100000:1.0:1746139115.240558:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840543232 00000100:00100000:1.0:1746139115.240604:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 53158 00000100:00100000:1.0:1746139115.240610:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c0cf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b60e9717-019c-4527-a82a-15e993ac5189+19:3167:x1830958840543232:12345-192.168.203.56@tcp:101:truncate.0 00010000:00010000:1.0:1746139115.240655:0:7218:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139115.240669:0:7218:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072436e00/0x1f9f6ca451acc38d lrc: 2/0,0 mode: --/PR res: [0x200000402:0x49:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512f92 expref: -99 pid: 7218 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139115.240695:0:7218:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008760d800/0x1f9f6ca451acc394 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x49:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746139115.240705:0:7218:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008760d800/0x1f9f6ca451acc394 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x49:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746139115.240713:0:7218:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008760d800/0x1f9f6ca451acc394 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x49:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746139115.240790:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072436e00/0x1f9f6ca451acc38d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x49:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512f92 expref: 21 pid: 7218 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139115.240820:0:7218:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008760d800/0x1f9f6ca451acc394 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x49:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512f92 expref: 20 pid: 7218 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139115.240826:0:7218:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x49:0x0].0x0 (ffff88009f253700) 00010000:00010000:1.0:1746139115.240829:0:7218:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1746139115.240832:0:7218:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008760d800, rc 0) 00000100:00100000:1.0:1746139115.240871:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c0cf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b60e9717-019c-4527-a82a-15e993ac5189+20:3167:x1830958840543232:12345-192.168.203.56@tcp:101:truncate.0 Request processed in 261us (542us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139115.240876:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 53158 00000100:00100000:0.0:1746139115.243150:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139115.243293:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840543488 00000100:00100000:1.0:1746139115.243300:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840543488 00000100:00100000:1.0:1746139115.243739:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 53159 00000100:00100000:1.0:1746139115.243747:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c0cc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b60e9717-019c-4527-a82a-15e993ac5189+20:3167:x1830958840543488:12345-192.168.203.56@tcp:36:truncate.0 00010000:00010000:1.0:1746139115.243783:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746139115.243802:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b8c8a00/0x1f9f6ca451acc2ec lrc: 0/0,0 mode: --/PR res: [0x200000402:0x49:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512f4c expref: 20 pid: 7218 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139115.243825:0:7218:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x49:0x0].0x0 (ffff88009f253700) 00010000:00010000:1.0:1746139115.243828:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746139115.243933:0:7218:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008760de00/0x1f9f6ca451acc39b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x49:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746139115.243942:0:7218:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0b95400/0x1f9f6ca451acc378 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x49:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512f84 expref: 16 pid: 10909 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139115.243948:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008760de00/0x1f9f6ca451acc39b lrc: 4/0,1 mode: --/PW res: [0x200000402:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746139115.243968:0:7218:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0b95400/0x1f9f6ca451acc378 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x49:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512f84 expref: 16 pid: 10909 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139115.243977:0:7218:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0b95400/0x1f9f6ca451acc378 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x49:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512f84 expref: 16 pid: 10909 timeout: 840 lvb_type: 0 00000100:00100000:1.0:1746139115.243991:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800885cc000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:7218:1830958832254720:192.168.203.56@tcp:104: 00000100:00100000:1.0:1746139115.244060:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b20e59c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746139115.246088:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139115.246140:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840543616 00000100:00100000:2.0:1746139115.246145:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840543616 00010000:00010000:2.0:1746139115.246170:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0b95400/0x1f9f6ca451acc378 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x49:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512f84 expref: 17 pid: 10909 timeout: 840 lvb_type: 0 00000100:00100000:2.0:1746139115.246208:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17511 00000100:00100000:2.0:1746139115.246214:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c0cc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+17:2008:x1830958840543616:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139115.246223:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139115.246228:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0b95400/0x1f9f6ca451acc378 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x49:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512f84 expref: 17 pid: 10909 timeout: 840 lvb_type: 0 00010000:00010000:2.0:1746139115.246236:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0b95400/0x1f9f6ca451acc378 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x49:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512f84 expref: 17 pid: 10909 timeout: 840 lvb_type: 0 00000100:00100000:1.0:1746139115.246238:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800885cc000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:7218:1830958832254720:192.168.203.56@tcp:104: 00010000:00010000:2.0:1746139115.246251:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0b95400/0x1f9f6ca451acc378 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x49:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512f84 expref: 17 pid: 10909 timeout: 840 lvb_type: 0 00010000:00010000:1.0:1746139115.246252:0:7218:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008760de00/0x1f9f6ca451acc39b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x49:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7218 initiator: MDT0 00010000:00010000:2.0:1746139115.246264:0:7207:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x49:0x0].0x0 (ffff88009f253700) 00010000:00010000:2.0:1746139115.246268:0:7207:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88008760de00/0x1f9f6ca451acc39b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7218 initiator: MDT0 00010000:00010000:2.0:1746139115.246275:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008760de00/0x1f9f6ca451acc39b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 7218 initiator: MDT0 00010000:00010000:2.0:1746139115.246281:0:7207:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008760de00/0x1f9f6ca451acc39b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 7218 initiator: MDT0 00010000:00010000:2.0:1746139115.246303:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139115.246332:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c0cc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+16:2008:x1830958840543616:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 119us (250us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139115.246338:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17511 00010000:00010000:1.0:1746139115.246536:0:7218:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008760de00/0x1f9f6ca451acc39b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746139115.246542:0:7218:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008760de00/0x1f9f6ca451acc39b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7218 initiator: MDT0 00000001:00080000:1.0:1746139115.246607:0:7218:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294989775 00000004:00010000:1.0:1746139115.246679:0:7218:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88009c0cc700 reply state ffff8801315be000 transno 4294989776 ns: mdt-lustre-MDT0000_UUID lock: ffff88008760de00/0x1f9f6ca451acc39b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746139115.246689:0:7218:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008760de00/0x1f9f6ca451acc39b lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746139115.246694:0:7218:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x49:0x0].0x0 (ffff88009f253700) 00010000:00010000:1.0:1746139115.246696:0:7218:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1746139115.246698:0:7218:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1746139115.246755:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c0cc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b60e9717-019c-4527-a82a-15e993ac5189+22:3167:x1830958840543488:12345-192.168.203.56@tcp:36:truncate.0 Request processed in 3008us (3610us total) trans 4294989776 rc 0/0 00000100:00100000:1.0:1746139115.246760:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 53159 00000020:00080000:1.0:1746139115.246938:0:7218:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1746139115.248137:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139115.248215:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840543744 00000100:00100000:1.0:1746139115.248221:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840543744 00000100:00100000:1.0:1746139115.248257:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30204 00000100:00100000:1.0:1746139115.248264:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c0ce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+7:3167:x1830958840543744:12345-192.168.203.56@tcp:101:truncate.0 00010000:00010000:1.0:1746139115.248275:0:9563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139115.248287:0:9563:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008760da00/0x1f9f6ca451acc3a2 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512f99 expref: -99 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139115.248307:0:9563:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880072436a00/0x1f9f6ca451acc386 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512f8b expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139115.248313:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139115.248315:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139115.248317:0:9563:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008760da00/0x1f9f6ca451acc3a2 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512f99 expref: 8 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139115.248340:0:9563:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880072436a00/0x1f9f6ca451acc386 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512f8b expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139115.248349:0:9563:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880072436a00/0x1f9f6ca451acc386 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512f8b expref: 5 pid: 9563 timeout: 840 lvb_type: 0 00000100:00100000:1.0:1746139115.248358:0:9563:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800885cc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832254848:192.168.203.56@tcp:104: 00000100:00100000:1.0:1746139115.248441:0:9563:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b20e50c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746139115.250924:0:9563:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800885cc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832254848:192.168.203.56@tcp:104: 00010000:00010000:1.0:1746139115.250949:0:9563:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008760da00/0x1f9f6ca451acc3a2 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512f99 expref: 8 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139115.250962:0:9563:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008760da00, rc 0) 00000100:00100000:1.0:1746139115.251005:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c0ce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+8:3167:x1830958840543744:12345-192.168.203.56@tcp:101:truncate.0 Request processed in 2740us (2869us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139115.251013:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30204 00000100:00100000:0.0:1746139115.251319:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139115.251603:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840543872 00000100:00100000:1.0:1746139115.251609:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840543872 00010000:00010000:1.0:1746139115.251658:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880072436a00/0x1f9f6ca451acc386 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512f8b expref: 6 pid: 9563 timeout: 840 lvb_type: 0 00000100:00100000:1.0:1746139115.252025:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17512 00000100:00100000:1.0:1746139115.252033:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c0cc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840543872:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746139115.252042:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746139115.252058:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880072436a00/0x1f9f6ca451acc386 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512f8b expref: 6 pid: 9563 timeout: 840 lvb_type: 0 00010000:00010000:1.0:1746139115.252068:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880072436a00/0x1f9f6ca451acc386 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512f8b expref: 6 pid: 9563 timeout: 840 lvb_type: 0 00010000:00010000:1.0:1746139115.252086:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072436a00/0x1f9f6ca451acc386 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512f8b expref: 6 pid: 9563 timeout: 840 lvb_type: 0 00010000:00010000:1.0:1746139115.252097:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139115.252099:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139115.252103:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008760da00/0x1f9f6ca451acc3a2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512f99 expref: 7 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139115.252110:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008760da00/0x1f9f6ca451acc3a2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512f99 expref: 7 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139115.252132:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008760da00/0x1f9f6ca451acc3a2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512f99 expref: 7 pid: 9563 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746139115.252143:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800885cc000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832254976:192.168.203.56@tcp:105: 00000100:00100000:1.0:1746139115.252211:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b20e50c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746139115.254458:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800885cc000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832254976:192.168.203.56@tcp:105: 00010000:00010000:1.0:1746139115.254473:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746139115.254499:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139115.254513:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c0cc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+5:2007:x1830958840543872:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 2481us (3194us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139115.254522:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17512 00000100:00100000:1.0:1746139115.254550:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840544000 00000100:00100000:1.0:1746139115.254554:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840544000 00002000:00010000:1.0:1746139115.254573:0:27210:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/27 (858->18446744073709551615) 00002000:00100000:1.0:1746139115.254577:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c852a00 with x1830958840544000 ext(858->18446744073709551615) 00002000:00010000:1.0:1746139115.254584:0:27210:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c852a00. 00000100:00100000:1.0:1746139115.254612:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13456 00000100:00100000:1.0:1746139115.254647:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c852a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+8:2008:x1830958840544000:12345-192.168.203.56@tcp:10:truncate.0 00002000:00010000:1.0:1746139115.255324:0:27210:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb size from disk: 1716 -> 858 00002000:00010000:1.0:1746139115.255327:0:27210:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb mtime from disk: 1746139115 -> 1746139115 00002000:00010000:1.0:1746139115.255329:0:27210:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb atime from disk: 1746139115 -> 1746139115 00002000:00010000:1.0:1746139115.255330:0:27210:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb ctime from disk: 1746139115 -> 1746139115 00002000:00010000:1.0:1746139115.255332:0:27210:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:1.0:1746139115.255360:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c852a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+9:2008:x1830958840544000:12345-192.168.203.56@tcp:10:truncate.0 Request processed in 715us (861us total) trans 4294972136 rc 0/0 00000100:00100000:1.0:1746139115.255366:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13456 00002000:00010000:1.0:1746139115.255369:0:27210:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/27 (858->18446744073709551615) 00002000:00100000:1.0:1746139115.255371:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c852a00 with x1830958840544000 ext(858->18446744073709551615) 00002000:00010000:1.0:1746139115.255453:0:27210:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c852a00. 00000100:00100000:0.0:1746139115.267526:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139115.267643:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840544256 00000100:00100000:1.0:1746139115.268695:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840544256 00000100:00100000:1.0:1746139115.268766:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 53160 00000100:00100000:1.0:1746139115.268774:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c852680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b60e9717-019c-4527-a82a-15e993ac5189+22:3169:x1830958840544256:12345-192.168.203.56@tcp:101:dd.0 00010000:00010000:1.0:1746139115.268798:0:7218:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746139115.269052:0:7218:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f3d2800/0x1f9f6ca451acc3a9 lrc: 2/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512fa0 expref: -99 pid: 7218 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139115.269124:0:7218:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f3d2a00/0x1f9f6ca451acc3b0 lrc: 3/1,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7218 initiator: MDT0 00010000:00010000:0.0:1746139115.269135:0:7218:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f3d2a00/0x1f9f6ca451acc3b0 lrc: 3/1,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7218 initiator: MDT0 00010000:00010000:0.0:1746139115.269144:0:7218:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f3d2a00/0x1f9f6ca451acc3b0 lrc: 3/1,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7218 initiator: MDT0 00010000:00010000:0.0:1746139115.269158:0:7218:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f3d3400/0x1f9f6ca451acc3b7 lrc: 3/1,0 mode: --/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7218 initiator: MDT0 00010000:00010000:0.0:1746139115.269163:0:7218:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f3d3400/0x1f9f6ca451acc3b7 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7218 initiator: MDT0 00010000:00010000:0.0:1746139115.269168:0:7218:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f3d3400/0x1f9f6ca451acc3b7 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7218 initiator: MDT0 00010000:00010000:0.0:1746139115.269244:0:7218:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f3d3800/0x1f9f6ca451acc3be lrc: 3/1,0 mode: --/PR res: [0x200000402:0x49:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7218 initiator: MDT0 00010000:00010000:0.0:1746139115.269251:0:7218:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f3d3800/0x1f9f6ca451acc3be lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x49:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7218 initiator: MDT0 00010000:00010000:0.0:1746139115.269256:0:7218:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f3d3800/0x1f9f6ca451acc3be lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x49:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7218 initiator: MDT0 00000004:00200000:0.0:1746139115.269264:0:7218:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x49:0x0]: returning size 858 00010000:00010000:0.0:1746139115.269323:0:7218:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f3d2a00/0x1f9f6ca451acc3b0 lrc: 3/1,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7218 initiator: MDT0 00010000:00010000:0.0:1746139115.269330:0:7218:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009f3d2a00/0x1f9f6ca451acc3b0 lrc: 2/0,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7218 initiator: MDT0 00010000:00010000:0.0:1746139115.269335:0:7218:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009f3d2a00/0x1f9f6ca451acc3b0 lrc: 3/0,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7218 initiator: MDT0 00010000:00010000:0.0:1746139115.269340:0:7218:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009f3d2a00 already unused, calling callback (ffffffffa0f11690) 00010000:00010000:0.0:1746139115.269343:0:7218:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f3d2a00/0x1f9f6ca451acc3b0 lrc: 3/0,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7218 initiator: MDT0 00010000:00010000:0.0:1746139115.269348:0:7218:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f3d2a00/0x1f9f6ca451acc3b0 lrc: 4/0,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7218 initiator: MDT0 00010000:00010000:0.0:1746139115.269359:0:7218:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0xa:0x0].0x0 (ffff8800a00aad00) 00010000:00010000:0.0:1746139115.269362:0:7218:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746139115.269365:0:7218:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009f3d2a00/0x1f9f6ca451acc3b0 lrc: 2/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7218 initiator: MDT0 00010000:00010000:0.0:1746139115.269369:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f3d2a00/0x1f9f6ca451acc3b0 lrc: 0/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7218 initiator: MDT0 00010000:00010000:0.0:1746139115.269407:0:7218:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f3d3400/0x1f9f6ca451acc3b7 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7218 initiator: MDT0 00010000:00010000:0.0:1746139115.269423:0:7218:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009f3d3400/0x1f9f6ca451acc3b7 lrc: 2/0,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7218 initiator: MDT0 00010000:00010000:0.0:1746139115.269427:0:7218:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009f3d3400/0x1f9f6ca451acc3b7 lrc: 3/0,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7218 initiator: MDT0 00010000:00010000:0.0:1746139115.269431:0:7218:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009f3d3400 already unused, calling callback (ffffffffa0f11690) 00010000:00010000:0.0:1746139115.269434:0:7218:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f3d3400/0x1f9f6ca451acc3b7 lrc: 3/0,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7218 initiator: MDT0 00010000:00010000:0.0:1746139115.269437:0:7218:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f3d3400/0x1f9f6ca451acc3b7 lrc: 4/0,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7218 initiator: MDT0 00010000:00010000:0.0:1746139115.269443:0:7218:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0xa:0x0].0x2ce3da1 (ffff88009f253900) 00010000:00010000:0.0:1746139115.269444:0:7218:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746139115.269446:0:7218:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009f3d3400/0x1f9f6ca451acc3b7 lrc: 2/0,0 mode: --/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7218 initiator: MDT0 00010000:00010000:0.0:1746139115.269451:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f3d3400/0x1f9f6ca451acc3b7 lrc: 0/0,0 mode: --/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7218 initiator: MDT0 00010000:00010000:0.0:1746139115.269480:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f3d2800/0x1f9f6ca451acc3a9 lrc: 0/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512fa0 expref: 25 pid: 7218 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139115.269490:0:7218:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f3d3800/0x1f9f6ca451acc3be lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x49:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512fa0 expref: 24 pid: 7218 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139115.269495:0:7218:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x49:0x0].0x0 (ffff88009f253700) 00010000:00010000:0.0:1746139115.269497:0:7218:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1746139115.269499:0:7218:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f3d3800, rc 0) 00000100:00100000:0.0:1746139115.269561:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c852680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b60e9717-019c-4527-a82a-15e993ac5189+24:3169:x1830958840544256:12345-192.168.203.56@tcp:101:dd.0 Request processed in 784us (2037us total) trans 4294989777 rc 0/0 00000100:00100000:0.0:1746139115.269566:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 53160 00000100:00100000:0.0:1746139115.278680:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139115.279173:0:7222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840544512 00000100:00100000:2.0:1746139115.279180:0:7222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840544512 00000100:00100000:2.0:1746139115.279218:0:7222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 189 00000100:00100000:2.0:1746139115.279224:0:7222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c850e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b60e9717-019c-4527-a82a-15e993ac5189+24:3169:x1830958840544512:12345-192.168.203.56@tcp:35:dd.0 00000100:00100000:2.0:1746139115.280199:0:7222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c850e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b60e9717-019c-4527-a82a-15e993ac5189+25:3169:x1830958840544512:12345-192.168.203.56@tcp:35:dd.0 Request processed in 972us (1524us total) trans 4294989778 rc 0/0 00000100:00100000:2.0:1746139115.280206:0:7222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 189 00000100:00100000:0.0:1746139115.284215:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139115.284400:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840544768 00000100:00100000:1.0:1746139115.284416:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840544768 00002000:00100000:1.0:1746139115.284456:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1b:0x0] (0->4095) req@ffff88009c851500 x1830958840544768/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:41/0 lens 488/0 e 0 to 0 dl 1746139126 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746139115.284465:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c851500 with x1830958840544768 ext(0->4095) 00002000:00010000:1.0:1746139115.284470:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c851500 00000100:00100000:1.0:1746139115.284502:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13457 00000100:00100000:1.0:1746139115.284510:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c851500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+9:2007:x1830958840544768:12345-192.168.203.56@tcp:3:dd.0 00000100:00100000:1.0:1746139115.284657:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c851500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+9:2007:x1830958840544768:12345-192.168.203.56@tcp:3:dd.0 Request processed in 147us (449us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746139115.284663:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13457 00002000:00100000:1.0:1746139115.284668:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1b:0x0] (0->4095) req@ffff88009c851500 x1830958840544768/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:41/0 lens 488/4536 e 0 to 0 dl 1746139126 ref 1 fl Complete:/200/0 rc 4096/4096 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746139115.284674:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c851500 with x1830958840544768 ext(0->4095) 00002000:00010000:1.0:1746139115.284677:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c851500 00000100:00100000:0.0:1746139115.323789:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139115.323889:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840545024 00000100:00100000:2.0:1746139115.323895:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840545024 00000100:00100000:2.0:1746139115.324204:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 53161 00000100:00100000:2.0:1746139115.324212:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c852d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:57256782-7187-4d4f-9a1f-78e1ae613c85+16:3173:x1830958840545024:12345-192.168.203.56@tcp:101:dd.0 00010000:00010000:2.0:1746139115.324230:0:7218:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139115.324245:0:7218:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f7cc600/0x1f9f6ca451acc3cc lrc: 2/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512fa7 expref: -99 pid: 7218 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139115.324302:0:7218:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f7cc200/0x1f9f6ca451acc3d3 lrc: 3/1,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7218 initiator: MDT0 00010000:00010000:2.0:1746139115.324313:0:7218:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f7cc200/0x1f9f6ca451acc3d3 lrc: 3/1,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7218 initiator: MDT0 00010000:00010000:2.0:1746139115.324322:0:7218:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f7cc200/0x1f9f6ca451acc3d3 lrc: 3/1,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7218 initiator: MDT0 00010000:00010000:2.0:1746139115.324330:0:7218:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f7cc000/0x1f9f6ca451acc3da lrc: 3/1,0 mode: --/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7218 initiator: MDT0 00010000:00010000:2.0:1746139115.324336:0:7218:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f7cc000/0x1f9f6ca451acc3da lrc: 3/1,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7218 initiator: MDT0 00010000:00010000:2.0:1746139115.324341:0:7218:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f7cc000/0x1f9f6ca451acc3da lrc: 3/1,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7218 initiator: MDT0 00010000:00010000:2.0:1746139115.324426:0:7218:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f7cd200/0x1f9f6ca451acc3e1 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x49:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7218 initiator: MDT0 00010000:00010000:2.0:1746139115.324434:0:7218:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f7cd200/0x1f9f6ca451acc3e1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x49:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7218 initiator: MDT0 00010000:00010000:2.0:1746139115.324440:0:7218:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f7cd200/0x1f9f6ca451acc3e1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x49:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7218 initiator: MDT0 00000004:00200000:2.0:1746139115.324448:0:7218:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x49:0x0]: returning size 858 00010000:00010000:2.0:1746139115.324497:0:7218:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f7cc200/0x1f9f6ca451acc3d3 lrc: 3/1,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7218 initiator: MDT0 00010000:00010000:2.0:1746139115.324503:0:7218:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009f7cc200/0x1f9f6ca451acc3d3 lrc: 2/0,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7218 initiator: MDT0 00010000:00010000:2.0:1746139115.324508:0:7218:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009f7cc200/0x1f9f6ca451acc3d3 lrc: 3/0,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7218 initiator: MDT0 00010000:00010000:2.0:1746139115.324513:0:7218:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009f7cc200 already unused, calling callback (ffffffffa0f11690) 00010000:00010000:2.0:1746139115.324516:0:7218:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f7cc200/0x1f9f6ca451acc3d3 lrc: 3/0,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7218 initiator: MDT0 00010000:00010000:2.0:1746139115.324521:0:7218:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f7cc200/0x1f9f6ca451acc3d3 lrc: 4/0,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7218 initiator: MDT0 00010000:00010000:2.0:1746139115.324530:0:7218:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0xa:0x0].0x0 (ffff8800a00aad00) 00010000:00010000:2.0:1746139115.324533:0:7218:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746139115.324536:0:7218:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009f7cc200/0x1f9f6ca451acc3d3 lrc: 2/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7218 initiator: MDT0 00010000:00010000:2.0:1746139115.324540:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f7cc200/0x1f9f6ca451acc3d3 lrc: 0/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7218 initiator: MDT0 00010000:00010000:2.0:1746139115.324572:0:7218:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f7cc000/0x1f9f6ca451acc3da lrc: 3/1,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7218 initiator: MDT0 00010000:00010000:2.0:1746139115.324578:0:7218:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009f7cc000/0x1f9f6ca451acc3da lrc: 2/0,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7218 initiator: MDT0 00010000:00010000:2.0:1746139115.324582:0:7218:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009f7cc000/0x1f9f6ca451acc3da lrc: 3/0,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7218 initiator: MDT0 00010000:00010000:2.0:1746139115.324586:0:7218:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009f7cc000 already unused, calling callback (ffffffffa0f11690) 00010000:00010000:2.0:1746139115.324589:0:7218:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f7cc000/0x1f9f6ca451acc3da lrc: 3/0,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7218 initiator: MDT0 00010000:00010000:2.0:1746139115.324594:0:7218:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f7cc000/0x1f9f6ca451acc3da lrc: 4/0,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7218 initiator: MDT0 00010000:00010000:2.0:1746139115.324599:0:7218:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0xa:0x0].0x2ce3da1 (ffff88009f253900) 00010000:00010000:2.0:1746139115.324601:0:7218:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746139115.324604:0:7218:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009f7cc000/0x1f9f6ca451acc3da lrc: 2/0,0 mode: --/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7218 initiator: MDT0 00010000:00010000:2.0:1746139115.324608:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f7cc000/0x1f9f6ca451acc3da lrc: 0/0,0 mode: --/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7218 initiator: MDT0 00010000:00010000:2.0:1746139115.324655:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f7cc600/0x1f9f6ca451acc3cc lrc: 0/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512fa7 expref: 19 pid: 7218 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139115.324666:0:7218:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f7cd200/0x1f9f6ca451acc3e1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x49:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512fa7 expref: 18 pid: 7218 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139115.324672:0:7218:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x49:0x0].0x0 (ffff88009f253700) 00010000:00010000:2.0:1746139115.324674:0:7218:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746139115.324676:0:7218:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f7cd200, rc 0) 00000100:00100000:2.0:1746139115.324714:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c852d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:57256782-7187-4d4f-9a1f-78e1ae613c85+18:3173:x1830958840545024:12345-192.168.203.56@tcp:101:dd.0 Request processed in 503us (933us total) trans 4294989779 rc 0/0 00000100:00100000:2.0:1746139115.324720:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 53161 00000100:00100000:0.0:1746139115.327924:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139115.327991:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840545152 00000100:00100000:1.0:1746139115.327998:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840545152 00000100:00100000:1.0:1746139115.328073:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30205 00000100:00100000:1.0:1746139115.328079:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c853100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+5:3173:x1830958840545152:12345-192.168.203.56@tcp:101:dd.0 00010000:00010000:1.0:1746139115.328095:0:9563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139115.328113:0:9563:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008760d000/0x1f9f6ca451acc3ef lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512fae expref: -99 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139115.328182:0:9563:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008760da00/0x1f9f6ca451acc3a2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512f99 expref: 8 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139115.328190:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139115.328191:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139115.328194:0:9563:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008760d000/0x1f9f6ca451acc3ef lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512fae expref: 6 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139115.328221:0:9563:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008760da00/0x1f9f6ca451acc3a2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512f99 expref: 8 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139115.328230:0:9563:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008760da00/0x1f9f6ca451acc3a2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512f99 expref: 8 pid: 9563 timeout: 840 lvb_type: 0 00000100:00100000:1.0:1746139115.328240:0:9563:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800885cc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832255104:192.168.203.56@tcp:104: 00000100:00100000:1.0:1746139115.329048:0:9563:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b20e50c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746139115.332021:0:9563:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800885cc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832255104:192.168.203.56@tcp:104: 00010000:00010000:1.0:1746139115.332045:0:9563:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008760d000/0x1f9f6ca451acc3ef lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512fae expref: 6 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139115.332059:0:9563:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008760d000, rc 0) 00000100:00100000:1.0:1746139115.332097:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c853100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:3173:x1830958840545152:12345-192.168.203.56@tcp:101:dd.0 Request processed in 4018us (4179us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139115.332107:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30205 00000100:00100000:0.0:1746139115.332860:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139115.332919:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840545280 00000100:00100000:1.0:1746139115.332925:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840545280 00010000:00010000:1.0:1746139115.332946:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008760da00/0x1f9f6ca451acc3a2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512f99 expref: 9 pid: 9563 timeout: 840 lvb_type: 0 00000100:00100000:1.0:1746139115.332967:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17513 00000100:00100000:1.0:1746139115.332972:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c853800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+9:2008:x1830958840545280:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746139115.332981:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746139115.332997:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008760da00/0x1f9f6ca451acc3a2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512f99 expref: 9 pid: 9563 timeout: 840 lvb_type: 0 00010000:00010000:1.0:1746139115.333007:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008760da00/0x1f9f6ca451acc3a2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512f99 expref: 9 pid: 9563 timeout: 840 lvb_type: 0 00010000:00010000:1.0:1746139115.333025:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008760da00/0x1f9f6ca451acc3a2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512f99 expref: 9 pid: 9563 timeout: 840 lvb_type: 0 00010000:00010000:1.0:1746139115.333041:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139115.333523:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139115.333532:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008760d000/0x1f9f6ca451acc3ef lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512fae expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139115.333539:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008760d000/0x1f9f6ca451acc3ef lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512fae expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139115.333566:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008760d000/0x1f9f6ca451acc3ef lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512fae expref: 5 pid: 9563 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746139115.333577:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800885cc000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832255232:192.168.203.56@tcp:105: 00000100:00100000:1.0:1746139115.333661:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b20e50c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746139115.338611:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139115.338756:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800885cc000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832255232:192.168.203.56@tcp:105: 00010000:00010000:1.0:1746139115.338866:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746139115.338913:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c853800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+8:2008:x1830958840545280:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 5939us (6053us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139115.338922:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17513 00000100:00100000:3.0:1746139115.338973:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840545536 00000100:00100000:3.0:1746139115.338979:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840545536 00002000:00100000:3.0:1746139115.339018:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1b:0x0] (0->4095) req@ffff880072505880 x1830958840545536/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:41/0 lens 488/0 e 0 to 0 dl 1746139126 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746139115.339027:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072505880 with x1830958840545536 ext(0->4095) 00002000:00010000:3.0:1746139115.339032:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072505880 00000100:00100000:3.0:1746139115.339061:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13458 00000100:00100000:3.0:1746139115.339067:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072505880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840545536:12345-192.168.203.56@tcp:3:dd.0 00000100:00100000:3.0:1746139115.339166:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072505880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2007:x1830958840545536:12345-192.168.203.56@tcp:3:dd.0 Request processed in 99us (563us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746139115.339171:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13458 00002000:00100000:3.0:1746139115.339176:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1b:0x0] (0->4095) req@ffff880072505880 x1830958840545536/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:41/0 lens 488/4536 e 0 to 0 dl 1746139126 ref 1 fl Complete:/200/0 rc 4096/4096 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746139115.339183:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072505880 with x1830958840545536 ext(0->4095) 00002000:00010000:3.0:1746139115.339186:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072505880 00010000:00010000:2.0:1746139115.344829:0:7208:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746139115.353708:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139115.353787:0:7222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840545792 00000100:00100000:2.0:1746139115.353794:0:7222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840545792 00000100:00100000:2.0:1746139115.353828:0:7222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 190 00000100:00100000:2.0:1746139115.353834:0:7222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b42de050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+18:3173:x1830958840545792:12345-192.168.203.56@tcp:35:dd.0 00000100:00100000:2.0:1746139115.353989:0:7222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b42de050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+19:3173:x1830958840545792:12345-192.168.203.56@tcp:35:dd.0 Request processed in 154us (288us total) trans 4294989780 rc 0/0 00000100:00100000:2.0:1746139115.353995:0:7222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 190 00010000:00010000:3.0:1746139116.348145:0:7209:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1746139116.452497:0:9560:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970705 is committed 00000100:00100000:3.0:1746139116.706873:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072505500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3764:1830958832255488:0@lo:400:kworker.0 00000100:00100000:2.0:1746139116.706886:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ee94380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1830958832255616:0@lo:400:kworker.0 00000100:00100000:0.0:1746139116.706990:0:3767:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072506300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1ca206db-9abf-4f14-943b-9a8520c6dd0e:3767:1830958832255360:0@lo:400:kworker.0 00000100:00100000:3.0:1746139116.707151:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746139116.707152:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746139116.707186:0:3766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f178a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3766:1830958832255744:0@lo:400:kworker.0 00000100:00100000:3.0:1746139116.707191:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134530a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3764:1830958832256000:0@lo:400:kworker.0 00000100:00100000:1.0:1746139116.707211:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746139116.707225:0:10909:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958832255488 00000100:00100000:3.0:1746139116.707230:0:10909:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958832255488 00000100:00100000:1.0:1746139116.707231:0:3766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134533800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1830958832256256:0@lo:400:kworker.0 00000100:00100000:1.0:1746139116.707248:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746139116.707259:0:3766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134531c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1830958832256768:0@lo:400:kworker.0 00000100:00100000:3.0:1746139116.707260:0:10909:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958832255744 00000100:00100000:3.0:1746139116.707262:0:10909:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958832255744 00000100:00100000:1.0:1746139116.707271:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746139116.707296:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958832256256 00000100:00100000:1.0:1746139116.707299:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958832256256 00000100:00100000:1.0:1746139116.707318:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958832256768 00000100:00100000:1.0:1746139116.707320:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958832256768 00000100:00100000:1.0:1746139116.707337:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 780 00000100:00100000:1.0:1746139116.707343:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800885cce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3766:x1830958832256256:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746139116.707380:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800885cce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3766:x1830958832256256:12345-0@lo:400:kworker.0 Request processed in 37us (130us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139116.707385:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 780 00000100:00100000:1.0:1746139116.707396:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 781 00000100:00100000:1.0:1746139116.707416:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800885ce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3766:x1830958832256768:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746139116.707438:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800885ce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3766:x1830958832256768:12345-0@lo:400:kworker.0 Request processed in 23us (166us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139116.707443:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 781 00000100:00080000:1.0:1746139116.707459:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746139116.707479:0:3766:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134533800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1830958832256256:0@lo:400:kworker.0 00000100:00100000:1.0:1746139116.707486:0:3766:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134531c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1830958832256768:0@lo:400:kworker.0 00000100:00100000:0.0:1746139116.707559:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746139116.707578:0:3767:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c0cd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1830958832255872:0@lo:400:kworker.0 00000100:00100000:0.0:1746139116.707598:0:7213:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958832255360 00000100:00100000:0.0:1746139116.707601:0:7213:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958832255360 00000100:00100000:0.0:1746139116.707638:0:7213:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 561 00000100:00100000:0.0:1746139116.707643:0:7213:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b19e4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1ca206db-9abf-4f14-943b-9a8520c6dd0e+23:3767:x1830958832255360:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746139116.707668:0:7213:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b19e4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1ca206db-9abf-4f14-943b-9a8520c6dd0e+23:3767:x1830958832255360:12345-0@lo:400:kworker.0 Request processed in 25us (109us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139116.707676:0:7213:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 561 00000100:00100000:2.0:1746139116.707757:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134530e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3765:1830958832256128:0@lo:400:kworker.0 00000100:00100000:3.0:1746139116.707763:0:10909:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1129 00000100:00100000:3.0:1746139116.707772:0:10909:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008746f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3764:x1830958832255488:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746139116.707776:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746139116.707786:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134530000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3765:1830958832256640:0@lo:400:kworker.0 00000100:00100000:2.0:1746139116.707803:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746139116.707804:0:10909:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008746f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3764:x1830958832255488:12345-0@lo:400:kworker.0 Request processed in 34us (653us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139116.707814:0:3765:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1746139116.707818:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134531500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3765:1830958832256512:0@lo:400:kworker.0 00000100:00100000:2.0:1746139116.707839:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746139116.707859:0:21503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958832256128 00000100:00100000:2.0:1746139116.707861:0:21503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958832256128 00000100:00100000:1.0:1746139116.709821:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1130 00000100:00100000:1.0:1746139116.709839:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800885cc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1830958832255744:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746139116.709908:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800885cc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1830958832255744:12345-0@lo:400:kworker.0 Request processed in 77us (2696us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139116.709913:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1130 00000100:00100000:1.0:1746139116.709935:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958832256640 00000100:00100000:1.0:1746139116.709940:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958832256640 00000100:00100000:1.0:1746139116.709959:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958832256512 00000100:00100000:1.0:1746139116.709961:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958832256512 00000100:00100000:1.0:1746139116.709972:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1131 00000100:00100000:1.0:1746139116.709976:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c412680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3765:x1830958832256640:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746139116.710005:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c412680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3765:x1830958832256640:12345-0@lo:400:kworker.0 Request processed in 28us (2202us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139116.710009:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1131 00000100:00100000:1.0:1746139116.710017:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1132 00000100:00100000:1.0:1746139116.710021:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c410380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3765:x1830958832256512:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746139116.710038:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c410380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3765:x1830958832256512:12345-0@lo:400:kworker.0 Request processed in 17us (2198us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139116.710042:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1132 00000100:00100000:1.0:1746139116.710058:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958832255616 00000100:00100000:1.0:1746139116.710061:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958832255616 00000100:00100000:1.0:1746139116.710076:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 660 00000100:00100000:1.0:1746139116.710080:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c411f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3765:x1830958832255616:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746139116.710103:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c411f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3765:x1830958832255616:12345-0@lo:400:kworker.0 Request processed in 23us (2952us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139116.710108:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 660 00000100:00080000:1.0:1746139116.710122:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1746139116.710124:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1746139116.710148:0:3766:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f178a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3766:1830958832255744:0@lo:400:kworker.0 00000100:00100000:1.0:1746139116.710193:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134531500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3765:1830958832256512:0@lo:400:kworker.0 00000100:00100000:1.0:1746139116.710201:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ee94380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1830958832255616:0@lo:400:kworker.0 00000100:00100000:1.0:1746139116.710210:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134530000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3765:1830958832256640:0@lo:400:kworker.0 00000100:00100000:1.0:1746139116.710238:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746139116.710266:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072505500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3764:1830958832255488:0@lo:400:kworker.0 00000100:00100000:1.0:1746139116.710278:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958832256000 00000100:00100000:1.0:1746139116.710280:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958832256000 00000100:00100000:1.0:1746139116.710295:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1133 00000100:00100000:1.0:1746139116.710299:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800885cdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3764:x1830958832256000:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746139116.710321:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800885cdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3764:x1830958832256000:12345-0@lo:400:kworker.0 Request processed in 23us (83us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139116.710326:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1133 00000100:00080000:1.0:1746139116.710335:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746139116.710346:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134530a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3764:1830958832256000:0@lo:400:kworker.0 00000100:00100000:0.0:1746139116.710457:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746139116.710458:0:10909:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1129 00000100:00100000:0.0:1746139116.710479:0:3767:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134531180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1830958832256384:0@lo:400:kworker.0 00000100:00100000:0.0:1746139116.710509:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746139116.710521:0:3767:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134530380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1830958832256896:0@lo:400:kworker.0 00000100:00100000:0.0:1746139116.710535:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746139116.710554:0:3767:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072506300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1ca206db-9abf-4f14-943b-9a8520c6dd0e:3767:1830958832255360:0@lo:400:kworker.0 00000100:00100000:0.0:1746139116.710570:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958832256384 00000100:00100000:0.0:1746139116.710572:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958832256384 00000100:00100000:0.0:1746139116.710589:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958832256896 00000100:00100000:0.0:1746139116.710590:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958832256896 00000100:00100000:0.0:1746139116.710605:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 782 00000100:00100000:0.0:1746139116.710608:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007278bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3767:x1830958832256384:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746139116.710646:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007278bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3767:x1830958832256384:12345-0@lo:400:kworker.0 Request processed in 37us (140us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139116.710651:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 782 00000100:00100000:0.0:1746139116.710659:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 783 00000100:00100000:0.0:1746139116.710663:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072789f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3767:x1830958832256896:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746139116.710678:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072789f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3767:x1830958832256896:12345-0@lo:400:kworker.0 Request processed in 15us (142us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139116.710682:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 783 00000100:00100000:0.0:1746139116.710701:0:3767:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134531180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1830958832256384:0@lo:400:kworker.0 00000100:00100000:0.0:1746139116.710708:0:3767:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134530380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1830958832256896:0@lo:400:kworker.0 00000100:00100000:2.0:1746139116.710813:0:21503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1134 00000100:00100000:2.0:1746139116.710820:0:21503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c411500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3765:x1830958832256128:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746139116.710851:0:21503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c411500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3765:x1830958832256128:12345-0@lo:400:kworker.0 Request processed in 33us (3075us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139116.710855:0:21503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1134 00000100:00100000:2.0:1746139116.710882:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134530e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3765:1830958832256128:0@lo:400:kworker.0 00000100:00100000:1.0:1746139116.711026:0:7224:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958832255872 00000100:00100000:1.0:1746139116.711030:0:7224:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958832255872 00000100:00100000:1.0:1746139116.711600:0:7224:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 661 00000100:00100000:1.0:1746139116.711607:0:7224:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c850e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3767:x1830958832255872:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746139116.711817:0:7224:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c850e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3767:x1830958832255872:12345-0@lo:400:kworker.0 Request processed in 211us (1360us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139116.711823:0:7224:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 661 00000100:00080000:1.0:1746139116.711839:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746139116.711896:0:3767:0:(client.c:2927:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 4294967375 gen 2 00000004:00080000:0.0:1746139116.711901:0:3767:0:(osp_trans.c:1031:osp_request_commit_cb()) trans no 4294967375 committed transno 4294967375 00000100:00100000:0.0:1746139116.711925:0:3767:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c0cd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1830958832255872:0@lo:400:kworker.0 00000100:00100000:2.0:1746139116.774953:0:3765:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1746139116.774980:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008746c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1830958832257024:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1746139116.775054:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746139116.778439:0:10476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958832257024 00000100:00100000:3.0:1746139116.778455:0:10476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958832257024 00000100:00100000:3.0:1746139116.778518:0:10476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 526 00000100:00100000:3.0:1746139116.778527:0:10476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5f9a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3765:x1830958832257024:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1746139116.778563:0:10476:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 498625344 pending 28672 free 3921293312 avail 3689771008 00000100:00100000:3.0:1746139116.778642:0:10476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5f9a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3765:x1830958832257024:12345-0@lo:13:osp-pre-1-0.0 Request processed in 117us (3588us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139116.778649:0:10476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 526 00000100:00100000:2.0:1746139116.778816:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008746c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1830958832257024:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1746139116.788315:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008746c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1830958832257152:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1746139116.788388:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746139116.789520:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958832257152 00000100:00100000:0.0:1746139116.789530:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958832257152 00000100:00100000:0.0:1746139116.789573:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 527 00000100:00100000:0.0:1746139116.789580:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5f9aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3765:x1830958832257152:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1746139116.789605:0:9566:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 498625344 pending 28672 free 3921293312 avail 3689771008 00000100:00100000:0.0:1746139116.789678:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5f9aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3765:x1830958832257152:12345-0@lo:13:osp-pre-1-1.0 Request processed in 98us (1290us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139116.789684:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 527 00000100:00100000:3.0:1746139116.792157:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008746c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1830958832257152:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1746139117.170746:0:3767:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1746139117.170768:0:3767:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072789500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1830958832257280:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746139117.170833:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746139117.170906:0:7224:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958832257280 00000100:00100000:0.0:1746139117.170913:0:7224:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958832257280 00000100:00100000:0.0:1746139117.170960:0:7224:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 662 00000100:00100000:0.0:1746139117.170966:0:7224:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007278b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3767:x1830958832257280:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1746139117.171001:0:7224:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446170624 avail 1316708352 00000100:00100000:0.0:1746139117.171036:0:7224:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007278b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3767:x1830958832257280:12345-0@lo:41:osp-pre-1-0.0 Request processed in 70us (204us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139117.171042:0:7224:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 662 00000100:00100000:0.0:1746139117.171078:0:3767:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072789500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1830958832257280:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1746139117.352909:0:8366:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1746139117.448355:0:10897:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294972136 is committed 00000001:00080000:0.0:1746139117.448381:0:10897:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294972134 is committed 00000001:00080000:0.0:1746139117.448873:0:7201:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294989780 is committed 00000001:00080000:0.0:1746139117.448902:0:7201:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294989778 is committed 00000020:00080000:0.0:1746139117.448919:0:7201:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff88009cc91480 refcount 2 committed 0 result 0 batchid 9 00000020:00080000:0.0:1746139117.448922:0:7201:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8800a00aa100 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff88009cc91180 00000020:00080000:0.0:1746139117.448925:0:7201:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x240000401:0x2:0x0].9 00000020:00080000:0.0:1746139117.448927:0:7201:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8800a00aa600 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88007279be00 00000020:00080000:0.0:1746139117.448929:0:7201:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x200000400:0x2:0x0].9 00000020:00080000:0.0:1746139117.448945:0:7201:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 8 batchid updated 00000020:00080000:2.0:1746139117.450295:0:7248:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 9 committed batchid 8 00010000:00010000:1.0:1746139117.450302:0:3751:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88007279ac00/0x1f9f6ca451acc259 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10909 initiator: MDT0 00010000:00010000:1.0:1746139117.450313:0:3751:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88007279ac00/0x1f9f6ca451acc259 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10909 initiator: MDT0 00010000:00010000:1.0:1746139117.450319:0:3751:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88007279ac00/0x1f9f6ca451acc259 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10909 initiator: MDT0 00010000:00010000:1.0:1746139117.450323:0:3751:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88007279ac00 already unused, calling callback (ffffffffa0f11690) 00010000:00010000:1.0:1746139117.450326:0:3751:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88007279ac00/0x1f9f6ca451acc259 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10909 initiator: MDT0 00010000:00010000:1.0:1746139117.450331:0:3751:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88007279ac00/0x1f9f6ca451acc259 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10909 initiator: MDT0 00010000:00010000:1.0:1746139117.450345:0:3751:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2ce3d8f (ffff8800a00aa400) 00010000:00010000:1.0:1746139117.450347:0:3751:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746139117.450350:0:3751:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88007279ac00/0x1f9f6ca451acc259 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10909 initiator: MDT0 00010000:00010000:1.0:1746139117.450354:0:3751:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88007279ac00/0x1f9f6ca451acc259 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10909 initiator: MDT0 00010000:00010000:1.0:1746139117.450386:0:3751:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88007279ba00/0x1f9f6ca451acc260 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10909 initiator: MDT0 00000004:00080000:2.0:1746139117.450387:0:7248:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff8800b534aa80 with version 20 00010000:00010000:1.0:1746139117.450402:0:3751:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88007279ba00/0x1f9f6ca451acc260 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10909 initiator: MDT0 00000020:00080000:2.0:1746139117.450404:0:7248:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 8 cancel update log [0x240000401:0x2:0x0].8: rc = 0 00010000:00010000:1.0:1746139117.450406:0:3751:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88007279ba00/0x1f9f6ca451acc260 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10909 initiator: MDT0 00010000:00010000:1.0:1746139117.450409:0:3751:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88007279ba00 already unused, calling callback (ffffffffa0f11690) 00010000:00010000:1.0:1746139117.450412:0:3751:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88007279ba00/0x1f9f6ca451acc260 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10909 initiator: MDT0 00010000:00010000:1.0:1746139117.450416:0:3751:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88007279ba00/0x1f9f6ca451acc260 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10909 initiator: MDT0 00010000:00010000:1.0:1746139117.450422:0:3751:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff8800a00aa900) 00010000:00010000:1.0:1746139117.450424:0:3751:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746139117.450425:0:3751:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88007279ba00/0x1f9f6ca451acc260 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10909 initiator: MDT0 00010000:00010000:1.0:1746139117.450429:0:3751:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88007279ba00/0x1f9f6ca451acc260 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10909 initiator: MDT0 00000020:00080000:2.0:1746139117.450434:0:7248:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 8 cancel update log [0x200000400:0x2:0x0].8: rc = 0 00010000:00010000:1.0:1746139117.450436:0:3751:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5fd9a00/0x1f9f6ca451acc267 lrc: 3/0,1 mode: TXN/TXN res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10909 initiator: MDT0 00000020:00080000:2.0:1746139117.450440:0:7248:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 8 00010000:00010000:1.0:1746139117.450440:0:3751:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5fd9a00/0x1f9f6ca451acc267 lrc: 2/0,0 mode: TXN/TXN res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10909 initiator: MDT0 00010000:00010000:1.0:1746139117.450443:0:3751:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5fd9a00/0x1f9f6ca451acc267 lrc: 3/0,0 mode: TXN/TXN res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10909 initiator: MDT0 00010000:00010000:1.0:1746139117.450446:0:3751:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a5fd9a00 already unused, calling callback (ffffffffa0f11690) 00010000:00010000:1.0:1746139117.450448:0:3751:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5fd9a00/0x1f9f6ca451acc267 lrc: 3/0,0 mode: TXN/TXN res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10909 initiator: MDT0 00010000:00010000:1.0:1746139117.450455:0:3751:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5fd9a00/0x1f9f6ca451acc267 lrc: 4/0,0 mode: TXN/TXN res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10909 initiator: MDT0 00000004:00080000:2.0:1746139117.450457:0:9349:0:(osp_trans.c:1327:osp_get_next_request()) ou ffff880084a70300 version 20 rpc_version 20 00010000:00010000:1.0:1746139117.450459:0:3751:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0xa:0x0].0x0 (ffff8800a00aad00) 00010000:00010000:1.0:1746139117.450461:0:3751:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746139117.450463:0:3751:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5fd9a00/0x1f9f6ca451acc267 lrc: 2/0,0 mode: --/TXN res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10909 initiator: MDT0 00010000:00010000:1.0:1746139117.450467:0:3751:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5fd9a00/0x1f9f6ca451acc267 lrc: 0/0,0 mode: --/TXN res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10909 initiator: MDT0 00010000:00010000:1.0:1746139117.450477:0:3751:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f16ca00/0x1f9f6ca451acc2e5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7218 initiator: MDT0 00000020:00100000:2.0:1746139117.450480:0:9349:0:(genops.c:2421:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00010000:00010000:1.0:1746139117.450482:0:3751:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009f16ca00/0x1f9f6ca451acc2e5 lrc: 2/0,0 mode: TXN/TXN res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746139117.450486:0:3751:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009f16ca00/0x1f9f6ca451acc2e5 lrc: 3/0,0 mode: TXN/TXN res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7218 initiator: MDT0 00000100:00100000:2.0:1746139117.450487:0:9349:0:(client.c:764:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8800a5f9b480 x1830958832257536/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00010000:1.0:1746139117.450490:0:3751:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009f16ca00 already unused, calling callback (ffffffffa0f11690) 00010000:00010000:1.0:1746139117.450491:0:3751:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f16ca00/0x1f9f6ca451acc2e5 lrc: 3/0,0 mode: TXN/TXN res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746139117.450495:0:3751:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f16ca00/0x1f9f6ca451acc2e5 lrc: 4/0,0 mode: TXN/TXN res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746139117.450500:0:3751:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0xa:0x0].0x2ce3da1 (ffff88009f253900) 00010000:00010000:1.0:1746139117.450502:0:3751:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746139117.450503:0:3751:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009f16ca00/0x1f9f6ca451acc2e5 lrc: 2/0,0 mode: --/TXN res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746139117.450507:0:3751:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f16ca00/0x1f9f6ca451acc2e5 lrc: 0/0,0 mode: --/TXN res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7218 initiator: MDT0 00000100:00100000:2.0:1746139117.450510:0:9349:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5f9b480 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:9349:1830958832257536:0@lo:1000:osp_up1-0.0 00010000:00010000:1.0:1746139117.450517:0:3751:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008760de00/0x1f9f6ca451acc39b lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x49:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746139117.450522:0:3751:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008760de00/0x1f9f6ca451acc39b lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x49:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746139117.450525:0:3751:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008760de00/0x1f9f6ca451acc39b lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x49:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746139117.450528:0:3751:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008760de00 already unused, calling callback (ffffffffa0f11690) 00010000:00010000:1.0:1746139117.450530:0:3751:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008760de00/0x1f9f6ca451acc39b lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x49:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746139117.450533:0:3751:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008760de00/0x1f9f6ca451acc39b lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x49:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746139117.450538:0:3751:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x49:0x0].0x0 (ffff88009f253700) 00010000:00010000:1.0:1746139117.450539:0:3751:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746139117.450541:0:3751:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008760de00/0x1f9f6ca451acc39b lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x49:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746139117.450545:0:3751:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008760de00/0x1f9f6ca451acc39b lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x49:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7218 initiator: MDT0 00000100:00100000:2.0:1746139117.450560:0:9349:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746139117.450647:0:9349:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b534a9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746139117.451280:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958832257536 00000100:00100000:0.0:1746139117.451287:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958832257536 00000100:00100000:0.0:1746139117.451334:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 663 00000100:00100000:0.0:1746139117.451341:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5f9a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:9349:x1830958832257536:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1746139117.452836:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5f9a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:9349:x1830958832257536:12345-0@lo:1000:osp_up1-0.0 Request processed in 1491us (2271us total) trans 4294967376 rc 0/0 00000100:00100000:0.0:1746139117.452846:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 663 00000100:00100000:2.0:1746139117.453797:0:9349:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5f9b480 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:9349:1830958832257536:0@lo:1000:osp_up1-0.0 00010000:00010000:2.0:1746139118.352817:0:7208:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1746139119.080525:0:28804:0:(debug.c:792:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanityn test 16j: race dio with buffered i/o ========== 18:38:38 (1746139118) 00000100:00100000:0.0:1746139119.177547:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139119.177647:0:21503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840546048 00000100:00100000:2.0:1746139119.177654:0:21503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840546048 00000100:00100000:2.0:1746139119.177708:0:21503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 53162 00000100:00080000:1.0:1746139119.177708:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746139119.177715:0:21503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072789500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b60e9717-019c-4527-a82a-15e993ac5189+14:3802:x1830958840546048:12345-192.168.203.56@tcp:101:lfs.0 00010000:00010000:2.0:1746139119.178848:0:21503:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139119.178851:0:21503:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1746139119.178875:0:21503:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88007279a200/0x1f9f6ca451acc283 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512f29 expref: 14 pid: 10909 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139119.178888:0:21503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a07b0f00) 00010000:00010000:2.0:1746139119.178891:0:21503:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746139119.178898:0:21503:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb7e400/0x1f9f6ca451acc3f6 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512fb5 expref: -99 pid: 21503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139119.178966:0:21503:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb7e600/0x1f9f6ca451acc3fd lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 21503 initiator: MDT0 00010000:00010000:2.0:1746139119.178976:0:21503:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb7f600/0x1f9f6ca451acc324 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512f68 expref: 14 pid: 10909 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139119.178982:0:21503:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb7e600/0x1f9f6ca451acc3fd lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21503 initiator: MDT0 00010000:00010000:2.0:1746139119.179002:0:21503:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb7f600/0x1f9f6ca451acc324 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512f68 expref: 14 pid: 10909 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139119.179011:0:21503:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb7f600/0x1f9f6ca451acc324 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512f68 expref: 14 pid: 10909 timeout: 844 lvb_type: 0 00000100:00100000:2.0:1746139119.179024:0:21503:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5f9b800 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:21503:1830958832257664:192.168.203.56@tcp:104: 00000100:00100000:2.0:1746139119.179101:0:21503:0:(client.c:2553:ptlrpc_set_wait()) set ffff880084a70000 going to sleep for 11 seconds 00000100:00100000:0.0:1746139119.180705:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139119.180713:0:21503:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5f9b800 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:21503:1830958832257664:192.168.203.56@tcp:104: 00010000:00010000:2.0:1746139119.180728:0:21503:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb7e600/0x1f9f6ca451acc3fd lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21503 initiator: MDT0 00000100:00100000:1.0:1746139119.180785:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840546176 00000100:00100000:1.0:1746139119.180790:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840546176 00000100:00080000:2.0:1746139119.180829:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1746139119.180833:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb7f600/0x1f9f6ca451acc324 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512f68 expref: 15 pid: 10909 timeout: 844 lvb_type: 0 00000100:00100000:2.0:1746139119.180859:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17514 00000100:00100000:2.0:1746139119.180865:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800acc5ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+15:2007:x1830958840546176:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139119.180874:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139119.180878:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb7f600/0x1f9f6ca451acc324 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512f68 expref: 15 pid: 10909 timeout: 844 lvb_type: 0 00010000:00010000:2.0:1746139119.180884:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb7f600/0x1f9f6ca451acc324 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512f68 expref: 15 pid: 10909 timeout: 844 lvb_type: 0 00010000:00010000:2.0:1746139119.180896:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb7f600/0x1f9f6ca451acc324 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512f68 expref: 15 pid: 10909 timeout: 844 lvb_type: 0 00010000:00010000:2.0:1746139119.180903:0:7207:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a07b0f00) 00010000:00010000:2.0:1746139119.180906:0:7207:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb7e600/0x1f9f6ca451acc3fd lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21503 initiator: MDT0 00010000:00010000:2.0:1746139119.180911:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb7e600/0x1f9f6ca451acc3fd lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 21503 initiator: MDT0 00010000:00010000:2.0:1746139119.180915:0:7207:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb7e600/0x1f9f6ca451acc3fd lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 21503 initiator: MDT0 00010000:00010000:2.0:1746139119.180930:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1746139119.180956:0:21503:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb7e600/0x1f9f6ca451acc3fd lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21503 initiator: MDT0 00000100:00100000:2.0:1746139119.180961:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800acc5ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+14:2007:x1830958840546176:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 96us (263us total) trans 0 rc 0/0 00010000:00010000:0.0:1746139119.180962:0:21503:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb7e600/0x1f9f6ca451acc3fd lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21503 initiator: MDT0 00000100:00100000:2.0:1746139119.180965:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17514 00010000:00010000:0.0:1746139119.181020:0:21503:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88007279a000/0x1f9f6ca451acc404 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 21503 initiator: MDT0 00010000:00010000:0.0:1746139119.181027:0:21503:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88007279a000/0x1f9f6ca451acc404 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21503 initiator: MDT0 00010000:00010000:0.0:1746139119.181033:0:21503:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88007279a000/0x1f9f6ca451acc404 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21503 initiator: MDT0 00010000:00010000:0.0:1746139119.181320:0:21503:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88007279b800/0x1f9f6ca451acc40b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 21503 initiator: MDT0 00010000:00010000:0.0:1746139119.181327:0:21503:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88007279b800/0x1f9f6ca451acc40b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21503 initiator: MDT0 00010000:00010000:0.0:1746139119.181332:0:21503:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88007279b800/0x1f9f6ca451acc40b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21503 initiator: MDT0 00000004:00200000:0.0:1746139119.181339:0:21503:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4a:0x0]: returning size 0 00010000:00010000:0.0:1746139119.181355:0:21503:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb7e600/0x1f9f6ca451acc3fd lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21503 initiator: MDT0 00010000:00010000:0.0:1746139119.181360:0:21503:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb7e600/0x1f9f6ca451acc3fd lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 21503 initiator: MDT0 00010000:00010000:0.0:1746139119.181365:0:21503:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb7e600/0x1f9f6ca451acc3fd lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 21503 initiator: MDT0 00010000:00010000:0.0:1746139119.181369:0:21503:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012fb7e600 already unused, calling callback (ffffffffa0f11690) 00010000:00010000:0.0:1746139119.181372:0:21503:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb7e600/0x1f9f6ca451acc3fd lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 21503 initiator: MDT0 00010000:00010000:0.0:1746139119.181377:0:21503:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb7e600/0x1f9f6ca451acc3fd lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 21503 initiator: MDT0 00010000:00010000:0.0:1746139119.181399:0:21503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a07b0f00) 00010000:00010000:0.0:1746139119.181402:0:21503:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746139119.181404:0:21503:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb7e600/0x1f9f6ca451acc3fd lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 21503 initiator: MDT0 00010000:00010000:0.0:1746139119.181408:0:21503:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb7e600/0x1f9f6ca451acc3fd lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 21503 initiator: MDT0 00000004:00010000:0.0:1746139119.181416:0:21503:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff880072789500 reply state ffff88007836a000 transno 4294989781 ns: mdt-lustre-MDT0000_UUID lock: ffff88007279a000/0x1f9f6ca451acc404 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21503 initiator: MDT0 00010000:00010000:0.0:1746139119.181426:0:21503:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88007279a000/0x1f9f6ca451acc404 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21503 initiator: MDT0 00010000:00010000:0.0:1746139119.181431:0:21503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6ecf (ffff88009f032300) 00010000:00010000:0.0:1746139119.181432:0:21503:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1746139119.181434:0:21503:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1746139119.181455:0:21503:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb7e400/0x1f9f6ca451acc3f6 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512fb5 expref: 16 pid: 21503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139119.181464:0:21503:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88007279b800/0x1f9f6ca451acc40b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512fb5 expref: 15 pid: 21503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139119.181469:0:21503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff88009f032500) 00010000:00010000:0.0:1746139119.181471:0:21503:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1746139119.181472:0:21503:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88007279b800, rc 0) 00000100:00100000:0.0:1746139119.181491:0:21503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072789500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b60e9717-019c-4527-a82a-15e993ac5189+16:3802:x1830958840546048:12345-192.168.203.56@tcp:101:lfs.0 Request processed in 3777us (3950us total) trans 4294989781 rc 0/0 00000100:00100000:0.0:1746139119.181496:0:21503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 53162 00000100:00100000:0.0:1746139119.186318:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139119.186366:0:21503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840546432 00000100:00100000:2.0:1746139119.186374:0:21503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840546432 00000100:00100000:2.0:1746139119.186435:0:21503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 53163 00000100:00100000:2.0:1746139119.186442:0:21503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072788e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b60e9717-019c-4527-a82a-15e993ac5189+16:3802:x1830958840546432:12345-192.168.203.56@tcp:101:lfs.0 00010000:00010000:2.0:1746139119.186460:0:21503:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139119.186476:0:21503:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb7e800/0x1f9f6ca451acc419 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512fbc expref: -99 pid: 21503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139119.186561:0:21503:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb7e000/0x1f9f6ca451acc420 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 21503 initiator: MDT0 00010000:00010000:2.0:1746139119.186572:0:21503:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88007279b800/0x1f9f6ca451acc40b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512fb5 expref: 17 pid: 21503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139119.186577:0:21503:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb7e000/0x1f9f6ca451acc420 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21503 initiator: MDT0 00010000:00010000:2.0:1746139119.186601:0:21503:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88007279b800/0x1f9f6ca451acc40b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512fb5 expref: 17 pid: 21503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139119.186610:0:21503:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88007279b800/0x1f9f6ca451acc40b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512fb5 expref: 17 pid: 21503 timeout: 844 lvb_type: 0 00000100:00100000:2.0:1746139119.186657:0:21503:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5f9b800 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:21503:1830958832257792:192.168.203.56@tcp:104: 00000100:00100000:2.0:1746139119.186731:0:21503:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009cc91180 going to sleep for 11 seconds 00000100:00100000:2.0:1746139119.190092:0:21503:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5f9b800 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:21503:1830958832257792:192.168.203.56@tcp:104: 00010000:00010000:2.0:1746139119.190115:0:21503:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb7e000/0x1f9f6ca451acc420 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21503 initiator: MDT0 00000100:00100000:2.0:1746139119.190486:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139119.190516:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840546560 00000100:00100000:2.0:1746139119.190522:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840546560 00010000:00010000:2.0:1746139119.190549:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88007279b800/0x1f9f6ca451acc40b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512fb5 expref: 18 pid: 21503 timeout: 844 lvb_type: 0 00000100:00100000:2.0:1746139119.190574:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17515 00000100:00100000:2.0:1746139119.190580:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5f9b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+18:2008:x1830958840546560:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139119.190592:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139119.190598:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88007279b800/0x1f9f6ca451acc40b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512fb5 expref: 18 pid: 21503 timeout: 844 lvb_type: 0 00010000:00010000:2.0:1746139119.190608:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88007279b800/0x1f9f6ca451acc40b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512fb5 expref: 18 pid: 21503 timeout: 844 lvb_type: 0 00010000:00010000:2.0:1746139119.190644:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88007279b800/0x1f9f6ca451acc40b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512fb5 expref: 18 pid: 21503 timeout: 844 lvb_type: 0 00010000:00010000:2.0:1746139119.190657:0:7207:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff88009f032500) 00010000:00010000:2.0:1746139119.190661:0:7207:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb7e000/0x1f9f6ca451acc420 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21503 initiator: MDT0 00010000:00010000:2.0:1746139119.190668:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb7e000/0x1f9f6ca451acc420 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 21503 initiator: MDT0 00010000:00010000:2.0:1746139119.190675:0:7207:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb7e000/0x1f9f6ca451acc420 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 21503 initiator: MDT0 00010000:00010000:2.0:1746139119.190690:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139119.190722:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5f9b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+17:2008:x1830958840546560:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 141us (237us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139119.190728:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17515 00010000:00010000:2.0:1746139119.190746:0:21503:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb7e000/0x1f9f6ca451acc420 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21503 initiator: MDT0 00010000:00010000:2.0:1746139119.190751:0:21503:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb7e000/0x1f9f6ca451acc420 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21503 initiator: MDT0 00000004:00200000:2.0:1746139119.190764:0:21503:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4a:0x0]: returning size 0 00000004:00080000:2.0:1746139119.190890:0:21503:0:(osp_object.c:1637:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x1c:0x0], index 1: 0 00000004:00080000:2.0:1746139119.190914:0:21503:0:(osp_object.c:1637:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x1a:0x0], index 0: 0 00010000:00010000:2.0:1746139119.190990:0:21503:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb7e000/0x1f9f6ca451acc420 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21503 initiator: MDT0 00010000:00010000:2.0:1746139119.190997:0:21503:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb7e000/0x1f9f6ca451acc420 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 21503 initiator: MDT0 00010000:00010000:2.0:1746139119.191002:0:21503:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb7e000/0x1f9f6ca451acc420 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21503 initiator: MDT0 00010000:00010000:2.0:1746139119.191007:0:21503:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012fb7e000 already unused, calling callback (ffffffffa0f11690) 00010000:00010000:2.0:1746139119.191010:0:21503:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb7e000/0x1f9f6ca451acc420 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21503 initiator: MDT0 00010000:00010000:2.0:1746139119.191015:0:21503:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb7e000/0x1f9f6ca451acc420 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 21503 initiator: MDT0 00010000:00010000:2.0:1746139119.191026:0:21503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff88009f032500) 00010000:00010000:2.0:1746139119.191029:0:21503:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1746139119.191031:0:21503:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb7e000/0x1f9f6ca451acc420 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21503 initiator: MDT0 00010000:00010000:2.0:1746139119.191035:0:21503:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb7e000/0x1f9f6ca451acc420 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21503 initiator: MDT0 00010000:00010000:2.0:1746139119.191075:0:21503:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb7e800/0x1f9f6ca451acc419 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512fbc expref: 17 pid: 21503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139119.191082:0:21503:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb7e800/0x1f9f6ca451acc419 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512fbc expref: 17 pid: 21503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139119.191089:0:21503:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7e800, rc 0) 00000100:00100000:2.0:1746139119.191108:0:21503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072788e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b60e9717-019c-4527-a82a-15e993ac5189+16:3802:x1830958840546432:12345-192.168.203.56@tcp:101:lfs.0 Request processed in 4667us (4797us total) trans 4294989782 rc 301/301 00000100:00100000:2.0:1746139119.191114:0:21503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 53163 00000100:00100000:0.0:1746139119.198303:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139119.202541:0:21208:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840546816 00000100:00100000:2.0:1746139119.202555:0:21208:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840546816 00000100:00100000:2.0:1746139119.202629:0:21208:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 191 00000100:00100000:2.0:1746139119.202642:0:21208:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072788000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b60e9717-019c-4527-a82a-15e993ac5189+16:3802:x1830958840546816:12345-192.168.203.56@tcp:35:lfs.0 00000100:00100000:2.0:1746139119.202941:0:21208:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072788000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b60e9717-019c-4527-a82a-15e993ac5189+17:3802:x1830958840546816:12345-192.168.203.56@tcp:35:lfs.0 Request processed in 301us (4645us total) trans 4294989783 rc 0/0 00000100:00100000:2.0:1746139119.202950:0:21208:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 191 00000100:00100000:0.0:1746139119.209082:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139119.209170:0:21503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840546944 00000100:00100000:2.0:1746139119.209177:0:21503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840546944 00000100:00100000:2.0:1746139119.209225:0:21503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 53164 00000100:00100000:2.0:1746139119.209232:0:21503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007278aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b60e9717-019c-4527-a82a-15e993ac5189+17:3802:x1830958840546944:12345-192.168.203.56@tcp:101:lfs.0 00010000:00010000:2.0:1746139119.209252:0:21503:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139119.209270:0:21503:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131566200/0x1f9f6ca451acc42e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512fc3 expref: -99 pid: 21503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139119.209311:0:21503:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131566200/0x1f9f6ca451acc42e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512fc3 expref: 18 pid: 21503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139119.209322:0:21503:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880131566200/0x1f9f6ca451acc42e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512fc3 expref: 18 pid: 21503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139119.209334:0:21503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff88012fb4af00) 00010000:00010000:2.0:1746139119.209337:0:21503:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1746139119.209339:0:21503:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880131566200, rc 0) 00000100:00100000:2.0:1746139119.209376:0:21503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007278aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b60e9717-019c-4527-a82a-15e993ac5189+18:3802:x1830958840546944:12345-192.168.203.56@tcp:101:lfs.0 Request processed in 144us (300us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139119.209391:0:21503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 53164 00000100:00100000:0.0:1746139119.212557:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139119.212854:0:7222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840547200 00000100:00100000:2.0:1746139119.212862:0:7222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840547200 00000100:00100000:2.0:1746139119.212910:0:7222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 192 00000100:00100000:2.0:1746139119.212918:0:7222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072789880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b60e9717-019c-4527-a82a-15e993ac5189+18:3802:x1830958840547200:12345-192.168.203.56@tcp:35:lfs.0 00000100:00100000:2.0:1746139119.213088:0:7222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072789880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b60e9717-019c-4527-a82a-15e993ac5189+19:3802:x1830958840547200:12345-192.168.203.56@tcp:35:lfs.0 Request processed in 171us (538us total) trans 4294989784 rc 0/0 00000100:00100000:2.0:1746139119.213094:0:7222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 192 00000100:00100000:0.0:1746139119.227226:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139119.227299:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840547328 00000100:00100000:3.0:1746139119.227309:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840547328 00000100:00100000:3.0:1746139119.227363:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 53165 00000100:00100000:3.0:1746139119.227371:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007278a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b60e9717-019c-4527-a82a-15e993ac5189+19:3816:x1830958840547328:12345-192.168.203.56@tcp:101:dd.0 00010000:00010000:3.0:1746139119.227401:0:7219:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139119.227417:0:7219:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb9e400/0x1f9f6ca451acc435 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512fca expref: -99 pid: 7219 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139119.227467:0:7219:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb9e200/0x1f9f6ca451acc43c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7219 initiator: MDT0 00010000:00010000:3.0:1746139119.227477:0:7219:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb9e200/0x1f9f6ca451acc43c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7219 initiator: MDT0 00010000:00010000:3.0:1746139119.227487:0:7219:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb9e200/0x1f9f6ca451acc43c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7219 initiator: MDT0 00000004:00200000:3.0:1746139119.227520:0:7219:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1746139119.227523:0:7219:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1746139119.227539:0:7219:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb9e200/0x1f9f6ca451acc43c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7219 initiator: MDT0 00010000:00010000:3.0:1746139119.227557:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb9e400/0x1f9f6ca451acc435 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512fca expref: 21 pid: 7219 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139119.227574:0:7219:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb9e200/0x1f9f6ca451acc43c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512fca expref: 20 pid: 7219 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139119.227584:0:7219:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a07b0f00) 00010000:00010000:3.0:1746139119.227586:0:7219:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1746139119.227589:0:7219:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb9e200, rc 0) 00000100:00100000:3.0:1746139119.227654:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007278a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b60e9717-019c-4527-a82a-15e993ac5189+20:3816:x1830958840547328:12345-192.168.203.56@tcp:101:dd.0 Request processed in 283us (434us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139119.227660:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 53165 00000100:00100000:0.0:1746139119.230137:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139119.230230:0:21503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840547584 00000100:00100000:2.0:1746139119.230239:0:21503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840547584 00000100:00100000:2.0:1746139119.230332:0:21503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 53166 00000100:00100000:2.0:1746139119.230340:0:21503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072789180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b60e9717-019c-4527-a82a-15e993ac5189+20:3816:x1830958840547584:12345-192.168.203.56@tcp:101:dd.0 00010000:00010000:2.0:1746139119.230358:0:21503:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139119.230360:0:21503:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1746139119.230391:0:21503:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb9e200/0x1f9f6ca451acc43c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512fca expref: 20 pid: 7219 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139119.230879:0:21503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a07b0f00) 00010000:00010000:2.0:1746139119.230884:0:21503:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746139119.230894:0:21503:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131567200/0x1f9f6ca451acc443 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512fd1 expref: -99 pid: 21503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139119.231006:0:21503:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0573e00/0x1f9f6ca451acc44a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 21503 initiator: MDT0 00010000:00010000:2.0:1746139119.231015:0:21503:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0573e00/0x1f9f6ca451acc44a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21503 initiator: MDT0 00010000:00010000:2.0:1746139119.231023:0:21503:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0573e00/0x1f9f6ca451acc44a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21503 initiator: MDT0 00010000:00010000:2.0:1746139119.231031:0:21503:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb7e800/0x1f9f6ca451acc451 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 21503 initiator: MDT0 00010000:00010000:2.0:1746139119.231035:0:21503:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb7e800/0x1f9f6ca451acc451 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21503 initiator: MDT0 00010000:00010000:2.0:1746139119.231039:0:21503:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb7e800/0x1f9f6ca451acc451 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21503 initiator: MDT0 00010000:00010000:2.0:1746139119.231077:0:21503:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb7e000/0x1f9f6ca451acc458 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 21503 initiator: MDT0 00010000:00010000:2.0:1746139119.231086:0:21503:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb7e000/0x1f9f6ca451acc458 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21503 initiator: MDT0 00010000:00010000:2.0:1746139119.231091:0:21503:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb7e000/0x1f9f6ca451acc458 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21503 initiator: MDT0 00000004:00200000:2.0:1746139119.231098:0:21503:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4a:0x0]: returning size 0 00010000:00010000:2.0:1746139119.231154:0:21503:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0573e00/0x1f9f6ca451acc44a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21503 initiator: MDT0 00010000:00010000:2.0:1746139119.231160:0:21503:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0573e00/0x1f9f6ca451acc44a lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 21503 initiator: MDT0 00010000:00010000:2.0:1746139119.231165:0:21503:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0573e00/0x1f9f6ca451acc44a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 21503 initiator: MDT0 00010000:00010000:2.0:1746139119.231171:0:21503:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a0573e00 already unused, calling callback (ffffffffa0f11690) 00010000:00010000:2.0:1746139119.231173:0:21503:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0573e00/0x1f9f6ca451acc44a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 21503 initiator: MDT0 00010000:00010000:2.0:1746139119.231179:0:21503:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0573e00/0x1f9f6ca451acc44a lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 21503 initiator: MDT0 00010000:00010000:2.0:1746139119.231186:0:21503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a07b0f00) 00010000:00010000:2.0:1746139119.231188:0:21503:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746139119.231190:0:21503:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0573e00/0x1f9f6ca451acc44a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 21503 initiator: MDT0 00010000:00010000:2.0:1746139119.231194:0:21503:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0573e00/0x1f9f6ca451acc44a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 21503 initiator: MDT0 00010000:00010000:2.0:1746139119.231202:0:21503:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb7e800/0x1f9f6ca451acc451 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21503 initiator: MDT0 00010000:00010000:2.0:1746139119.231209:0:21503:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb7e800/0x1f9f6ca451acc451 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 21503 initiator: MDT0 00010000:00010000:2.0:1746139119.231213:0:21503:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb7e800/0x1f9f6ca451acc451 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 21503 initiator: MDT0 00010000:00010000:2.0:1746139119.231216:0:21503:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012fb7e800 already unused, calling callback (ffffffffa0f11690) 00010000:00010000:2.0:1746139119.231218:0:21503:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb7e800/0x1f9f6ca451acc451 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 21503 initiator: MDT0 00010000:00010000:2.0:1746139119.231221:0:21503:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb7e800/0x1f9f6ca451acc451 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 21503 initiator: MDT0 00010000:00010000:2.0:1746139119.231226:0:21503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6ecf (ffff88009f032300) 00010000:00010000:2.0:1746139119.231229:0:21503:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746139119.231230:0:21503:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb7e800/0x1f9f6ca451acc451 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 21503 initiator: MDT0 00010000:00010000:2.0:1746139119.231234:0:21503:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb7e800/0x1f9f6ca451acc451 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 21503 initiator: MDT0 00010000:00010000:2.0:1746139119.231259:0:21503:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131567200/0x1f9f6ca451acc443 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512fd1 expref: 22 pid: 21503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139119.231269:0:21503:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb7e000/0x1f9f6ca451acc458 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512fd1 expref: 21 pid: 21503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139119.231274:0:21503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff88012fb4af00) 00010000:00010000:2.0:1746139119.231276:0:21503:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746139119.231278:0:21503:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7e000, rc 0) 00000100:00100000:2.0:1746139119.231335:0:21503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072789180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b60e9717-019c-4527-a82a-15e993ac5189+21:3816:x1830958840547584:12345-192.168.203.56@tcp:101:dd.0 Request processed in 996us (1204us total) trans 4294989785 rc 0/0 00000100:00100000:2.0:1746139119.231342:0:21503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 53166 00000100:00100000:0.0:1746139119.232918:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139119.233018:0:21503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840547712 00000100:00100000:2.0:1746139119.233028:0:21503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840547712 00000100:00100000:2.0:1746139119.233101:0:21503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 53167 00000100:00100000:2.0:1746139119.233109:0:21503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c0cf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b60e9717-019c-4527-a82a-15e993ac5189+21:3816:x1830958840547712:12345-192.168.203.56@tcp:101:dd.0 00010000:00010000:2.0:1746139119.233133:0:21503:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139119.233150:0:21503:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb7e600/0x1f9f6ca451acc466 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512fd8 expref: -99 pid: 21503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139119.233180:0:21503:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb7f000/0x1f9f6ca451acc46d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 21503 initiator: MDT0 00010000:00010000:2.0:1746139119.233192:0:21503:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb7f000/0x1f9f6ca451acc46d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21503 initiator: MDT0 00010000:00010000:2.0:1746139119.233202:0:21503:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb7f000/0x1f9f6ca451acc46d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21503 initiator: MDT0 00010000:00010000:2.0:1746139119.233295:0:21503:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb7e600/0x1f9f6ca451acc466 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512fd8 expref: 23 pid: 21503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139119.233310:0:21503:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb7f000/0x1f9f6ca451acc46d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512fd8 expref: 22 pid: 21503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139119.233318:0:21503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff88012fb4af00) 00010000:00010000:2.0:1746139119.233321:0:21503:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1746139119.233324:0:21503:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb7f000, rc 0) 00000100:00100000:2.0:1746139119.233377:0:21503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c0cf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b60e9717-019c-4527-a82a-15e993ac5189+22:3816:x1830958840547712:12345-192.168.203.56@tcp:101:dd.0 Request processed in 268us (467us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139119.233395:0:21503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 53167 00000100:00100000:0.0:1746139119.235601:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139119.235783:0:21503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840547968 00000100:00100000:2.0:1746139119.235790:0:21503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840547968 00000100:00100000:2.0:1746139119.235834:0:21503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 53168 00000100:00100000:2.0:1746139119.235840:0:21503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c0cc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b60e9717-019c-4527-a82a-15e993ac5189+22:3816:x1830958840547968:12345-192.168.203.56@tcp:36:dd.0 00010000:00010000:2.0:1746139119.235881:0:21503:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139119.235904:0:21503:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb7e000/0x1f9f6ca451acc458 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512fd1 expref: 22 pid: 21503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139119.235916:0:21503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff88012fb4af00) 00010000:00010000:2.0:1746139119.235920:0:21503:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746139119.236060:0:21503:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f4d7400/0x1f9f6ca451acc474 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 21503 initiator: MDT0 00010000:00010000:2.0:1746139119.236071:0:21503:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f4d7400/0x1f9f6ca451acc474 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21503 initiator: MDT0 00010000:00010000:2.0:1746139119.236078:0:21503:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f4d7400/0x1f9f6ca451acc474 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21503 initiator: MDT0 00000001:00080000:2.0:1746139119.236109:0:21503:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294989786 00000004:00010000:2.0:1746139119.236124:0:21503:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88009c0cc380 reply state ffff88007836d000 transno 4294989787 ns: mdt-lustre-MDT0000_UUID lock: ffff88009f4d7400/0x1f9f6ca451acc474 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21503 initiator: MDT0 00010000:00010000:2.0:1746139119.236132:0:21503:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f4d7400/0x1f9f6ca451acc474 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21503 initiator: MDT0 00010000:00010000:2.0:1746139119.236137:0:21503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff88012fb4af00) 00010000:00010000:2.0:1746139119.236139:0:21503:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1746139119.236142:0:21503:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1746139119.236208:0:21503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c0cc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b60e9717-019c-4527-a82a-15e993ac5189+24:3816:x1830958840547968:12345-192.168.203.56@tcp:36:dd.0 Request processed in 367us (613us total) trans 4294989787 rc 0/0 00000100:00100000:2.0:1746139119.236214:0:21503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 53168 00000020:00080000:2.0:1746139119.236218:0:21503:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1746139119.238588:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139119.238729:0:10475:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840548096 00000100:00100000:2.0:1746139119.238736:0:10475:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840548096 00000100:00100000:2.0:1746139119.238797:0:10475:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30206 00000100:00100000:2.0:1746139119.238804:0:10475:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c0cc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b60e9717-019c-4527-a82a-15e993ac5189+5:3816:x1830958840548096:12345-192.168.203.56@tcp:101:dd.0 00010000:00010000:2.0:1746139119.238820:0:10475:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139119.238840:0:10475:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f4d6c00/0x1f9f6ca451acc47b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512fdf expref: -99 pid: 10475 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1746139119.238861:0:10475:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1746139119.238879:0:10475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139119.238881:0:10475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139119.238888:0:10475:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f4d6c00/0x1f9f6ca451acc47b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512fdf expref: 6 pid: 10475 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139119.238903:0:10475:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f4d6c00/0x1f9f6ca451acc47b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512fdf expref: 6 pid: 10475 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139119.238912:0:10475:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f4d6c00, rc 0) 00000100:00100000:2.0:1746139119.238948:0:10475:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c0cc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b60e9717-019c-4527-a82a-15e993ac5189+6:3816:x1830958840548096:12345-192.168.203.56@tcp:101:dd.0 Request processed in 145us (368us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139119.238954:0:10475:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30206 00000100:00080000:0.0:1746139119.239006:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746139119.240135:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139119.240189:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840548224 00000100:00100000:1.0:1746139119.240201:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840548224 00000100:00100000:1.0:1746139119.240278:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30207 00000100:00100000:1.0:1746139119.240288:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c0cd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+5:3816:x1830958840548224:12345-192.168.203.56@tcp:101:dd.0 00010000:00010000:1.0:1746139119.240306:0:9563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139119.240327:0:9563:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008760d200/0x1f9f6ca451acc482 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512fe6 expref: -99 pid: 9563 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1746139119.240349:0:9563:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1746139119.240369:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139119.240371:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139119.240377:0:9563:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008760d200/0x1f9f6ca451acc482 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512fe6 expref: 6 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139119.240400:0:9563:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008760d200/0x1f9f6ca451acc482 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512fe6 expref: 6 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139119.240409:0:9563:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008760d200, rc 0) 00000100:00100000:1.0:1746139119.240469:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c0cd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+6:3816:x1830958840548224:12345-192.168.203.56@tcp:101:dd.0 Request processed in 183us (337us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139119.240475:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30207 00000100:00080000:0.0:1746139119.240548:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746139119.241866:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139119.241898:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139119.241949:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840548352 00000100:00100000:1.0:1746139119.241958:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840548352 00002000:00010000:1.0:1746139119.241988:0:27210:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/28 (0->18446744073709551615) 00002000:00100000:1.0:1746139119.241991:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f2d0700 with x1830958840548352 ext(0->18446744073709551615) 00002000:00010000:1.0:1746139119.242000:0:27210:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f2d0700. 00000100:00100000:1.0:1746139119.242030:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840548480 00000100:00100000:1.0:1746139119.242032:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840548480 00002000:00010000:1.0:1746139119.242042:0:27210:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/26 (0->18446744073709551615) 00002000:00100000:1.0:1746139119.242045:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f2d3800 with x1830958840548480 ext(0->18446744073709551615) 00002000:00010000:1.0:1746139119.242050:0:27210:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f2d3800. 00000100:00100000:2.0:1746139119.242057:0:27213:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13459 00000100:00100000:2.0:1746139119.242066:0:27213:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f2d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:b60e9717-019c-4527-a82a-15e993ac5189+6:2008:x1830958840548352:12345-192.168.203.56@tcp:10:dd.0 00000100:00100000:1.0:1746139119.242155:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13460 00000100:00100000:1.0:1746139119.242162:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f2d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+6:2007:x1830958840548480:12345-192.168.203.56@tcp:10:dd.0 00002000:00010000:2.0:1746139119.242247:0:27213:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x1c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1746139119.242250:0:27213:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x1c:0x0] updating lvb mtime from disk: 0 -> 1746139119 00002000:00010000:2.0:1746139119.242252:0:27213:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x1c:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1746139119.242254:0:27213:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x1c:0x0] updating lvb ctime from disk: 0 -> 1746139119 00002000:00010000:2.0:1746139119.242255:0:27213:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x1c:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1746139119.242305:0:27213:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f2d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:b60e9717-019c-4527-a82a-15e993ac5189+7:2008:x1830958840548352:12345-192.168.203.56@tcp:10:dd.0 Request processed in 240us (440us total) trans 4294972137 rc 0/0 00000100:00100000:2.0:1746139119.242312:0:27213:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13459 00002000:00010000:2.0:1746139119.242316:0:27213:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/28 (0->18446744073709551615) 00002000:00100000:2.0:1746139119.242318:0:27213:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f2d0700 with x1830958840548352 ext(0->18446744073709551615) 00002000:00010000:2.0:1746139119.242324:0:27213:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f2d0700. 00002000:00010000:1.0:1746139119.243863:0:27210:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x1a:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1746139119.243868:0:27210:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x1a:0x0] updating lvb mtime from disk: 0 -> 1746139119 00002000:00010000:1.0:1746139119.243871:0:27210:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x1a:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1746139119.243872:0:27210:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x1a:0x0] updating lvb ctime from disk: 0 -> 1746139119 00002000:00010000:1.0:1746139119.243874:0:27210:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x1a:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1746139119.243936:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f2d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+7:2007:x1830958840548480:12345-192.168.203.56@tcp:10:dd.0 Request processed in 1771us (2033us total) trans 4294970706 rc 0/0 00000100:00100000:1.0:1746139119.243944:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13460 00002000:00010000:1.0:1746139119.243948:0:27210:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/26 (0->18446744073709551615) 00002000:00100000:1.0:1746139119.243950:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f2d3800 with x1830958840548480 ext(0->18446744073709551615) 00002000:00010000:1.0:1746139119.243955:0:27210:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f2d3800. 00010000:00010000:3.0:1746139119.354862:0:7209:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746139119.475607:0:3767:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072506300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1830958832257920:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746139119.475693:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746139119.475922:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958832257920 00000100:00100000:2.0:1746139119.475933:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958832257920 00000100:00100000:2.0:1746139119.475989:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 664 00000100:00100000:2.0:1746139119.475996:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f2d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3767:x1830958832257920:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1746139119.476031:0:7223:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1445961728 avail 1316499456 00000100:00100000:2.0:1746139119.476096:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f2d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3767:x1830958832257920:12345-0@lo:41:osp-pre-0-1.0 Request processed in 101us (403us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139119.476103:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 664 00000100:00100000:0.0:1746139119.476143:0:3767:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072506300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1830958832257920:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746139119.663078:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139119.663197:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840548736 00000100:00100000:1.0:1746139119.663207:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840548736 00002000:00100000:1.0:1746139119.663256:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1c:0x0] (0->4194303) req@ffff88009f2d1c00 x1830958840548736/t0(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:45/0 lens 488/0 e 0 to 0 dl 1746139130 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746139119.663267:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f2d1c00 with x1830958840548736 ext(0->4194303) 00002000:00010000:1.0:1746139119.663273:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f2d1c00 00000100:00100000:1.0:1746139119.663312:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13461 00000100:00100000:1.0:1746139119.663320:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f2d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+7:2008:x1830958840548736:12345-192.168.203.56@tcp:4:dd.0 00000100:00100000:0.0:1746139119.680352:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139119.687715:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840548992 00000100:00100000:3.0:1746139119.687731:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840548992 00002000:00100000:3.0:1746139119.687788:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4194303) req@ffff88009f2d0a80 x1830958840548992/t0(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:45/0 lens 488/0 e 0 to 0 dl 1746139130 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746139119.687797:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f2d0a80 with x1830958840548992 ext(0->4194303) 00002000:00010000:3.0:1746139119.687802:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f2d0a80 00000100:00100000:3.0:1746139119.687851:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13462 00000100:00100000:3.0:1746139119.687859:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f2d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+7:2007:x1830958840548992:12345-192.168.203.56@tcp:4:dd.0 00000100:00100000:0.0:1746139119.735648:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f2d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+9:2008:x1830958840548736:12345-192.168.203.56@tcp:4:dd.0 Request processed in 72282us (72535us total) trans 4294972138 rc 0/0 00000100:00100000:0.0:1746139119.735663:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13461 00002000:00100000:0.0:1746139119.735676:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1c:0x0] (0->4194303) req@ffff88009f2d1c00 x1830958840548736/t4294972138(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:45/0 lens 488/448 e 0 to 0 dl 1746139130 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746139119.735685:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f2d1c00 with x1830958840548736 ext(0->4194303) 00002000:00010000:0.0:1746139119.735692:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f2d1c00 00000100:00100000:0.0:1746139119.752961:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f2d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+9:2007:x1830958840548992:12345-192.168.203.56@tcp:4:dd.0 Request processed in 65089us (72607us total) trans 4294970707 rc 0/0 00000100:00100000:0.0:1746139119.752975:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13462 00002000:00100000:0.0:1746139119.752988:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4194303) req@ffff88009f2d0a80 x1830958840548992/t4294970707(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:45/0 lens 488/448 e 0 to 0 dl 1746139130 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746139119.752998:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f2d0a80 with x1830958840548992 ext(0->4194303) 00002000:00010000:0.0:1746139119.753004:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f2d0a80 00000100:00100000:0.0:1746139119.758201:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139119.758305:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840549248 00000100:00100000:2.0:1746139119.758316:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840549248 00002000:00100000:2.0:1746139119.758369:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1c:0x0] (4194304->8388607) req@ffff88009f2d2a00 x1830958840549248/t0(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:45/0 lens 488/0 e 0 to 0 dl 1746139130 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746139119.758390:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f2d2a00 with x1830958840549248 ext(4194304->8388607) 00002000:00010000:2.0:1746139119.758396:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f2d2a00 00000100:00100000:2.0:1746139119.758420:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13463 00000100:00100000:2.0:1746139119.758430:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f2d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+9:2008:x1830958840549248:12345-192.168.203.56@tcp:4:dd.0 00000100:00100000:0.0:1746139119.773798:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139119.774269:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840549504 00000100:00100000:1.0:1746139119.774280:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840549504 00002000:00100000:1.0:1746139119.774326:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (4194304->8388607) req@ffff88009f2d1180 x1830958840549504/t0(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:45/0 lens 488/0 e 0 to 0 dl 1746139130 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746139119.774337:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f2d1180 with x1830958840549504 ext(4194304->8388607) 00002000:00010000:1.0:1746139119.774342:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f2d1180 00000100:00100000:1.0:1746139119.774390:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13464 00000100:00100000:1.0:1746139119.774398:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f2d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+9:2009:x1830958840549504:12345-192.168.203.56@tcp:4:dd.0 00000100:00100000:2.0:1746139119.802021:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f2d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+11:2008:x1830958840549248:12345-192.168.203.56@tcp:4:dd.0 Request processed in 43580us (43819us total) trans 4294972139 rc 0/0 00000100:00100000:2.0:1746139119.802035:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13463 00002000:00100000:2.0:1746139119.802047:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1c:0x0] (4194304->8388607) req@ffff88009f2d2a00 x1830958840549248/t4294972139(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:45/0 lens 488/448 e 0 to 0 dl 1746139130 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746139119.802057:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f2d2a00 with x1830958840549248 ext(4194304->8388607) 00002000:00010000:2.0:1746139119.802064:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f2d2a00 00000100:00100000:0.0:1746139119.824666:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f2d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+11:2009:x1830958840549504:12345-192.168.203.56@tcp:4:dd.0 Request processed in 50214us (50824us total) trans 4294970708 rc 0/0 00000100:00100000:0.0:1746139119.824681:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13464 00002000:00100000:0.0:1746139119.824698:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (4194304->8388607) req@ffff88009f2d1180 x1830958840549504/t4294970708(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:45/0 lens 488/448 e 0 to 0 dl 1746139130 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746139119.824709:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f2d1180 with x1830958840549504 ext(4194304->8388607) 00002000:00010000:0.0:1746139119.824716:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f2d1180 00000100:00100000:0.0:1746139119.863917:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139119.864001:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840549760 00000100:00100000:2.0:1746139119.864010:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840549760 00002000:00100000:2.0:1746139119.864049:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1c:0x0] (8388608->12582911) req@ffff88009f2d3480 x1830958840549760/t0(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:45/0 lens 488/0 e 0 to 0 dl 1746139130 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746139119.864056:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f2d3480 with x1830958840549760 ext(8388608->12582911) 00002000:00010000:2.0:1746139119.864061:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f2d3480 00000100:00100000:2.0:1746139119.864090:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13465 00000100:00100000:2.0:1746139119.864097:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f2d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+11:2007:x1830958840549760:12345-192.168.203.56@tcp:4:dd.0 00000100:00100000:0.0:1746139119.878656:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139119.883124:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139119.883162:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139119.883178:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139119.883205:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139119.883224:0:7215:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840550144 00000100:00100000:0.0:1746139119.883233:0:7215:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840550144 00000100:00100000:0.0:1746139119.883271:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 562 00000100:00100000:0.0:1746139119.883278:0:7215:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b19e5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cf74ef97-2975-482c-a02d-572a02684f9b+12:2008:x1830958840550144:12345-192.168.203.56@tcp:400:kworker.0 00000100:00100000:0.0:1746139119.883328:0:7215:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b19e5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cf74ef97-2975-482c-a02d-572a02684f9b+12:2008:x1830958840550144:12345-192.168.203.56@tcp:400:kworker.0 Request processed in 50us (122us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139119.883334:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 562 00000100:00100000:0.0:1746139119.883365:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139119.883427:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139119.883439:0:14239:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840550272 00000100:00100000:0.0:1746139119.883442:0:14239:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840550272 00000100:00100000:0.0:1746139119.883463:0:14239:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840550528 00000100:00100000:0.0:1746139119.883464:0:14239:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840550528 00000100:00100000:0.0:1746139119.883473:0:14239:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840550400 00000100:00100000:0.0:1746139119.883475:0:14239:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840550400 00000100:00100000:0.0:1746139119.883491:0:14239:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840550656 00000100:00100000:0.0:1746139119.883492:0:14239:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840550656 00000100:00100000:0.0:1746139119.883501:0:14239:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 1135 00000100:00100000:0.0:1746139119.883505:0:14239:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f15f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b60e9717-019c-4527-a82a-15e993ac5189+24:2008:x1830958840550272:12345-192.168.203.56@tcp:400:kworker.0 00000100:00100000:0.0:1746139119.883532:0:14239:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f15f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b60e9717-019c-4527-a82a-15e993ac5189+24:2008:x1830958840550272:12345-192.168.203.56@tcp:400:kworker.0 Request processed in 26us (420us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139119.883537:0:14239:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1135 00000100:00100000:0.0:1746139119.883544:0:14239:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 1136 00000100:00100000:0.0:1746139119.883547:0:14239:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f15df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+14:2008:x1830958840550528:12345-192.168.203.56@tcp:400:kworker.0 00000100:00100000:0.0:1746139119.883563:0:14239:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f15df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+14:2008:x1830958840550528:12345-192.168.203.56@tcp:400:kworker.0 Request processed in 15us (401us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139119.883567:0:14239:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1136 00000100:00100000:0.0:1746139119.883573:0:14239:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 1137 00000100:00100000:0.0:1746139119.883577:0:14239:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f15ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b60e9717-019c-4527-a82a-15e993ac5189+7:2008:x1830958840550400:12345-192.168.203.56@tcp:400:kworker.0 00000100:00100000:0.0:1746139119.883589:0:14239:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f15ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b60e9717-019c-4527-a82a-15e993ac5189+7:2008:x1830958840550400:12345-192.168.203.56@tcp:400:kworker.0 Request processed in 13us (225us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139119.883594:0:14239:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1137 00000100:00100000:0.0:1746139119.883599:0:14239:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 1138 00000100:00100000:0.0:1746139119.883603:0:14239:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f15c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+7:2008:x1830958840550656:12345-192.168.203.56@tcp:400:kworker.0 00000100:00100000:0.0:1746139119.883636:0:14239:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f15c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+7:2008:x1830958840550656:12345-192.168.203.56@tcp:400:kworker.0 Request processed in 32us (209us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139119.883639:0:14239:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1138 00000100:00080000:0.0:1746139119.883649:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1746139119.883664:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139119.883707:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139119.883721:0:21208:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840551168 00000100:00100000:0.0:1746139119.883723:0:21208:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840551168 00000100:00100000:0.0:1746139119.883740:0:21208:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 193 00000100:00100000:0.0:1746139119.883744:0:21208:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f15e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b60e9717-019c-4527-a82a-15e993ac5189+24:3816:x1830958840551168:12345-192.168.203.56@tcp:35:dd.0 00000001:00080000:0.0:1746139119.883911:0:21208:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294989788 00000100:00100000:0.0:1746139119.883959:0:21208:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f15e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b60e9717-019c-4527-a82a-15e993ac5189+26:3816:x1830958840551168:12345-192.168.203.56@tcp:35:dd.0 Request processed in 214us (251us total) trans 4294989789 rc 0/0 00000100:00100000:0.0:1746139119.883964:0:21208:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 193 00000020:00080000:0.0:1746139119.883967:0:21208:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1746139119.884150:0:10475:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840550784 00000100:00100000:2.0:1746139119.884153:0:10475:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840550784 00000100:00100000:2.0:1746139119.884178:0:10475:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840550912 00000100:00100000:2.0:1746139119.884179:0:10475:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840550912 00000100:00100000:2.0:1746139119.884193:0:10475:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 784 00000100:00100000:2.0:1746139119.884197:0:10475:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f15d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840550784:12345-192.168.203.56@tcp:400:kworker.0 00000100:00100000:2.0:1746139119.884221:0:10475:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f15d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840550784:12345-192.168.203.56@tcp:400:kworker.0 Request processed in 24us (1042us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139119.884229:0:10475:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 784 00000100:00100000:2.0:1746139119.884237:0:10475:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 785 00000100:00100000:2.0:1746139119.884240:0:10475:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f15fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840550912:12345-192.168.203.56@tcp:400:kworker.0 00000100:00100000:2.0:1746139119.884254:0:10475:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f15fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:57256782-7187-4d4f-9a1f-78e1ae613c85+6:2008:x1830958840550912:12345-192.168.203.56@tcp:400:kworker.0 Request processed in 14us (589us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139119.884259:0:10475:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 785 00000100:00100000:1.0:1746139119.885305:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840550016 00000100:00100000:1.0:1746139119.885317:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840550016 00002000:00100000:1.0:1746139119.885362:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (8388608->12582911) req@ffff88009f2d1880 x1830958840550016/t0(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:45/0 lens 488/0 e 0 to 0 dl 1746139130 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746139119.885372:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f2d1880 with x1830958840550016 ext(8388608->12582911) 00002000:00010000:1.0:1746139119.885388:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f2d1880 00000100:00100000:2.0:1746139119.885426:0:27213:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13466 00000100:00100000:2.0:1746139119.885433:0:27213:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f2d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:b60e9717-019c-4527-a82a-15e993ac5189+11:2008:x1830958840550016:12345-192.168.203.56@tcp:4:dd.0 00000100:00080000:0.0:1746139119.885730:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1746139119.885735:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746139119.915016:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139119.915304:0:21503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840551296 00000100:00100000:2.0:1746139119.915311:0:21503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840551296 00000100:00100000:2.0:1746139119.915348:0:21503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 53169 00000100:00100000:2.0:1746139119.915355:0:21503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f15d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b60e9717-019c-4527-a82a-15e993ac5189+26:3820:x1830958840551296:12345-192.168.203.56@tcp:101:lfs.0 00010000:00010000:2.0:1746139119.915372:0:21503:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139119.915396:0:21503:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f4d7200/0x1f9f6ca451acc489 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512fed expref: -99 pid: 21503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139119.915439:0:21503:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f4d7a00/0x1f9f6ca451acc490 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 21503 initiator: MDT0 00010000:00010000:2.0:1746139119.915449:0:21503:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f4d7a00/0x1f9f6ca451acc490 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21503 initiator: MDT0 00010000:00010000:2.0:1746139119.915459:0:21503:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f4d7a00/0x1f9f6ca451acc490 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21503 initiator: MDT0 00000004:00200000:2.0:1746139119.915491:0:21503:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1746139119.915494:0:21503:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1746139119.915508:0:21503:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009f4d7a00/0x1f9f6ca451acc490 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21503 initiator: MDT0 00010000:00010000:2.0:1746139119.915524:0:21503:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f4d7200/0x1f9f6ca451acc489 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512fed expref: 28 pid: 21503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139119.915548:0:21503:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f4d7a00/0x1f9f6ca451acc490 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512fed expref: 27 pid: 21503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139119.915555:0:21503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a07b0f00) 00010000:00010000:2.0:1746139119.915558:0:21503:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1746139119.915560:0:21503:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f4d7a00, rc 0) 00000100:00100000:2.0:1746139119.916027:0:21503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f15d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b60e9717-019c-4527-a82a-15e993ac5189+27:3820:x1830958840551296:12345-192.168.203.56@tcp:101:lfs.0 Request processed in 240us (589us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139119.916034:0:21503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 53169 00000100:00100000:3.0:1746139119.922307:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f2d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+13:2007:x1830958840549760:12345-192.168.203.56@tcp:4:dd.0 Request processed in 58197us (58387us total) trans 4294972140 rc 0/0 00000100:00100000:3.0:1746139119.922322:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13465 00002000:00100000:3.0:1746139119.922335:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1c:0x0] (8388608->12582911) req@ffff88009f2d3480 x1830958840549760/t4294972140(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:45/0 lens 488/448 e 0 to 0 dl 1746139130 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746139119.922344:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f2d3480 with x1830958840549760 ext(8388608->12582911) 00002000:00010000:3.0:1746139119.922350:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f2d3480 00000100:00100000:2.0:1746139119.930008:0:27213:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f2d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:b60e9717-019c-4527-a82a-15e993ac5189+13:2008:x1830958840550016:12345-192.168.203.56@tcp:4:dd.0 Request processed in 44561us (51347us total) trans 4294970709 rc 0/0 00000100:00100000:2.0:1746139119.930022:0:27213:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13466 00002000:00100000:2.0:1746139119.930035:0:27213:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x1a:0x0] (8388608->12582911) req@ffff88009f2d1880 x1830958840550016/t4294970709(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:45/0 lens 488/448 e 0 to 0 dl 1746139130 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746139119.930045:0:27213:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f2d1880 with x1830958840550016 ext(8388608->12582911) 00002000:00010000:2.0:1746139119.930052:0:27213:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f2d1880 00000100:00100000:2.0:1746139120.210732:0:3765:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1746139120.210747:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5f99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1830958832258048:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1746139120.210799:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746139120.210855:0:10476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958832258048 00000100:00100000:2.0:1746139120.210862:0:10476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958832258048 00000100:00100000:2.0:1746139120.210901:0:10476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 528 00000100:00100000:2.0:1746139120.210910:0:10476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5f98e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3765:x1830958832258048:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1746139120.210928:0:10476:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 50875200 pending 12656640 free 3921104896 avail 3689582592 00000100:00100000:2.0:1746139120.210955:0:10476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5f98e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3765:x1830958832258048:12345-0@lo:13:osp-pre-0-0.0 Request processed in 47us (156us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139120.210961:0:10476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 528 00000100:00100000:2.0:1746139120.210992:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5f99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1830958832258048:0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1746139120.211013:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1746139120.245866:0:3764:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1746139120.245884:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008746c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1830958832258176:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1746139120.245933:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746139120.246063:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958832258176 00000100:00100000:3.0:1746139120.246069:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958832258176 00000100:00100000:3.0:1746139120.246108:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 529 00000100:00100000:3.0:1746139120.246114:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072505500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3764:x1830958832258176:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1746139120.246132:0:9566:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 50875200 pending 12656640 free 3921104896 avail 3689582592 00000100:00100000:3.0:1746139120.246170:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072505500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3764:x1830958832258176:12345-0@lo:13:osp-pre-0-1.0 Request processed in 56us (237us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139120.246175:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 529 00000100:00100000:1.0:1746139120.246184:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008746c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1830958832258176:0@lo:13:osp-pre-0-1.0 00000100:00080000:3.0:1746139120.246192:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1746139120.356746:0:8366:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746139120.413865:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139120.413998:0:21503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840551552 00000100:00100000:2.0:1746139120.414006:0:21503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840551552 00000100:00100000:2.0:1746139120.414092:0:21503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 53170 00000100:00100000:2.0:1746139120.414099:0:21503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f15ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b60e9717-019c-4527-a82a-15e993ac5189+27:3832:x1830958840551552:12345-192.168.203.56@tcp:101:lfs.0 00010000:00010000:2.0:1746139120.414114:0:21503:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139120.414117:0:21503:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1746139120.414138:0:21503:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f4d7a00/0x1f9f6ca451acc490 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512fed expref: 27 pid: 21503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139120.414149:0:21503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a07b0f00) 00010000:00010000:2.0:1746139120.414152:0:21503:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746139120.414159:0:21503:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f4d7c00/0x1f9f6ca451acc497 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512ff4 expref: -99 pid: 21503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139120.414232:0:21503:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb7e000/0x1f9f6ca451acc49e lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 21503 initiator: MDT0 00010000:00010000:2.0:1746139120.414240:0:21503:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb7e000/0x1f9f6ca451acc49e lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21503 initiator: MDT0 00010000:00010000:2.0:1746139120.414246:0:21503:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb7e000/0x1f9f6ca451acc49e lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21503 initiator: MDT0 00010000:00010000:2.0:1746139120.414256:0:21503:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb7e600/0x1f9f6ca451acc4a5 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 21503 initiator: MDT0 00010000:00010000:2.0:1746139120.414260:0:21503:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb7e600/0x1f9f6ca451acc4a5 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21503 initiator: MDT0 00010000:00010000:2.0:1746139120.414264:0:21503:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb7e600/0x1f9f6ca451acc4a5 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21503 initiator: MDT0 00010000:00010000:2.0:1746139120.414578:0:21503:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0892400/0x1f9f6ca451acc4ac lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 21503 initiator: MDT0 00010000:00010000:2.0:1746139120.414584:0:21503:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0892400/0x1f9f6ca451acc4ac lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21503 initiator: MDT0 00010000:00010000:2.0:1746139120.414589:0:21503:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0892400/0x1f9f6ca451acc4ac lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21503 initiator: MDT0 00000004:00200000:2.0:1746139120.414596:0:21503:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4c:0x0]: returning size 0 00010000:00010000:2.0:1746139120.414911:0:21503:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb7e000/0x1f9f6ca451acc49e lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21503 initiator: MDT0 00010000:00010000:2.0:1746139120.414917:0:21503:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb7e000/0x1f9f6ca451acc49e lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 21503 initiator: MDT0 00010000:00010000:2.0:1746139120.414922:0:21503:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb7e000/0x1f9f6ca451acc49e lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 21503 initiator: MDT0 00010000:00010000:2.0:1746139120.414926:0:21503:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012fb7e000 already unused, calling callback (ffffffffa0f11690) 00010000:00010000:2.0:1746139120.414929:0:21503:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb7e000/0x1f9f6ca451acc49e lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 21503 initiator: MDT0 00010000:00010000:2.0:1746139120.414934:0:21503:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb7e000/0x1f9f6ca451acc49e lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 21503 initiator: MDT0 00010000:00010000:2.0:1746139120.414941:0:21503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a07b0f00) 00010000:00010000:2.0:1746139120.414943:0:21503:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746139120.414945:0:21503:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb7e000/0x1f9f6ca451acc49e lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 21503 initiator: MDT0 00010000:00010000:2.0:1746139120.414949:0:21503:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb7e000/0x1f9f6ca451acc49e lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 21503 initiator: MDT0 00000004:00010000:2.0:1746139120.414956:0:21503:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88009f15ce00 reply state ffff88009d326000 transno 4294989790 ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb7e600/0x1f9f6ca451acc4a5 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21503 initiator: MDT0 00010000:00010000:2.0:1746139120.414962:0:21503:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb7e600/0x1f9f6ca451acc4a5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21503 initiator: MDT0 00010000:00010000:2.0:1746139120.414966:0:21503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff8800a5da2a00) 00010000:00010000:2.0:1746139120.414967:0:21503:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1746139120.414969:0:21503:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1746139120.414989:0:21503:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f4d7c00/0x1f9f6ca451acc497 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ff4 expref: 29 pid: 21503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139120.414999:0:21503:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0892400/0x1f9f6ca451acc4ac lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ff4 expref: 28 pid: 21503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139120.415008:0:21503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8800a5da2000) 00010000:00010000:2.0:1746139120.415010:0:21503:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746139120.415012:0:21503:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0892400, rc 0) 00000100:00100000:2.0:1746139120.415069:0:21503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f15ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b60e9717-019c-4527-a82a-15e993ac5189+29:3832:x1830958840551552:12345-192.168.203.56@tcp:101:lfs.0 Request processed in 970us (1209us total) trans 4294989790 rc 0/0 00000100:00100000:2.0:1746139120.415076:0:21503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 53170 00000100:00100000:2.0:1746139120.419370:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139120.419435:0:21503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840551808 00000100:00100000:3.0:1746139120.419444:0:21503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840551808 00000100:00100000:3.0:1746139120.419483:0:21503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 53171 00000100:00100000:3.0:1746139120.419489:0:21503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5f99500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b60e9717-019c-4527-a82a-15e993ac5189+29:3832:x1830958840551808:12345-192.168.203.56@tcp:101:lfs.0 00010000:00010000:3.0:1746139120.419509:0:21503:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139120.419526:0:21503:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88007fd64e00/0x1f9f6ca451acc4ba lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3512ffb expref: -99 pid: 21503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139120.419636:0:21503:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88007fd65800/0x1f9f6ca451acc4c1 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 21503 initiator: MDT0 00010000:00010000:3.0:1746139120.419647:0:21503:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0892400/0x1f9f6ca451acc4ac lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ff4 expref: 30 pid: 21503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139120.419654:0:21503:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88007fd65800/0x1f9f6ca451acc4c1 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x4c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21503 initiator: MDT0 00010000:00010000:3.0:1746139120.419678:0:21503:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0892400/0x1f9f6ca451acc4ac lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ff4 expref: 30 pid: 21503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139120.419687:0:21503:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0892400/0x1f9f6ca451acc4ac lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ff4 expref: 30 pid: 21503 timeout: 845 lvb_type: 0 00000100:00100000:3.0:1746139120.419701:0:21503:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008746c000 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:21503:1830958832258304:192.168.203.56@tcp:104: 00000100:00100000:3.0:1746139120.420698:0:21503:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8c85180 going to sleep for 11 seconds 00000100:00100000:2.0:1746139120.424574:0:21503:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008746c000 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:21503:1830958832258304:192.168.203.56@tcp:104: 00010000:00010000:2.0:1746139120.424598:0:21503:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88007fd65800/0x1f9f6ca451acc4c1 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21503 initiator: MDT0 00000100:00100000:2.0:1746139120.426895:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139120.427727:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840551936 00000100:00100000:0.0:1746139120.427735:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840551936 00010000:00010000:0.0:1746139120.427768:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0892400/0x1f9f6ca451acc4ac lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ff4 expref: 31 pid: 21503 timeout: 845 lvb_type: 0 00000100:00100000:0.0:1746139120.427804:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17516 00000100:00100000:0.0:1746139120.427813:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5f98700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+31:2008:x1830958840551936:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746139120.427825:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746139120.427829:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0892400/0x1f9f6ca451acc4ac lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ff4 expref: 31 pid: 21503 timeout: 845 lvb_type: 0 00010000:00010000:0.0:1746139120.427840:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0892400/0x1f9f6ca451acc4ac lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ff4 expref: 31 pid: 21503 timeout: 845 lvb_type: 0 00010000:00010000:0.0:1746139120.427861:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0892400/0x1f9f6ca451acc4ac lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ff4 expref: 31 pid: 21503 timeout: 845 lvb_type: 0 00010000:00010000:0.0:1746139120.427871:0:15672:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8800a5da2000) 00010000:00010000:0.0:1746139120.427875:0:15672:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88007fd65800/0x1f9f6ca451acc4c1 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21503 initiator: MDT0 00010000:00010000:0.0:1746139120.427882:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88007fd65800/0x1f9f6ca451acc4c1 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 21503 initiator: MDT0 00010000:00010000:0.0:1746139120.427886:0:15672:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88007fd65800/0x1f9f6ca451acc4c1 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x4c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 21503 initiator: MDT0 00010000:00010000:0.0:1746139120.427904:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746139120.427943:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5f98700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+30:2008:x1830958840551936:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 132us (1056us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139120.427949:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17516 00010000:00010000:3.0:1746139120.427976:0:21503:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88007fd65800/0x1f9f6ca451acc4c1 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21503 initiator: MDT0 00010000:00010000:3.0:1746139120.427982:0:21503:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88007fd65800/0x1f9f6ca451acc4c1 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21503 initiator: MDT0 00000004:00200000:3.0:1746139120.427999:0:21503:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4c:0x0]: returning size 0 00000004:00080000:3.0:1746139120.428109:0:21503:0:(osp_object.c:1637:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x1b:0x0], index 0: 0 00000004:00080000:3.0:1746139120.428115:0:21503:0:(osp_object.c:1637:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x1d:0x0], index 1: 0 00010000:00010000:3.0:1746139120.428193:0:21503:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88007fd65800/0x1f9f6ca451acc4c1 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21503 initiator: MDT0 00010000:00010000:3.0:1746139120.428200:0:21503:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88007fd65800/0x1f9f6ca451acc4c1 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x4c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 21503 initiator: MDT0 00010000:00010000:3.0:1746139120.428205:0:21503:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88007fd65800/0x1f9f6ca451acc4c1 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21503 initiator: MDT0 00010000:00010000:3.0:1746139120.428209:0:21503:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88007fd65800 already unused, calling callback (ffffffffa0f11690) 00010000:00010000:3.0:1746139120.428212:0:21503:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88007fd65800/0x1f9f6ca451acc4c1 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21503 initiator: MDT0 00010000:00010000:3.0:1746139120.428218:0:21503:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88007fd65800/0x1f9f6ca451acc4c1 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x4c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 21503 initiator: MDT0 00010000:00010000:3.0:1746139120.428225:0:21503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8800a5da2000) 00010000:00010000:3.0:1746139120.428227:0:21503:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1746139120.428230:0:21503:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88007fd65800/0x1f9f6ca451acc4c1 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x4c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21503 initiator: MDT0 00010000:00010000:3.0:1746139120.428234:0:21503:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88007fd65800/0x1f9f6ca451acc4c1 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x4c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21503 initiator: MDT0 00010000:00010000:3.0:1746139120.428275:0:21503:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88007fd64e00/0x1f9f6ca451acc4ba lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ffb expref: 31 pid: 21503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139120.428281:0:21503:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88007fd64e00/0x1f9f6ca451acc4ba lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512ffb expref: 31 pid: 21503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139120.428289:0:21503:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88007fd64e00, rc 0) 00000100:00100000:3.0:1746139120.428310:0:21503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5f99500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b60e9717-019c-4527-a82a-15e993ac5189+30:3832:x1830958840551808:12345-192.168.203.56@tcp:101:lfs.0 Request processed in 8821us (8947us total) trans 4294989791 rc 301/301 00000100:00100000:3.0:1746139120.428314:0:21503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 53171 00000100:00100000:0.0:1746139120.432302:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139120.432391:0:7222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840552192 00000100:00100000:2.0:1746139120.432398:0:7222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840552192 00000100:00100000:2.0:1746139120.432445:0:7222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 194 00000100:00100000:2.0:1746139120.432452:0:7222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f15f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b60e9717-019c-4527-a82a-15e993ac5189+29:3832:x1830958840552192:12345-192.168.203.56@tcp:35:lfs.0 00000100:00100000:2.0:1746139120.432680:0:7222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f15f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b60e9717-019c-4527-a82a-15e993ac5189+30:3832:x1830958840552192:12345-192.168.203.56@tcp:35:lfs.0 Request processed in 227us (382us total) trans 4294989792 rc 0/0 00000100:00100000:2.0:1746139120.432685:0:7222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 194 00000100:00100000:0.0:1746139120.437750:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139120.437832:0:21503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840552320 00000100:00100000:3.0:1746139120.437839:0:21503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840552320 00000100:00100000:3.0:1746139120.437873:0:21503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 53172 00000100:00100000:3.0:1746139120.437879:0:21503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f15ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b60e9717-019c-4527-a82a-15e993ac5189+30:3832:x1830958840552320:12345-192.168.203.56@tcp:101:lfs.0 00010000:00010000:3.0:1746139120.437895:0:21503:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139120.437910:0:21503:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88007fd64200/0x1f9f6ca451acc4cf lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3513002 expref: -99 pid: 21503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139120.437948:0:21503:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88007fd64200/0x1f9f6ca451acc4cf lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3513002 expref: 31 pid: 21503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139120.437958:0:21503:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88007fd64200/0x1f9f6ca451acc4cf lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3513002 expref: 31 pid: 21503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139120.437970:0:21503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff88012ee2eb00) 00010000:00010000:3.0:1746139120.437973:0:21503:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1746139120.437976:0:21503:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88007fd64200, rc 0) 00000100:00100000:3.0:1746139120.438009:0:21503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f15ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b60e9717-019c-4527-a82a-15e993ac5189+31:3832:x1830958840552320:12345-192.168.203.56@tcp:101:lfs.0 Request processed in 130us (266us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139120.438014:0:21503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 53172 00000100:00100000:3.0:1746139120.445144:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139120.445839:0:21208:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840552576 00000100:00100000:1.0:1746139120.445846:0:21208:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840552576 00000100:00100000:1.0:1746139120.445884:0:21208:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 195 00000100:00100000:1.0:1746139120.445890:0:21208:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008746d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b60e9717-019c-4527-a82a-15e993ac5189+31:3832:x1830958840552576:12345-192.168.203.56@tcp:35:lfs.0 00000100:00100000:1.0:1746139120.446049:0:21208:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008746d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b60e9717-019c-4527-a82a-15e993ac5189+32:3832:x1830958840552576:12345-192.168.203.56@tcp:35:lfs.0 Request processed in 158us (909us total) trans 4294989793 rc 0/0 00000100:00100000:1.0:1746139120.446054:0:21208:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 195 00000100:00100000:0.0:1746139120.461006:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139120.461039:0:10909:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840552704 00000100:00100000:0.0:1746139120.461045:0:10909:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840552704 00000100:00100000:0.0:1746139120.461120:0:10909:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 53173 00000100:00100000:0.0:1746139120.461128:0:10909:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093493480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:57256782-7187-4d4f-9a1f-78e1ae613c85+14:3834:x1830958840552704:12345-192.168.203.56@tcp:101:dd.0 00010000:00010000:0.0:1746139120.461158:0:10909:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746139120.461183:0:10909:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0598000/0x1f9f6ca451acc4d6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3513009 expref: -99 pid: 10909 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139120.461257:0:10909:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0599400/0x1f9f6ca451acc4dd lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10909 initiator: MDT0 00010000:00010000:0.0:1746139120.461281:0:10909:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0599400/0x1f9f6ca451acc4dd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10909 initiator: MDT0 00010000:00010000:0.0:1746139120.461302:0:10909:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0599400/0x1f9f6ca451acc4dd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10909 initiator: MDT0 00000004:00200000:0.0:1746139120.461347:0:10909:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1746139120.461350:0:10909:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1746139120.461399:0:10909:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0599400/0x1f9f6ca451acc4dd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10909 initiator: MDT0 00010000:00010000:0.0:1746139120.461417:0:10909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0598000/0x1f9f6ca451acc4d6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3513009 expref: 16 pid: 10909 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139120.461427:0:10909:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0599400/0x1f9f6ca451acc4dd lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3513009 expref: 15 pid: 10909 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139120.461448:0:10909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a07b0f00) 00010000:00010000:0.0:1746139120.461451:0:10909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1746139120.461453:0:10909:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0599400, rc 0) 00000100:00100000:0.0:1746139120.461515:0:10909:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093493480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:57256782-7187-4d4f-9a1f-78e1ae613c85+15:3834:x1830958840552704:12345-192.168.203.56@tcp:101:dd.0 Request processed in 388us (517us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139120.461533:0:10909:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 53173 00000100:00100000:0.0:1746139120.464441:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139120.464467:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139120.464487:0:21503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840552832 00000100:00100000:0.0:1746139120.464494:0:21503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840552832 00000100:00100000:0.0:1746139120.464522:0:21503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840553088 00000100:00100000:0.0:1746139120.464523:0:21503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840553088 00000100:00100000:0.0:1746139120.464535:0:21503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 53174 00000100:00100000:0.0:1746139120.464541:0:21503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093490a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b60e9717-019c-4527-a82a-15e993ac5189+32:3833:x1830958840552832:12345-192.168.203.56@tcp:101:dd.0 00010000:00010000:0.0:1746139120.464558:0:21503:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746139120.464573:0:21503:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb7e000/0x1f9f6ca451acc4e4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3513010 expref: -99 pid: 21503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139120.465087:0:21503:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008760c400/0x1f9f6ca451acc4eb lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 21503 initiator: MDT0 00010000:00010000:0.0:1746139120.465097:0:21503:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008760c400/0x1f9f6ca451acc4eb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21503 initiator: MDT0 00010000:00010000:0.0:1746139120.465106:0:21503:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008760c400/0x1f9f6ca451acc4eb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21503 initiator: MDT0 00000004:00200000:0.0:1746139120.465132:0:21503:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1746139120.465135:0:21503:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1746139120.465149:0:21503:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008760c400/0x1f9f6ca451acc4eb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21503 initiator: MDT0 00010000:00010000:0.0:1746139120.465165:0:21503:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb7e000/0x1f9f6ca451acc4e4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3513010 expref: 34 pid: 21503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139120.465176:0:21503:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008760c400/0x1f9f6ca451acc4eb lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3513010 expref: 33 pid: 21503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139120.465182:0:21503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a07b0f00) 00010000:00010000:0.0:1746139120.465185:0:21503:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1746139120.465187:0:21503:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008760c400, rc 0) 00000100:00100000:0.0:1746139120.465235:0:21503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093490a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b60e9717-019c-4527-a82a-15e993ac5189+33:3833:x1830958840552832:12345-192.168.203.56@tcp:101:dd.0 Request processed in 694us (801us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139120.465241:0:21503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 53174 00000100:00100000:0.0:1746139120.465256:0:21503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 53175 00000100:00100000:0.0:1746139120.465262:0:21503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093491c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+15:3834:x1830958840553088:12345-192.168.203.56@tcp:101:dd.0 00010000:00010000:0.0:1746139120.465269:0:21503:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746139120.465274:0:21503:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008760cc00/0x1f9f6ca451acc4f2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3513017 expref: -99 pid: 21503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139120.465299:0:21503:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008760ca00/0x1f9f6ca451acc4f9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 21503 initiator: MDT0 00010000:00010000:0.0:1746139120.465305:0:21503:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008760ca00/0x1f9f6ca451acc4f9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 21503 initiator: MDT0 00010000:00010000:0.0:1746139120.465310:0:21503:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008760ca00/0x1f9f6ca451acc4f9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 21503 initiator: MDT0 00010000:00010000:0.0:1746139120.465317:0:21503:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0599000/0x1f9f6ca451acc500 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 21503 initiator: MDT0 00010000:00010000:0.0:1746139120.465322:0:21503:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0599000/0x1f9f6ca451acc500 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21503 initiator: MDT0 00010000:00010000:0.0:1746139120.465326:0:21503:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0599000/0x1f9f6ca451acc500 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21503 initiator: MDT0 00010000:00010000:0.0:1746139120.465394:0:21503:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0573e00/0x1f9f6ca451acc507 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 21503 initiator: MDT0 00010000:00010000:0.0:1746139120.465401:0:21503:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0573e00/0x1f9f6ca451acc507 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21503 initiator: MDT0 00010000:00010000:0.0:1746139120.465406:0:21503:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0573e00/0x1f9f6ca451acc507 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21503 initiator: MDT0 00000004:00200000:0.0:1746139120.465411:0:21503:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4a:0x0]: returning size 26214400 00010000:00010000:0.0:1746139120.465456:0:21503:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008760ca00/0x1f9f6ca451acc4f9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 21503 initiator: MDT0 00010000:00010000:0.0:1746139120.465461:0:21503:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008760ca00/0x1f9f6ca451acc4f9 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 21503 initiator: MDT0 00010000:00010000:0.0:1746139120.465465:0:21503:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008760ca00/0x1f9f6ca451acc4f9 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 21503 initiator: MDT0 00010000:00010000:0.0:1746139120.465469:0:21503:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008760ca00 already unused, calling callback (ffffffffa0f11690) 00010000:00010000:0.0:1746139120.465472:0:21503:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008760ca00/0x1f9f6ca451acc4f9 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 21503 initiator: MDT0 00010000:00010000:0.0:1746139120.465476:0:21503:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008760ca00/0x1f9f6ca451acc4f9 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 21503 initiator: MDT0 00010000:00010000:0.0:1746139120.465482:0:21503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a07b0f00) 00010000:00010000:0.0:1746139120.465484:0:21503:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746139120.465486:0:21503:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008760ca00/0x1f9f6ca451acc4f9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 21503 initiator: MDT0 00010000:00010000:0.0:1746139120.465489:0:21503:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008760ca00/0x1f9f6ca451acc4f9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 21503 initiator: MDT0 00010000:00010000:0.0:1746139120.465495:0:21503:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0599000/0x1f9f6ca451acc500 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21503 initiator: MDT0 00010000:00010000:0.0:1746139120.465499:0:21503:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0599000/0x1f9f6ca451acc500 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 21503 initiator: MDT0 00010000:00010000:0.0:1746139120.465507:0:21503:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0599000/0x1f9f6ca451acc500 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 21503 initiator: MDT0 00010000:00010000:0.0:1746139120.465511:0:21503:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a0599000 already unused, calling callback (ffffffffa0f11690) 00010000:00010000:0.0:1746139120.465512:0:21503:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0599000/0x1f9f6ca451acc500 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 21503 initiator: MDT0 00010000:00010000:0.0:1746139120.465516:0:21503:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0599000/0x1f9f6ca451acc500 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 21503 initiator: MDT0 00010000:00010000:0.0:1746139120.465520:0:21503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6ecf (ffff88009f032300) 00010000:00010000:0.0:1746139120.465521:0:21503:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746139120.465522:0:21503:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0599000/0x1f9f6ca451acc500 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 21503 initiator: MDT0 00010000:00010000:0.0:1746139120.465526:0:21503:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0599000/0x1f9f6ca451acc500 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 21503 initiator: MDT0 00010000:00010000:0.0:1746139120.465540:0:21503:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008760cc00/0x1f9f6ca451acc4f2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3513017 expref: 18 pid: 21503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139120.465547:0:21503:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0573e00/0x1f9f6ca451acc507 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3513017 expref: 17 pid: 21503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139120.465551:0:21503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff88012fb4af00) 00010000:00010000:0.0:1746139120.465553:0:21503:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1746139120.465554:0:21503:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0573e00, rc 0) 00000100:00100000:0.0:1746139120.465569:0:21503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093491c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+17:3834:x1830958840553088:12345-192.168.203.56@tcp:101:dd.0 Request processed in 308us (1101us total) trans 4294989794 rc 0/0 00000100:00100000:0.0:1746139120.465574:0:21503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 53175 00000100:00100000:3.0:1746139120.469134:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139120.470133:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139120.470161:0:10909:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840553344 00000100:00100000:3.0:1746139120.470167:0:10909:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840553344 00000100:00100000:3.0:1746139120.470196:0:10909:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840553600 00000100:00100000:3.0:1746139120.470198:0:10909:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840553600 00000100:00100000:3.0:1746139120.470219:0:10909:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 53176 00000100:00100000:3.0:1746139120.470225:0:10909:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008746c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b60e9717-019c-4527-a82a-15e993ac5189+33:3833:x1830958840553344:12345-192.168.203.56@tcp:101:dd.0 00010000:00010000:3.0:1746139120.470239:0:10909:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139120.470251:0:10909:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88007fd64e00/0x1f9f6ca451acc515 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a351301e expref: -99 pid: 10909 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139120.470307:0:10909:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88007fd65800/0x1f9f6ca451acc51c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10909 initiator: MDT0 00010000:00010000:3.0:1746139120.470317:0:10909:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88007fd65800/0x1f9f6ca451acc51c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10909 initiator: MDT0 00010000:00010000:3.0:1746139120.470325:0:10909:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88007fd65800/0x1f9f6ca451acc51c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10909 initiator: MDT0 00010000:00010000:3.0:1746139120.470334:0:10909:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0599600/0x1f9f6ca451acc523 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10909 initiator: MDT0 00010000:00010000:3.0:1746139120.470339:0:10909:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0599600/0x1f9f6ca451acc523 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10909 initiator: MDT0 00010000:00010000:3.0:1746139120.470344:0:10909:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0599600/0x1f9f6ca451acc523 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10909 initiator: MDT0 00010000:00010000:3.0:1746139120.470428:0:10909:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88007279a200/0x1f9f6ca451acc52a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10909 initiator: MDT0 00010000:00010000:3.0:1746139120.470436:0:10909:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88007279a200/0x1f9f6ca451acc52a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10909 initiator: MDT0 00010000:00010000:3.0:1746139120.470441:0:10909:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88007279a200/0x1f9f6ca451acc52a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10909 initiator: MDT0 00000004:00200000:3.0:1746139120.470448:0:10909:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4a:0x0]: returning size 26214400 00010000:00010000:3.0:1746139120.470501:0:10909:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88007fd65800/0x1f9f6ca451acc51c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10909 initiator: MDT0 00010000:00010000:3.0:1746139120.470506:0:10909:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88007fd65800/0x1f9f6ca451acc51c lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10909 initiator: MDT0 00010000:00010000:3.0:1746139120.470511:0:10909:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88007fd65800/0x1f9f6ca451acc51c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10909 initiator: MDT0 00010000:00010000:3.0:1746139120.470515:0:10909:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88007fd65800 already unused, calling callback (ffffffffa0f11690) 00010000:00010000:3.0:1746139120.470517:0:10909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88007fd65800/0x1f9f6ca451acc51c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10909 initiator: MDT0 00010000:00010000:3.0:1746139120.470522:0:10909:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88007fd65800/0x1f9f6ca451acc51c lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10909 initiator: MDT0 00010000:00010000:3.0:1746139120.470530:0:10909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a07b0f00) 00010000:00010000:3.0:1746139120.470532:0:10909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746139120.470535:0:10909:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88007fd65800/0x1f9f6ca451acc51c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10909 initiator: MDT0 00010000:00010000:3.0:1746139120.470542:0:10909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88007fd65800/0x1f9f6ca451acc51c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10909 initiator: MDT0 00010000:00010000:3.0:1746139120.470549:0:10909:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0599600/0x1f9f6ca451acc523 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10909 initiator: MDT0 00010000:00010000:3.0:1746139120.470552:0:10909:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0599600/0x1f9f6ca451acc523 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10909 initiator: MDT0 00010000:00010000:3.0:1746139120.470556:0:10909:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0599600/0x1f9f6ca451acc523 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10909 initiator: MDT0 00010000:00010000:3.0:1746139120.470559:0:10909:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a0599600 already unused, calling callback (ffffffffa0f11690) 00010000:00010000:3.0:1746139120.470561:0:10909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0599600/0x1f9f6ca451acc523 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10909 initiator: MDT0 00010000:00010000:3.0:1746139120.470564:0:10909:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0599600/0x1f9f6ca451acc523 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10909 initiator: MDT0 00010000:00010000:3.0:1746139120.470568:0:10909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6ecf (ffff88009f032300) 00010000:00010000:3.0:1746139120.470569:0:10909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746139120.470571:0:10909:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0599600/0x1f9f6ca451acc523 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10909 initiator: MDT0 00010000:00010000:3.0:1746139120.470574:0:10909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0599600/0x1f9f6ca451acc523 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10909 initiator: MDT0 00010000:00010000:3.0:1746139120.470598:0:10909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88007fd64e00/0x1f9f6ca451acc515 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351301e expref: 36 pid: 10909 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139120.470607:0:10909:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88007279a200/0x1f9f6ca451acc52a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351301e expref: 35 pid: 10909 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139120.470634:0:10909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff88012fb4af00) 00010000:00010000:3.0:1746139120.470636:0:10909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746139120.470638:0:10909:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88007279a200, rc 0) 00000100:00100000:3.0:1746139120.470671:0:10909:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008746c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b60e9717-019c-4527-a82a-15e993ac5189+35:3833:x1830958840553344:12345-192.168.203.56@tcp:101:dd.0 Request processed in 447us (1545us total) trans 4294989795 rc 0/0 00000100:00100000:3.0:1746139120.470676:0:10909:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 53176 00000100:00100000:3.0:1746139120.470689:0:10909:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 53177 00000100:00100000:3.0:1746139120.470694:0:10909:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c854700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:57256782-7187-4d4f-9a1f-78e1ae613c85+17:3834:x1830958840553600:12345-192.168.203.56@tcp:101:dd.0 00010000:00010000:3.0:1746139120.470701:0:10909:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139120.470703:0:10909:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1746139120.470711:0:10909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0599400/0x1f9f6ca451acc4dd lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3513009 expref: 17 pid: 10909 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139120.470718:0:10909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a07b0f00) 00010000:00010000:3.0:1746139120.470720:0:10909:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746139120.470723:0:10909:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88007279a800/0x1f9f6ca451acc538 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3513025 expref: -99 pid: 10909 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139120.470753:0:10909:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88007fd64000/0x1f9f6ca451acc53f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10909 initiator: MDT0 00010000:00010000:3.0:1746139120.470759:0:10909:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88007fd64000/0x1f9f6ca451acc53f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10909 initiator: MDT0 00010000:00010000:3.0:1746139120.470765:0:10909:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88007fd64000/0x1f9f6ca451acc53f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10909 initiator: MDT0 00010000:00010000:3.0:1746139120.470771:0:10909:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f16c000/0x1f9f6ca451acc546 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10909 initiator: MDT0 00010000:00010000:3.0:1746139120.470776:0:10909:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f16c000/0x1f9f6ca451acc546 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10909 initiator: MDT0 00010000:00010000:3.0:1746139120.470780:0:10909:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f16c000/0x1f9f6ca451acc546 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10909 initiator: MDT0 00010000:00010000:3.0:1746139120.470800:0:10909:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f16d600/0x1f9f6ca451acc54d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10909 initiator: MDT0 00010000:00010000:3.0:1746139120.470805:0:10909:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f16d600/0x1f9f6ca451acc54d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10909 initiator: MDT0 00010000:00010000:3.0:1746139120.470810:0:10909:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f16d600/0x1f9f6ca451acc54d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10909 initiator: MDT0 00000004:00200000:3.0:1746139120.470815:0:10909:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4c:0x0]: returning size 0 00010000:00010000:3.0:1746139120.470836:0:10909:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88007fd64000/0x1f9f6ca451acc53f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10909 initiator: MDT0 00010000:00010000:3.0:1746139120.470840:0:10909:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88007fd64000/0x1f9f6ca451acc53f lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10909 initiator: MDT0 00010000:00010000:3.0:1746139120.470844:0:10909:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88007fd64000/0x1f9f6ca451acc53f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10909 initiator: MDT0 00010000:00010000:3.0:1746139120.470848:0:10909:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88007fd64000 already unused, calling callback (ffffffffa0f11690) 00010000:00010000:3.0:1746139120.470850:0:10909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88007fd64000/0x1f9f6ca451acc53f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10909 initiator: MDT0 00010000:00010000:3.0:1746139120.470853:0:10909:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88007fd64000/0x1f9f6ca451acc53f lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10909 initiator: MDT0 00010000:00010000:3.0:1746139120.470858:0:10909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a07b0f00) 00010000:00010000:3.0:1746139120.470860:0:10909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746139120.470863:0:10909:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88007fd64000/0x1f9f6ca451acc53f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10909 initiator: MDT0 00010000:00010000:3.0:1746139120.470866:0:10909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88007fd64000/0x1f9f6ca451acc53f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10909 initiator: MDT0 00010000:00010000:3.0:1746139120.470873:0:10909:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f16c000/0x1f9f6ca451acc546 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10909 initiator: MDT0 00010000:00010000:3.0:1746139120.470877:0:10909:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009f16c000/0x1f9f6ca451acc546 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10909 initiator: MDT0 00010000:00010000:3.0:1746139120.470881:0:10909:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009f16c000/0x1f9f6ca451acc546 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10909 initiator: MDT0 00010000:00010000:3.0:1746139120.470885:0:10909:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009f16c000 already unused, calling callback (ffffffffa0f11690) 00010000:00010000:3.0:1746139120.470887:0:10909:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f16c000/0x1f9f6ca451acc546 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10909 initiator: MDT0 00010000:00010000:3.0:1746139120.470890:0:10909:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f16c000/0x1f9f6ca451acc546 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10909 initiator: MDT0 00010000:00010000:3.0:1746139120.470895:0:10909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff8800a5da2a00) 00010000:00010000:3.0:1746139120.470897:0:10909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746139120.470899:0:10909:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009f16c000/0x1f9f6ca451acc546 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10909 initiator: MDT0 00010000:00010000:3.0:1746139120.470903:0:10909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f16c000/0x1f9f6ca451acc546 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10909 initiator: MDT0 00010000:00010000:3.0:1746139120.470917:0:10909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88007279a800/0x1f9f6ca451acc538 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3513025 expref: 19 pid: 10909 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139120.470928:0:10909:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f16d600/0x1f9f6ca451acc54d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3513025 expref: 18 pid: 10909 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139120.470932:0:10909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff88012ee2eb00) 00010000:00010000:3.0:1746139120.470933:0:10909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746139120.470935:0:10909:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f16d600, rc 0) 00000100:00100000:3.0:1746139120.470949:0:10909:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c854700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:57256782-7187-4d4f-9a1f-78e1ae613c85+18:3834:x1830958840553600:12345-192.168.203.56@tcp:101:dd.0 Request processed in 255us (818us total) trans 4294989796 rc 0/0 00000100:00100000:3.0:1746139120.470953:0:10909:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 53177 00000100:00100000:1.0:1746139120.474801:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139120.474828:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840553856 00000100:00100000:2.0:1746139120.474836:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840553856 00000100:00100000:1.0:1746139120.474837:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139120.474871:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30208 00000100:00100000:2.0:1746139120.474878:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072506300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:57256782-7187-4d4f-9a1f-78e1ae613c85+6:3834:x1830958840553856:12345-192.168.203.56@tcp:101:dd.0 00010000:00010000:2.0:1746139120.474895:0:9562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139120.474911:0:9562:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f4d7c00/0x1f9f6ca451acc55b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a351302c expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746139120.474914:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840553984 00000100:00100000:0.0:1746139120.474919:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840553984 00010000:00010000:2.0:1746139120.474934:0:9562:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f4d6c00/0x1f9f6ca451acc47b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512fdf expref: 12 pid: 10475 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139120.474942:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139120.474943:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:0.0:1746139120.474944:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 53178 00010000:00010000:2.0:1746139120.474946:0:9562:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f4d7c00/0x1f9f6ca451acc55b lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351302c expref: 7 pid: 9562 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746139120.474950:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ee95500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b60e9717-019c-4527-a82a-15e993ac5189+35:3833:x1830958840553984:12345-192.168.203.56@tcp:101:dd.0 00010000:00010000:0.0:1746139120.474963:0:7219:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746139120.474965:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1746139120.474976:0:9562:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f4d6c00/0x1f9f6ca451acc47b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512fdf expref: 12 pid: 10475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139120.474984:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008760c400/0x1f9f6ca451acc4eb lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3513010 expref: 35 pid: 21503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139120.474987:0:9562:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f4d6c00/0x1f9f6ca451acc47b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512fdf expref: 12 pid: 10475 timeout: 845 lvb_type: 0 00010000:00010000:0.0:1746139120.474997:0:7219:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a07b0f00) 00000100:00100000:2.0:1746139120.474998:0:9562:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5f9b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9562:1830958832258432:192.168.203.56@tcp:104: 00010000:00010000:0.0:1746139120.475000:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1746139120.475007:0:7219:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0b20c00/0x1f9f6ca451acc562 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3513033 expref: -99 pid: 7219 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746139120.475059:0:9562:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a059d6c0 going to sleep for 11 seconds 00010000:00010000:0.0:1746139120.475078:0:7219:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009edec800/0x1f9f6ca451acc569 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7219 initiator: MDT0 00010000:00010000:0.0:1746139120.475088:0:7219:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009edec800/0x1f9f6ca451acc569 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7219 initiator: MDT0 00010000:00010000:0.0:1746139120.475095:0:7219:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009edec800/0x1f9f6ca451acc569 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7219 initiator: MDT0 00010000:00010000:0.0:1746139120.475107:0:7219:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f3d3200/0x1f9f6ca451acc570 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7219 initiator: MDT0 00010000:00010000:0.0:1746139120.475112:0:7219:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f3d3200/0x1f9f6ca451acc570 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7219 initiator: MDT0 00010000:00010000:0.0:1746139120.475117:0:7219:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f3d3200/0x1f9f6ca451acc570 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7219 initiator: MDT0 00000004:00080000:0.0:1746139120.475366:0:7219:0:(osp_object.c:1637:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x1c:0x0], index 0: 0 00010000:00010000:0.0:1746139120.475475:0:7219:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f3d3a00/0x1f9f6ca451acc577 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7219 initiator: MDT0 00010000:00010000:0.0:1746139120.475483:0:7219:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f3d3a00/0x1f9f6ca451acc577 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7219 initiator: MDT0 00010000:00010000:0.0:1746139120.475489:0:7219:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f3d3a00/0x1f9f6ca451acc577 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7219 initiator: MDT0 00010000:00010000:0.0:1746139120.475513:0:7219:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009edec800/0x1f9f6ca451acc569 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7219 initiator: MDT0 00010000:00010000:0.0:1746139120.475518:0:7219:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009edec800/0x1f9f6ca451acc569 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7219 initiator: MDT0 00010000:00010000:0.0:1746139120.475523:0:7219:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009edec800/0x1f9f6ca451acc569 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7219 initiator: MDT0 00010000:00010000:0.0:1746139120.475529:0:7219:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009edec800/0x1f9f6ca451acc569 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7219 initiator: MDT0 00010000:00010000:0.0:1746139120.475535:0:7219:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009edec800 already unused, calling callback (ffffffffa0f11690) 00010000:00010000:0.0:1746139120.475538:0:7219:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009edec800/0x1f9f6ca451acc569 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7219 initiator: MDT0 00010000:00010000:0.0:1746139120.475544:0:7219:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009edec800/0x1f9f6ca451acc569 lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7219 initiator: MDT0 00010000:00010000:0.0:1746139120.475551:0:7219:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a07b0f00) 00010000:00010000:0.0:1746139120.475553:0:7219:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746139120.475555:0:7219:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009edec800/0x1f9f6ca451acc569 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7219 initiator: MDT0 00010000:00010000:0.0:1746139120.475563:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009edec800/0x1f9f6ca451acc569 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7219 initiator: MDT0 00000004:00010000:0.0:1746139120.475572:0:7219:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88012ee95500 reply state ffff88008f288000 transno 4294989797 ns: mdt-lustre-MDT0000_UUID lock: ffff88009f3d3200/0x1f9f6ca451acc570 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7219 initiator: MDT0 00010000:00010000:0.0:1746139120.475578:0:7219:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f3d3200/0x1f9f6ca451acc570 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7219 initiator: MDT0 00010000:00010000:0.0:1746139120.475583:0:7219:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x6c9b94d9 (ffff8800a00bd200) 00010000:00010000:0.0:1746139120.475585:0:7219:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1746139120.475587:0:7219:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1746139120.475605:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0b20c00/0x1f9f6ca451acc562 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3513033 expref: 37 pid: 7219 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139120.475648:0:7219:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f3d3a00/0x1f9f6ca451acc577 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3513033 expref: 36 pid: 7219 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139120.475654:0:7219:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4d:0x0].0x0 (ffff8800a00bd500) 00010000:00010000:0.0:1746139120.475656:0:7219:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1746139120.475658:0:7219:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f3d3a00, rc 0) 00000100:00100000:0.0:1746139120.475701:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ee95500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b60e9717-019c-4527-a82a-15e993ac5189+37:3833:x1830958840553984:12345-192.168.203.56@tcp:101:dd.0 Request processed in 751us (863us total) trans 4294989797 rc 0/0 00000100:00100000:0.0:1746139120.475707:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 53178 00000100:00100000:3.0:1746139120.480267:0:9562:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5f9b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9562:1830958832258432:192.168.203.56@tcp:104: 00010000:00010000:3.0:1746139120.480292:0:9562:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f4d7c00/0x1f9f6ca451acc55b lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351302c expref: 7 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139120.480307:0:9562:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f4d7c00, rc 0) 00000100:00100000:3.0:1746139120.480348:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072506300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:57256782-7187-4d4f-9a1f-78e1ae613c85+7:3834:x1830958840553856:12345-192.168.203.56@tcp:101:dd.0 Request processed in 5470us (5554us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139120.480355:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30208 00000100:00100000:3.0:1746139120.482304:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139120.482324:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139120.482347:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139120.482385:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840554368 00000100:00100000:3.0:1746139120.482391:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840554368 00000100:00100000:3.0:1746139120.482434:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840554112 00000100:00100000:3.0:1746139120.482436:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840554112 00000100:00100000:0.0:1746139120.482692:0:27213:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840554624 00000100:00100000:0.0:1746139120.482697:0:27213:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840554624 00000100:00100000:1.0:1746139120.482700:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13467 00000100:00100000:1.0:1746139120.482711:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c855180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+14:2010:x1830958840554368:12345-192.168.203.56@tcp:3:dd.0 00000100:00100000:0.0:1746139120.482735:0:27213:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13468 00010000:00010000:1.0:1746139120.482738:0:9568:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009f675800/0x1f9f6ca451acc585 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9568 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746139120.482743:0:27213:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a086b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:b60e9717-019c-4527-a82a-15e993ac5189+13:2009:x1830958840554624:12345-192.168.203.56@tcp:3:dd.0 00010000:00010000:1.0:1746139120.482750:0:9568:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139120.482753:0:9568:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f675800/0x1f9f6ca451acc585 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139120.482761:0:9568:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009f675800/0x1f9f6ca451acc585 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139120.482762:0:27213:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009f3d3e00/0x1f9f6ca451acc58c lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27213 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139120.482775:0:27213:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008760d200/0x1f9f6ca451acc482 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512fe6 expref: 13 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139120.482781:0:27213:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746139120.482782:0:27213:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746139120.482784:0:27213:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f3d3e00/0x1f9f6ca451acc58c lrc: 4/1,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27213 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139120.482811:0:27213:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008760d200/0x1f9f6ca451acc482 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512fe6 expref: 13 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139120.482821:0:27213:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008760d200/0x1f9f6ca451acc482 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512fe6 expref: 13 pid: 9563 timeout: 845 lvb_type: 0 00000100:00100000:0.0:1746139120.482832:0:27213:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093491180 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_008:lustre-OST0000_UUID:27213:1830958832258560:192.168.203.56@tcp:104: 00000100:00100000:0.0:1746139120.482921:0:27213:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009cc91d80 going to sleep for 11 seconds 00002000:00100000:3.0:1746139120.483089:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1c:0x0] (12582912->13631487) req@ffff88009c855f80 x1830958840554112/t0(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:46/0 lens 488/0 e 0 to 0 dl 1746139131 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746139120.483104:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c855f80 with x1830958840554112 ext(12582912->13631487) 00010000:00010000:3.0:1746139120.483111:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f4d6c00/0x1f9f6ca451acc47b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512fdf expref: 14 pid: 10475 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746139120.483124:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f4d6c00/0x1f9f6ca451acc47b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512fdf expref: 14 pid: 10475 timeout: 845 lvb_type: 0 00002000:00010000:3.0:1746139120.483130:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c855f80 00000100:00100000:3.0:1746139120.483144:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2875 00000100:00100000:3.0:1746139120.483151:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c855f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+14:2007:x1830958840554112:12345-192.168.203.56@tcp:4:dd.0 00000100:00100000:0.0:1746139120.487000:0:27213:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093491180 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_008:lustre-OST0000_UUID:27213:1830958832258560:192.168.203.56@tcp:104: 00010000:00010000:0.0:1746139120.487039:0:27213:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009f3d3e00/0x1f9f6ca451acc58c lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27213 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139120.502012:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c855f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+16:2007:x1830958840554112:12345-192.168.203.56@tcp:4:dd.0 Request processed in 18853us (19678us total) trans 4294972141 rc 0/0 00000100:00100000:3.0:1746139120.502024:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2875 00002000:00100000:3.0:1746139120.502035:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1c:0x0] (12582912->13631487) req@ffff88009c855f80 x1830958840554112/t4294972141(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:46/0 lens 488/448 e 0 to 0 dl 1746139131 ref 1 fl Complete:H/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746139120.502044:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c855f80 with x1830958840554112 ext(12582912->13631487) 00010000:00010000:3.0:1746139120.502053:0:27210:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f4d6c00/0x1f9f6ca451acc47b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512fdf expref: 16 pid: 10475 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746139120.502065:0:27210:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f4d6c00/0x1f9f6ca451acc47b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512fdf expref: 16 pid: 10475 timeout: 845 lvb_type: 0 00002000:00010000:3.0:1746139120.502072:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c855f80 00000100:00100000:0.0:1746139120.510899:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139120.511018:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840554752 00000100:00100000:2.0:1746139120.511027:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840554752 00010000:00010000:2.0:1746139120.511062:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008760d200/0x1f9f6ca451acc482 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512fe6 expref: 14 pid: 9563 timeout: 845 lvb_type: 0 00000100:00100000:2.0:1746139120.511085:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17517 00000100:00100000:2.0:1746139120.511091:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093491180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+14:2007:x1830958840554752:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139120.511102:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1746139120.511116:0:15672:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x1a:0x0] updating lvb size from disk: 0 -> 12582912 00002000:00010000:2.0:1746139120.511118:0:15672:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x1a:0x0] updating lvb mtime from disk: 1746139119 -> 1746139120 00002000:00010000:2.0:1746139120.511120:0:15672:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x1a:0x0] updating lvb ctime from disk: 1746139119 -> 1746139120 00002000:00010000:2.0:1746139120.511122:0:15672:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x1a:0x0] updating lvb blocks from disk: 0 -> 24576 00010000:00010000:2.0:1746139120.511126:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008760d200/0x1f9f6ca451acc482 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512fe6 expref: 14 pid: 9563 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746139120.511136:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008760d200/0x1f9f6ca451acc482 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512fe6 expref: 14 pid: 9563 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746139120.511157:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008760d200/0x1f9f6ca451acc482 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512fe6 expref: 14 pid: 9563 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746139120.511188:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139120.511189:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139120.511193:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f3d3e00/0x1f9f6ca451acc58c lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 27213 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139120.511201:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f3d3e00/0x1f9f6ca451acc58c lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 27213 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139120.511218:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139120.511252:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093491180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+13:2007:x1830958840554752:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 161us (364us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139120.511257:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17517 00010000:00010000:0.0:1746139120.511354:0:27213:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009f3d3e00/0x1f9f6ca451acc58c lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27213 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139120.511365:0:27213:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f3d3e00/0x1f9f6ca451acc58c lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27213 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746139120.515740:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139120.515945:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840554880 00000100:00100000:2.0:1746139120.515953:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840554880 00010000:00010000:2.0:1746139120.515984:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f4d6c00/0x1f9f6ca451acc47b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512fdf expref: 16 pid: 10475 timeout: 845 lvb_type: 0 00000100:00100000:2.0:1746139120.516008:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17518 00000100:00100000:2.0:1746139120.516015:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093492d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+16:2010:x1830958840554880:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139120.516024:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1746139120.516037:0:7207:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x1c:0x0] updating lvb size from disk: 0 -> 13631488 00002000:00010000:2.0:1746139120.516039:0:7207:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x1c:0x0] updating lvb mtime from disk: 1746139119 -> 1746139120 00002000:00010000:2.0:1746139120.516042:0:7207:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x1c:0x0] updating lvb ctime from disk: 1746139119 -> 1746139120 00002000:00010000:2.0:1746139120.516044:0:7207:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x1c:0x0] updating lvb blocks from disk: 0 -> 26624 00010000:00010000:2.0:1746139120.516049:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f4d6c00/0x1f9f6ca451acc47b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512fdf expref: 16 pid: 10475 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746139120.516059:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f4d6c00/0x1f9f6ca451acc47b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512fdf expref: 16 pid: 10475 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746139120.516078:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f4d6c00/0x1f9f6ca451acc47b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3512fdf expref: 16 pid: 10475 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746139120.516105:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139120.516106:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139120.516112:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f4d7c00/0x1f9f6ca451acc55b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351302c expref: 6 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139120.516119:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f4d7c00/0x1f9f6ca451acc55b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351302c expref: 6 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139120.516126:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139120.516127:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139120.516130:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f675800/0x1f9f6ca451acc585 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139120.516135:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f675800/0x1f9f6ca451acc585 lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139120.516169:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f4d7c00/0x1f9f6ca451acc55b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351302c expref: 6 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139120.516175:0:9568:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009f675800/0x1f9f6ca451acc585 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 5 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9568 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746139120.516183:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5f99180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832258688:192.168.203.56@tcp:105: 00010000:00010000:1.0:1746139120.516185:0:9568:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f675800/0x1f9f6ca451acc585 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9568 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746139120.516253:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a059d780 going to sleep for 11 seconds 00000100:00100000:2.0:1746139120.526906:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5f99180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832258688:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139120.526926:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139120.526965:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093492d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+16:2010:x1830958840554880:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 10949us (11231us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139120.526974:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17518 00010000:00010000:1.0:1746139120.527207:0:27213:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009f3d3e00/0x1f9f6ca451acc58c lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27213 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139120.527217:0:27213:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009f3d3e00/0x1f9f6ca451acc58c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27213 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139120.527223:0:27213:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009f3d3e00/0x1f9f6ca451acc58c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27213 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139120.527228:0:27213:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009f3d3e00 already unused, calling callback (ffffffffa0865d70) 00010000:00010000:1.0:1746139120.527231:0:27213:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009f3d3e00/0x1f9f6ca451acc58c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27213 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139120.527238:0:27213:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009f3d3e00/0x1f9f6ca451acc58c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27213 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139120.527251:0:27213:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009f3d3e00/0x1f9f6ca451acc58c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27213 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139120.527256:0:27213:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f3d3e00/0x1f9f6ca451acc58c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27213 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746139120.527316:0:27213:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a086b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:b60e9717-019c-4527-a82a-15e993ac5189+12:2009:x1830958840554624:12345-192.168.203.56@tcp:3:dd.0 Request processed in 44574us (44966us total) trans 0 rc 1040384/1040384 00000100:00100000:1.0:1746139120.527323:0:27213:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13468 00000100:00100000:2.0:1746139120.535931:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139120.535991:0:27213:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840555136 00000100:00100000:1.0:1746139120.535999:0:27213:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840555136 00002000:00100000:1.0:1746139120.536042:0:27213:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x1c:0x0] (0->1048575) req@ffff8800a5f99180 x1830958840555136/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:46/0 lens 488/0 e 0 to 0 dl 1746139131 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746139120.536051:0:27213:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5f99180 with x1830958840555136 ext(0->1048575) 00002000:00010000:1.0:1746139120.536055:0:27213:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a5f99180 00000100:00100000:1.0:1746139120.536087:0:27213:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13469 00000100:00100000:1.0:1746139120.536094:0:27213:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5f99180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:57256782-7187-4d4f-9a1f-78e1ae613c85+7:2008:x1830958840555136:12345-192.168.203.56@tcp:3:dd.0 00010000:00010000:0.0:1746139120.536598:0:9568:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009f675800/0x1f9f6ca451acc585 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139120.536607:0:9568:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009f675800/0x1f9f6ca451acc585 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139120.536633:0:9568:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009f675800/0x1f9f6ca451acc585 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139120.536639:0:9568:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009f675800 already unused, calling callback (ffffffffa0865d70) 00010000:00010000:0.0:1746139120.536642:0:9568:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f675800/0x1f9f6ca451acc585 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139120.536648:0:9568:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f675800/0x1f9f6ca451acc585 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139120.536663:0:9568:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009f675800/0x1f9f6ca451acc585 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139120.536668:0:9568:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f675800/0x1f9f6ca451acc585 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9568 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746139120.536721:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c855180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+14:2010:x1830958840554368:12345-192.168.203.56@tcp:3:dd.0 Request processed in 54011us (54420us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746139120.536728:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13467 00000100:00100000:1.0:1746139120.550582:0:27213:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5f99180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:57256782-7187-4d4f-9a1f-78e1ae613c85+7:2008:x1830958840555136:12345-192.168.203.56@tcp:3:dd.0 Request processed in 14480us (14652us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746139120.550593:0:27213:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13469 00002000:00100000:1.0:1746139120.550604:0:27213:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x1c:0x0] (0->1048575) req@ffff8800a5f99180 x1830958840555136/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:46/0 lens 488/440 e 0 to 0 dl 1746139131 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746139120.550640:0:27213:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5f99180 with x1830958840555136 ext(0->1048575) 00002000:00010000:1.0:1746139120.550645:0:27213:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a5f99180 00000100:00100000:0.0:1746139120.550885:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139120.550962:0:27213:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840555392 00000100:00100000:1.0:1746139120.550968:0:27213:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840555392 00000100:00100000:1.0:1746139120.551013:0:27213:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13470 00000100:00100000:1.0:1746139120.551019:0:27213:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093492a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:b60e9717-019c-4527-a82a-15e993ac5189+12:2007:x1830958840555392:12345-192.168.203.56@tcp:4:dd.0 00002000:00010000:1.0:1746139120.551053:0:27213:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1746139120.551059:0:27213:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009f675800/0x1f9f6ca451acc593 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27213 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139120.551069:0:27213:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139120.551070:0:27213:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139120.551074:0:27213:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f675800/0x1f9f6ca451acc593 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->2088959] (req 0->2088959) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27213 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139120.551085:0:27213:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f675800/0x1f9f6ca451acc593 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->2088959] (req 0->2088959) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27213 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746139120.563983:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139120.565517:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840555520 00000100:00100000:3.0:1746139120.565528:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840555520 00000100:00100000:3.0:1746139120.565576:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30209 00000100:00100000:3.0:1746139120.565583:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5f9b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:57256782-7187-4d4f-9a1f-78e1ae613c85+6:3834:x1830958840555520:12345-192.168.203.56@tcp:101:dd.0 00010000:00010000:3.0:1746139120.565598:0:9562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139120.565614:0:9562:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800727b3800/0x1f9f6ca451acc59a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a351303a expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1746139120.565644:0:9562:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1a:0x0] initial LVB size: 12582912, mtime: 0x6813f7f0, atime: 0x0, ctime: 0x6813f7f0, blocks: 0x6000 00010000:00010000:3.0:1746139120.565661:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139120.565663:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139120.565670:0:9562:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800727b3800/0x1f9f6ca451acc59a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351303a expref: 7 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139120.565682:0:9562:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800727b3800/0x1f9f6ca451acc59a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x40000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351303a expref: 7 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139120.565691:0:9562:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800727b3800, rc 0) 00000100:00100000:3.0:1746139120.565732:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5f9b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:57256782-7187-4d4f-9a1f-78e1ae613c85+7:3834:x1830958840555520:12345-192.168.203.56@tcp:101:dd.0 Request processed in 149us (1756us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139120.565737:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30209 00000100:00100000:0.0:1746139120.579016:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139120.580075:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840555776 00000100:00100000:1.0:1746139120.580083:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840555776 00002000:00100000:1.0:1746139120.580119:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->1040383) req@ffff880093492300 x1830958840555776/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:46/0 lens 488/0 e 0 to 0 dl 1746139131 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746139120.580128:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093492300 with x1830958840555776 ext(0->1040383) 00002000:00010000:1.0:1746139120.580133:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093492300 00000100:00100000:1.0:1746139120.580158:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13471 00000100:00100000:1.0:1746139120.580163:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093492300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+7:2008:x1830958840555776:12345-192.168.203.56@tcp:3:dd.0 00000001:00080000:1.0:1746139120.587997:0:9560:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970710 is committed 00002000:00010000:2.0:1746139120.588271:0:27213:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x1c:0x0] updating lvb size from disk: 0 -> 2088960 00002000:00010000:2.0:1746139120.588275:0:27213:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x1c:0x0] updating lvb mtime from disk: 0 -> 1746139121 00002000:00010000:2.0:1746139120.588277:0:27213:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x1c:0x0] updating lvb ctime from disk: 0 -> 1746139121 00002000:00010000:2.0:1746139120.588279:0:27213:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x1c:0x0] updating lvb blocks from disk: 0 -> 4080 00010000:00010000:2.0:1746139120.588289:0:27213:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009f675800/0x1f9f6ca451acc593 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->2088959] (req 0->2088959) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27213 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139120.588298:0:27213:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009f675800/0x1f9f6ca451acc593 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->2088959] (req 0->2088959) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27213 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139120.588304:0:27213:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009f675800/0x1f9f6ca451acc593 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->2088959] (req 0->2088959) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27213 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139120.588309:0:27213:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009f675800 already unused, calling callback (ffffffffa0865d70) 00010000:00010000:2.0:1746139120.588312:0:27213:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009f675800/0x1f9f6ca451acc593 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->2088959] (req 0->2088959) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27213 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139120.588323:0:27213:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009f675800/0x1f9f6ca451acc593 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->2088959] (req 0->2088959) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27213 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139120.588336:0:27213:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009f675800/0x1f9f6ca451acc593 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->2088959] (req 0->2088959) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27213 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139120.588341:0:27213:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f675800/0x1f9f6ca451acc593 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->2088959] (req 0->2088959) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27213 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746139120.588928:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093492300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+7:2008:x1830958840555776:12345-192.168.203.56@tcp:3:dd.0 Request processed in 8759us (9913us total) trans 0 rc 1040384/1040384 00000100:00100000:0.0:1746139120.588937:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13471 00002000:00100000:0.0:1746139120.588945:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->1040383) req@ffff880093492300 x1830958840555776/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:46/0 lens 488/440 e 0 to 0 dl 1746139131 ref 1 fl Complete:/200/0 rc 1040384/1040384 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746139120.588953:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093492300 with x1830958840555776 ext(0->1040383) 00002000:00010000:0.0:1746139120.588957:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093492300 00000100:00100000:2.0:1746139120.589044:0:27213:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093492a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:b60e9717-019c-4527-a82a-15e993ac5189+5:2007:x1830958840555392:12345-192.168.203.56@tcp:4:dd.0 Request processed in 38025us (38159us total) trans 4294970710 rc 0/0 00000100:00100000:2.0:1746139120.589242:0:27213:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13470 00000100:00100000:0.0:1746139120.598394:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139120.598491:0:24929:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840555904 00000100:00100000:2.0:1746139120.598500:0:24929:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840555904 00000100:00100000:2.0:1746139120.598551:0:24929:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30210 00000100:00100000:2.0:1746139120.598559:0:24929:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093493100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+7:3834:x1830958840555904:12345-192.168.203.56@tcp:101:dd.0 00010000:00010000:2.0:1746139120.598574:0:24929:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139120.598588:0:24929:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f0e4200/0x1f9f6ca451acc5a1 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3513041 expref: -99 pid: 24929 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1746139120.598606:0:24929:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1746139120.598651:0:24929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139120.598653:0:24929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139120.598659:0:24929:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f0e4200/0x1f9f6ca451acc5a1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3513041 expref: 8 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139120.598671:0:24929:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f0e4200/0x1f9f6ca451acc5a1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3513041 expref: 8 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139120.598681:0:24929:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f0e4200, rc 0) 00000100:00100000:2.0:1746139120.598721:0:24929:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093493100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+8:3834:x1830958840555904:12345-192.168.203.56@tcp:101:dd.0 Request processed in 163us (333us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139120.598727:0:24929:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30210 00000100:00100000:3.0:1746139120.605801:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139120.606289:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840556160 00000100:00100000:0.0:1746139120.606297:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840556160 00000100:00100000:3.0:1746139120.607950:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139120.609953:0:24929:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840556032 00000100:00100000:2.0:1746139120.609963:0:24929:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840556032 00000100:00100000:2.0:1746139120.610004:0:24929:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30211 00000100:00100000:2.0:1746139120.610011:0:24929:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0869c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b60e9717-019c-4527-a82a-15e993ac5189+5:2008:x1830958840556160:12345-192.168.203.56@tcp:101:dd.0 00010000:00010000:2.0:1746139120.610026:0:24929:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139120.610039:0:24929:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f0e4600/0x1f9f6ca451acc5a8 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a351304f expref: -99 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139120.610057:0:24929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139120.610059:0:24929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139120.610066:0:24929:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f0e4600/0x1f9f6ca451acc5a8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351304f expref: 6 pid: 24929 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746139120.610078:0:24929:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f0e4600/0x1f9f6ca451acc5a8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351304f expref: 6 pid: 24929 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746139120.610088:0:24929:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f0e4600, rc 0) 00000100:00100000:2.0:1746139120.610131:0:24929:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0869c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b60e9717-019c-4527-a82a-15e993ac5189+6:2008:x1830958840556160:12345-192.168.203.56@tcp:101:dd.0 Request processed in 120us (4335us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139120.610136:0:24929:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30211 00000100:00100000:2.0:1746139120.610149:0:24929:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30212 00000100:00100000:2.0:1746139120.610154:0:24929:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a086b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b60e9717-019c-4527-a82a-15e993ac5189+14:2008:x1830958840556032:12345-192.168.203.56@tcp:101:dd.0 00010000:00010000:2.0:1746139120.610161:0:24929:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139120.610169:0:24929:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4e00/0x1f9f6ca451acc5af lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3513048 expref: -99 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139120.610179:0:24929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139120.610180:0:24929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139120.610183:0:24929:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4e00/0x1f9f6ca451acc5af lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3513048 expref: 15 pid: 24929 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746139120.610192:0:24929:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f0e4e00/0x1f9f6ca451acc5af lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3513048 expref: 15 pid: 24929 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746139120.610198:0:24929:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f0e4e00, rc 0) 00000100:00100000:2.0:1746139120.610213:0:24929:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a086b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b60e9717-019c-4527-a82a-15e993ac5189+15:2008:x1830958840556032:12345-192.168.203.56@tcp:101:dd.0 Request processed in 58us (2271us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139120.610218:0:24929:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30212 00000100:00100000:0.0:1746139120.613023:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139120.613068:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139120.613123:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840556544 00000100:00100000:1.0:1746139120.613130:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840556544 00000100:00100000:2.0:1746139120.613165:0:27213:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840556672 00000100:00100000:2.0:1746139120.613170:0:27213:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840556672 00000100:00100000:1.0:1746139120.613307:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13472 00000100:00100000:1.0:1746139120.613315:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093491f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+15:2008:x1830958840556544:12345-192.168.203.56@tcp:3:dd.0 00000100:00100000:2.0:1746139120.613460:0:27213:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13473 00000100:00100000:2.0:1746139120.613467:0:27213:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093490380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:b60e9717-019c-4527-a82a-15e993ac5189+6:2008:x1830958840556672:12345-192.168.203.56@tcp:3:dd.0 00010000:00010000:2.0:1746139120.613482:0:27213:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009f0e5e00/0x1f9f6ca451acc5bd lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27213 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139120.613492:0:27213:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139120.613493:0:27213:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139120.613497:0:27213:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f0e5e00/0x1f9f6ca451acc5bd lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [1040384->2080767] (req 1040384->2080767) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27213 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139120.613512:0:27213:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f0e5e00/0x1f9f6ca451acc5bd lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [1040384->2080767] (req 1040384->2080767) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27213 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139120.614240:0:9568:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88007fe80800/0x1f9f6ca451acc5b6 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139120.614250:0:9568:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139120.614251:0:9568:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139120.614254:0:9568:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88007fe80800/0x1f9f6ca451acc5b6 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139120.614262:0:9568:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88007fe80800/0x1f9f6ca451acc5b6 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9568 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746139120.629720:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139120.630230:0:10475:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840556928 00000100:00100000:3.0:1746139120.630238:0:10475:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840556928 00000100:00100000:3.0:1746139120.630288:0:10475:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30213 00000100:00100000:3.0:1746139120.630296:0:10475:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093491880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:57256782-7187-4d4f-9a1f-78e1ae613c85+7:3834:x1830958840556928:12345-192.168.203.56@tcp:101:dd.0 00010000:00010000:3.0:1746139120.630310:0:10475:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139120.630326:0:10475:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88007fd65800/0x1f9f6ca451acc5c4 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3513056 expref: -99 pid: 10475 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1746139120.630344:0:10475:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1746139120.630360:0:10475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139120.630361:0:10475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139120.630367:0:10475:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88007fd65800/0x1f9f6ca451acc5c4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3513056 expref: 8 pid: 10475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139120.630391:0:10475:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88007fd65800/0x1f9f6ca451acc5c4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x40000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3513056 expref: 8 pid: 10475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139120.630399:0:10475:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88007fd65800, rc 0) 00000100:00100000:3.0:1746139120.630447:0:10475:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093491880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:57256782-7187-4d4f-9a1f-78e1ae613c85+8:3834:x1830958840556928:12345-192.168.203.56@tcp:101:dd.0 Request processed in 152us (736us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139120.630452:0:10475:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30213 00010000:00010000:1.0:1746139120.635683:0:9568:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88007fe80800/0x1f9f6ca451acc5b6 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139120.635699:0:9568:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88007fe80800/0x1f9f6ca451acc5b6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139120.635708:0:9568:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88007fe80800/0x1f9f6ca451acc5b6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139120.635714:0:9568:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88007fe80800 already unused, calling callback (ffffffffa0865d70) 00010000:00010000:1.0:1746139120.635718:0:9568:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88007fe80800/0x1f9f6ca451acc5b6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139120.635729:0:9568:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88007fe80800/0x1f9f6ca451acc5b6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139120.635749:0:9568:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88007fe80800/0x1f9f6ca451acc5b6 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139120.635754:0:9568:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88007fe80800/0x1f9f6ca451acc5b6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139120.636021:0:27213:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009f0e5e00/0x1f9f6ca451acc5bd lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [1040384->2080767] (req 1040384->2080767) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27213 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139120.636030:0:27213:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009f0e5e00/0x1f9f6ca451acc5bd lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [1040384->2080767] (req 1040384->2080767) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27213 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139120.636036:0:27213:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009f0e5e00/0x1f9f6ca451acc5bd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [1040384->2080767] (req 1040384->2080767) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27213 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139120.636041:0:27213:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009f0e5e00 already unused, calling callback (ffffffffa0865d70) 00010000:00010000:2.0:1746139120.636044:0:27213:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009f0e5e00/0x1f9f6ca451acc5bd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [1040384->2080767] (req 1040384->2080767) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27213 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139120.636049:0:27213:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009f0e5e00/0x1f9f6ca451acc5bd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [1040384->2080767] (req 1040384->2080767) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27213 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139120.636058:0:27213:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009f0e5e00/0x1f9f6ca451acc5bd lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [1040384->2080767] (req 1040384->2080767) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27213 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139120.636064:0:27213:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f0e5e00/0x1f9f6ca451acc5bd lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [1040384->2080767] (req 1040384->2080767) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27213 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746139120.636133:0:27213:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093490380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:b60e9717-019c-4527-a82a-15e993ac5189+6:2008:x1830958840556672:12345-192.168.203.56@tcp:3:dd.0 Request processed in 22662us (23059us total) trans 0 rc 1040384/1040384 00000100:00100000:2.0:1746139120.636144:0:27213:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13473 00000100:00100000:1.0:1746139120.636240:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093491f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+15:2008:x1830958840556544:12345-192.168.203.56@tcp:3:dd.0 Request processed in 22925us (23222us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746139120.636247:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13472 00000100:00100000:0.0:1746139120.647854:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139120.648019:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840557184 00000100:00100000:1.0:1746139120.648026:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840557184 00000100:00100000:1.0:1746139120.648212:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13474 00000100:00100000:1.0:1746139120.648218:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093490000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+6:2007:x1830958840557184:12345-192.168.203.56@tcp:4:dd.0 00002000:00010000:1.0:1746139120.648250:0:9568:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1c:0x0] initial LVB size: 2088960, mtime: 0x6813f7f1, atime: 0x0, ctime: 0x6813f7f1, blocks: 0xff0 00010000:00010000:1.0:1746139120.648256:0:9568:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88007fe81e00/0x1f9f6ca451acc5cb lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139120.648265:0:9568:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139120.648267:0:9568:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139120.648271:0:9568:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88007fe81e00/0x1f9f6ca451acc5cb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [2088960->4177919] (req 2088960->4177919) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139120.648281:0:9568:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88007fe81e00/0x1f9f6ca451acc5cb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [2088960->4177919] (req 2088960->4177919) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9568 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746139120.662831:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139120.662894:0:27213:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840557568 00000100:00100000:3.0:1746139120.662903:0:27213:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840557568 00002000:00100000:3.0:1746139120.662939:0:27213:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x1c:0x0] (1048576->2097151) req@ffff88009c853800 x1830958840557568/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:46/0 lens 488/0 e 0 to 0 dl 1746139131 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746139120.662949:0:27213:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c853800 with x1830958840557568 ext(1048576->2097151) 00000100:00100000:0.0:1746139120.662949:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00002000:00010000:3.0:1746139120.662954:0:27213:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c853800 00000100:00100000:3.0:1746139120.662990:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840557696 00000100:00100000:3.0:1746139120.662993:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840557696 00002000:00100000:3.0:1746139120.663007:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (1040384->2097151) req@ffff880093492680 x1830958840557696/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:46/0 lens 488/0 e 0 to 0 dl 1746139131 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00000100:00100000:1.0:1746139120.663011:0:9569:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13475 00002000:00100000:3.0:1746139120.663014:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093492680 with x1830958840557696 ext(1040384->2097151) 00002000:00010000:3.0:1746139120.663016:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093492680 00000100:00100000:1.0:1746139120.663020:0:9569:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c853800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+8:2009:x1830958840557568:12345-192.168.203.56@tcp:3:dd.0 00000100:00100000:3.0:1746139120.663034:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13476 00000100:00100000:3.0:1746139120.663040:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093492680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+8:2009:x1830958840557696:12345-192.168.203.56@tcp:3:dd.0 00000001:00080000:0.0:1746139120.673564:0:9560:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970711 is committed 00002000:00010000:1.0:1746139120.674356:0:9568:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x1c:0x0] updating lvb size from disk: 2088960 -> 4177920 00002000:00010000:1.0:1746139120.674360:0:9568:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x1c:0x0] updating lvb blocks from disk: 4080 -> 8160 00010000:00010000:1.0:1746139120.674380:0:9568:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88007fe81e00/0x1f9f6ca451acc5cb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [2088960->4177919] (req 2088960->4177919) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139120.674390:0:9568:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88007fe81e00/0x1f9f6ca451acc5cb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [2088960->4177919] (req 2088960->4177919) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139120.674397:0:9568:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88007fe81e00/0x1f9f6ca451acc5cb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [2088960->4177919] (req 2088960->4177919) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139120.674406:0:9568:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88007fe81e00 already unused, calling callback (ffffffffa0865d70) 00010000:00010000:1.0:1746139120.674410:0:9568:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88007fe81e00/0x1f9f6ca451acc5cb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [2088960->4177919] (req 2088960->4177919) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139120.674417:0:9568:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88007fe81e00/0x1f9f6ca451acc5cb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [2088960->4177919] (req 2088960->4177919) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139120.674430:0:9568:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88007fe81e00/0x1f9f6ca451acc5cb lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [2088960->4177919] (req 2088960->4177919) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139120.674436:0:9568:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88007fe81e00/0x1f9f6ca451acc5cb lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [2088960->4177919] (req 2088960->4177919) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9568 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746139120.674525:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093490000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+6:2007:x1830958840557184:12345-192.168.203.56@tcp:4:dd.0 Request processed in 26303us (26673us total) trans 4294970711 rc 0/0 00000100:00100000:1.0:1746139120.674533:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13474 00000100:00100000:1.0:1746139120.678295:0:9569:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c853800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+8:2009:x1830958840557568:12345-192.168.203.56@tcp:3:dd.0 Request processed in 15268us (15462us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746139120.678305:0:9569:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13475 00002000:00100000:1.0:1746139120.678315:0:9569:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1c:0x0] (1048576->2097151) req@ffff88009c853800 x1830958840557568/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:46/0 lens 488/440 e 0 to 0 dl 1746139131 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746139120.678323:0:9569:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c853800 with x1830958840557568 ext(1048576->2097151) 00002000:00010000:1.0:1746139120.678327:0:9569:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c853800 00000100:00100000:0.0:1746139120.684295:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139120.684333:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139120.684363:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139120.685200:0:9569:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840557952 00000100:00100000:1.0:1746139120.685209:0:9569:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840557952 00000100:00100000:1.0:1746139120.685256:0:9569:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840558208 00000100:00100000:1.0:1746139120.685259:0:9569:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840558208 00000100:00100000:0.0:1746139120.685274:0:27213:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840558464 00000100:00100000:0.0:1746139120.685278:0:27213:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840558464 00000100:00100000:1.0:1746139120.685279:0:9569:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13477 00000100:00100000:1.0:1746139120.685286:0:9569:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bbe0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:b60e9717-019c-4527-a82a-15e993ac5189+7:2008:x1830958840557952:12345-192.168.203.56@tcp:3:dd.0 00000100:00100000:0.0:1746139120.685303:0:27213:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13478 00000100:00100000:0.0:1746139120.685309:0:27213:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bbe2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:b60e9717-019c-4527-a82a-15e993ac5189+15:2008:x1830958840558208:12345-192.168.203.56@tcp:3:dd.0 00010000:00010000:0.0:1746139120.685330:0:27213:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800a0143200/0x1f9f6ca451acc5d2 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27213 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139120.685331:0:9569:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88007fe80e00/0x1f9f6ca451acc5d9 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139120.685342:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139120.685343:0:27213:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139120.685344:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139120.685345:0:27213:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139120.685347:0:9569:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88007fe80e00/0x1f9f6ca451acc5d9 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [2080768->2097151] (req 2080768->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139120.685348:0:27213:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a0143200/0x1f9f6ca451acc5d2 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27213 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139120.685358:0:9569:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88007fe80e00/0x1f9f6ca451acc5d9 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [2080768->2097151] (req 2080768->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139120.685358:0:27213:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a0143200/0x1f9f6ca451acc5d2 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27213 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139120.685437:0:9569:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88007fe80e00/0x1f9f6ca451acc5d9 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [2080768->2097151] (req 2080768->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139120.685444:0:9569:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88007fe80e00/0x1f9f6ca451acc5d9 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [2080768->2097151] (req 2080768->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139120.685450:0:9569:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88007fe80e00/0x1f9f6ca451acc5d9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [2080768->2097151] (req 2080768->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139120.685455:0:9569:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88007fe80e00 already unused, calling callback (ffffffffa0865d70) 00010000:00010000:1.0:1746139120.685458:0:9569:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88007fe80e00/0x1f9f6ca451acc5d9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [2080768->2097151] (req 2080768->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139120.685463:0:9569:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88007fe80e00/0x1f9f6ca451acc5d9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [2080768->2097151] (req 2080768->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139120.685473:0:9569:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88007fe80e00/0x1f9f6ca451acc5d9 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [2080768->2097151] (req 2080768->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139120.685477:0:9569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88007fe80e00/0x1f9f6ca451acc5d9 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [2080768->2097151] (req 2080768->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746139120.685527:0:9569:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bbe0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:b60e9717-019c-4527-a82a-15e993ac5189+7:2008:x1830958840557952:12345-192.168.203.56@tcp:3:dd.0 Request processed in 241us (1239us total) trans 0 rc 16384/16384 00000100:00100000:1.0:1746139120.685534:0:9569:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13477 00000100:00100000:1.0:1746139120.685548:0:9569:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13479 00000100:00100000:1.0:1746139120.685553:0:9569:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bbe2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:b60e9717-019c-4527-a82a-15e993ac5189+6:2007:x1830958840558464:12345-192.168.203.56@tcp:3:dd.0 00010000:00010000:1.0:1746139120.685565:0:9569:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88007fe81c00/0x1f9f6ca451acc5e0 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139120.685572:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139120.685573:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139120.685575:0:9569:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88007fe81c00/0x1f9f6ca451acc5e0 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [2097152->3121151] (req 2097152->3121151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139120.685582:0:9569:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88007fe81c00/0x1f9f6ca451acc5e0 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [2097152->3121151] (req 2097152->3121151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746139120.692851:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093492680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+8:2009:x1830958840557696:12345-192.168.203.56@tcp:3:dd.0 Request processed in 29800us (29892us total) trans 0 rc 1056768/1056768 00000100:00100000:1.0:1746139120.692864:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13476 00002000:00100000:1.0:1746139120.692875:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (1040384->2097151) req@ffff880093492680 x1830958840557696/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:46/0 lens 488/440 e 0 to 0 dl 1746139131 ref 1 fl Complete:/200/0 rc 1056768/1056768 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746139120.692884:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093492680 with x1830958840557696 ext(1040384->2097151) 00002000:00010000:1.0:1746139120.692890:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093492680 00010000:00010000:2.0:1746139120.702302:0:27213:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800a0143200/0x1f9f6ca451acc5d2 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27213 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139120.702317:0:27213:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a0143200/0x1f9f6ca451acc5d2 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27213 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139120.702324:0:27213:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a0143200/0x1f9f6ca451acc5d2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27213 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139120.702330:0:27213:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a0143200 already unused, calling callback (ffffffffa0865d70) 00010000:00010000:2.0:1746139120.702333:0:27213:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a0143200/0x1f9f6ca451acc5d2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27213 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139120.702339:0:27213:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a0143200/0x1f9f6ca451acc5d2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27213 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139120.702354:0:27213:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a0143200/0x1f9f6ca451acc5d2 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27213 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139120.702359:0:27213:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a0143200/0x1f9f6ca451acc5d2 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27213 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746139120.703032:0:27213:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bbe2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:b60e9717-019c-4527-a82a-15e993ac5189+15:2008:x1830958840558208:12345-192.168.203.56@tcp:3:dd.0 Request processed in 17718us (18694us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746139120.703041:0:27213:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13478 00010000:00010000:1.0:1746139120.705975:0:9569:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88007fe81c00/0x1f9f6ca451acc5e0 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [2097152->3121151] (req 2097152->3121151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139120.705989:0:9569:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88007fe81c00/0x1f9f6ca451acc5e0 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [2097152->3121151] (req 2097152->3121151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139120.705997:0:9569:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88007fe81c00/0x1f9f6ca451acc5e0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [2097152->3121151] (req 2097152->3121151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139120.706002:0:9569:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88007fe81c00 already unused, calling callback (ffffffffa0865d70) 00010000:00010000:1.0:1746139120.706006:0:9569:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88007fe81c00/0x1f9f6ca451acc5e0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [2097152->3121151] (req 2097152->3121151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139120.706012:0:9569:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88007fe81c00/0x1f9f6ca451acc5e0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [2097152->3121151] (req 2097152->3121151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139120.706027:0:9569:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88007fe81c00/0x1f9f6ca451acc5e0 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [2097152->3121151] (req 2097152->3121151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139120.706033:0:9569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88007fe81c00/0x1f9f6ca451acc5e0 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [2097152->3121151] (req 2097152->3121151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746139120.706700:0:9569:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bbe2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:b60e9717-019c-4527-a82a-15e993ac5189+6:2007:x1830958840558464:12345-192.168.203.56@tcp:3:dd.0 Request processed in 21142us (22332us total) trans 0 rc 1024000/1024000 00000100:00100000:1.0:1746139120.706709:0:9569:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13479 00000100:00100000:0.0:1746139120.714182:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139120.714290:0:9569:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840558720 00000100:00100000:1.0:1746139120.714300:0:9569:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840558720 00000100:00100000:1.0:1746139120.714405:0:9569:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13480 00000100:00100000:1.0:1746139120.714414:0:9569:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bbe1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:b60e9717-019c-4527-a82a-15e993ac5189+6:2007:x1830958840558720:12345-192.168.203.56@tcp:4:dd.0 00002000:00010000:1.0:1746139120.714465:0:9569:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1c:0x0] initial LVB size: 4177920, mtime: 0x6813f7f1, atime: 0x0, ctime: 0x6813f7f1, blocks: 0x1fe0 00010000:00010000:1.0:1746139120.714475:0:9569:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88007fe80800/0x1f9f6ca451acc5e7 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139120.714488:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139120.714490:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139120.714495:0:9569:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88007fe80800/0x1f9f6ca451acc5e7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [4177920->6266879] (req 4177920->6266879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139120.714508:0:9569:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88007fe80800/0x1f9f6ca451acc5e7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [4177920->6266879] (req 4177920->6266879) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746139120.731641:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139120.731696:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139120.731721:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840559104 00000100:00100000:1.0:1746139120.731730:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840559104 00000100:00100000:3.0:1746139120.731736:0:27213:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840559232 00000100:00100000:3.0:1746139120.731747:0:27213:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840559232 00002000:00100000:3.0:1746139120.731790:0:27213:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x1a:0x0] (2097152->3145727) req@ffff88009f178a80 x1830958840559232/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:46/0 lens 488/0 e 0 to 0 dl 1746139131 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746139120.731799:0:27213:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f178a80 with x1830958840559232 ext(2097152->3145727) 00002000:00010000:3.0:1746139120.731805:0:27213:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f178a80 00000100:00100000:3.0:1746139120.731841:0:27213:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13481 00000100:00100000:3.0:1746139120.731849:0:27213:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f178a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:57256782-7187-4d4f-9a1f-78e1ae613c85+8:2008:x1830958840559232:12345-192.168.203.56@tcp:3:dd.0 00002000:00100000:1.0:1746139120.732722:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1c:0x0] (2097152->3145727) req@ffff88012ee94380 x1830958840559104/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:46/0 lens 488/0 e 0 to 0 dl 1746139131 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746139120.732733:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ee94380 with x1830958840559104 ext(2097152->3145727) 00002000:00010000:1.0:1746139120.732738:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ee94380 00000100:00100000:1.0:1746139120.732764:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13482 00000100:00100000:1.0:1746139120.732771:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ee94380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+8:2008:x1830958840559104:12345-192.168.203.56@tcp:3:dd.0 00000100:00100000:1.0:1746139120.747509:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ee94380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+8:2008:x1830958840559104:12345-192.168.203.56@tcp:3:dd.0 Request processed in 14724us (15880us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746139120.747522:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13482 00002000:00100000:1.0:1746139120.747534:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1c:0x0] (2097152->3145727) req@ffff88012ee94380 x1830958840559104/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:46/0 lens 488/440 e 0 to 0 dl 1746139131 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746139120.747544:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ee94380 with x1830958840559104 ext(2097152->3145727) 00002000:00010000:1.0:1746139120.747550:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ee94380 00000100:00100000:3.0:1746139120.747811:0:27213:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f178a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:57256782-7187-4d4f-9a1f-78e1ae613c85+8:2008:x1830958840559232:12345-192.168.203.56@tcp:3:dd.0 Request processed in 15962us (16114us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746139120.747818:0:27213:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13481 00002000:00100000:3.0:1746139120.747822:0:27213:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x1a:0x0] (2097152->3145727) req@ffff88009f178a80 x1830958840559232/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:46/0 lens 488/440 e 0 to 0 dl 1746139131 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746139120.747829:0:27213:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f178a80 with x1830958840559232 ext(2097152->3145727) 00002000:00010000:3.0:1746139120.747833:0:27213:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f178a80 00000001:00080000:2.0:1746139120.748656:0:9560:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970712 is committed 00002000:00010000:3.0:1746139120.748822:0:9569:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x1c:0x0] updating lvb size from disk: 4177920 -> 6266880 00002000:00010000:3.0:1746139120.748826:0:9569:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x1c:0x0] updating lvb blocks from disk: 8160 -> 12240 00010000:00010000:3.0:1746139120.748836:0:9569:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88007fe80800/0x1f9f6ca451acc5e7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [4177920->6266879] (req 4177920->6266879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139120.748845:0:9569:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88007fe80800/0x1f9f6ca451acc5e7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [4177920->6266879] (req 4177920->6266879) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139120.748856:0:9569:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88007fe80800/0x1f9f6ca451acc5e7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [4177920->6266879] (req 4177920->6266879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139120.748862:0:9569:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88007fe80800 already unused, calling callback (ffffffffa0865d70) 00010000:00010000:3.0:1746139120.748866:0:9569:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88007fe80800/0x1f9f6ca451acc5e7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [4177920->6266879] (req 4177920->6266879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139120.748873:0:9569:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88007fe80800/0x1f9f6ca451acc5e7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [4177920->6266879] (req 4177920->6266879) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139120.748889:0:9569:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88007fe80800/0x1f9f6ca451acc5e7 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [4177920->6266879] (req 4177920->6266879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139120.748894:0:9569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88007fe80800/0x1f9f6ca451acc5e7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [4177920->6266879] (req 4177920->6266879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139120.748962:0:9569:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bbe1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:b60e9717-019c-4527-a82a-15e993ac5189+6:2007:x1830958840558720:12345-192.168.203.56@tcp:4:dd.0 Request processed in 34549us (34790us total) trans 4294970712 rc 0/0 00000100:00100000:3.0:1746139120.748968:0:9569:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13480 00000100:00100000:0.0:1746139120.752440:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139120.752478:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139120.752517:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139120.752646:0:27213:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840559616 00000100:00100000:2.0:1746139120.752655:0:27213:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840559616 00002000:00100000:2.0:1746139120.752702:0:27213:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x1c:0x0] (3145728->4194303) req@ffff88012bbe1500 x1830958840559616/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:46/0 lens 488/0 e 0 to 0 dl 1746139131 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746139120.752712:0:27213:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bbe1500 with x1830958840559616 ext(3145728->4194303) 00002000:00010000:2.0:1746139120.752717:0:27213:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bbe1500 00000100:00100000:2.0:1746139120.752740:0:20167:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840559872 00000100:00100000:2.0:1746139120.752743:0:20167:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840559872 00000100:00100000:2.0:1746139120.752763:0:20167:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840560000 00000100:00100000:2.0:1746139120.752765:0:20167:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840560000 00000100:00100000:2.0:1746139120.752783:0:20167:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13483 00000100:00100000:2.0:1746139120.752790:0:20167:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bbe1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:57256782-7187-4d4f-9a1f-78e1ae613c85+8:2008:x1830958840559616:12345-192.168.203.56@tcp:3:dd.0 00000100:00100000:0.0:1746139120.752820:0:27215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13484 00000100:00100000:0.0:1746139120.752826:0:27215:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bbe0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:b60e9717-019c-4527-a82a-15e993ac5189+15:2009:x1830958840559872:12345-192.168.203.56@tcp:3:dd.0 00010000:00010000:0.0:1746139120.752849:0:27215:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800a0142e00/0x1f9f6ca451acc5ee lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27215 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139120.752861:0:27215:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139120.752863:0:27215:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139120.752867:0:27215:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a0142e00/0x1f9f6ca451acc5ee lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27215 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139120.752882:0:27215:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a0142e00/0x1f9f6ca451acc5ee lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27215 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139120.753067:0:9569:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13485 00000100:00100000:3.0:1746139120.753078:0:9569:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bbe0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:b60e9717-019c-4527-a82a-15e993ac5189+6:2009:x1830958840560000:12345-192.168.203.56@tcp:3:dd.0 00010000:00010000:3.0:1746139120.753096:0:9569:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009f1a1800/0x1f9f6ca451acc5f5 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139120.753103:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139120.753104:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139120.753108:0:9569:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f1a1800/0x1f9f6ca451acc5f5 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [3121152->4161535] (req 3121152->4161535) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139120.753115:0:9569:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f1a1800/0x1f9f6ca451acc5f5 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [3121152->4161535] (req 3121152->4161535) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746139120.761350:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139120.761702:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840560384 00000100:00100000:0.0:1746139120.761713:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840560384 00002000:00100000:0.0:1746139120.761760:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (3145728->4194303) req@ffff88009cbac000 x1830958840560384/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:46/0 lens 488/0 e 0 to 0 dl 1746139131 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746139120.761770:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cbac000 with x1830958840560384 ext(3145728->4194303) 00002000:00010000:0.0:1746139120.761775:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009cbac000 00000100:00100000:0.0:1746139120.761809:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13486 00000100:00100000:0.0:1746139120.761817:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+8:2007:x1830958840560384:12345-192.168.203.56@tcp:3:dd.0 00000100:00100000:0.0:1746139120.765121:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139120.765193:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840560640 00000100:00100000:3.0:1746139120.765204:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840560640 00000100:00100000:0.0:1746139120.765251:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00002000:00100000:3.0:1746139120.765254:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1c:0x0] (4194304->5242879) req@ffff88012bbe3100 x1830958840560640/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:46/0 lens 488/0 e 0 to 0 dl 1746139131 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746139120.765265:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bbe3100 with x1830958840560640 ext(4194304->5242879) 00002000:00010000:3.0:1746139120.765271:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bbe3100 00000100:00100000:0.0:1746139120.765580:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139120.767716:0:27214:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840561024 00000100:00100000:1.0:1746139120.767731:0:27214:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840561024 00002000:00100000:1.0:1746139120.767776:0:27214:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x1a:0x0] (4194304->5242879) req@ffff88012bbe0380 x1830958840561024/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:46/0 lens 488/0 e 0 to 0 dl 1746139131 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746139120.767786:0:27214:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bbe0380 with x1830958840561024 ext(4194304->5242879) 00002000:00010000:1.0:1746139120.767793:0:27214:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012bbe0380 00000100:00100000:0.0:1746139120.767800:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139120.767808:0:27214:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840561152 00000100:00100000:1.0:1746139120.767810:0:27214:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840561152 00000100:00100000:0.0:1746139120.767818:0:24934:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840561408 00002000:00100000:1.0:1746139120.767821:0:27214:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x1c:0x0] (5242880->6291455) req@ffff88012bbe3480 x1830958840561152/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:46/0 lens 488/0 e 0 to 0 dl 1746139131 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00000100:00100000:0.0:1746139120.767821:0:24934:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840561408 00002000:00100000:1.0:1746139120.767827:0:27214:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bbe3480 with x1830958840561152 ext(5242880->6291455) 00002000:00010000:1.0:1746139120.767830:0:27214:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bbe3480 00002000:00100000:0.0:1746139120.767836:0:24934:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (5242880->6291455) req@ffff88012bbe1880 x1830958840561408/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:46/0 lens 488/0 e 0 to 0 dl 1746139131 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746139120.767844:0:24934:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bbe1880 with x1830958840561408 ext(5242880->6291455) 00002000:00010000:0.0:1746139120.767846:0:24934:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012bbe1880 00000100:00100000:1.0:1746139120.767849:0:27214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13487 00000100:00100000:1.0:1746139120.767861:0:27214:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bbe3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:57256782-7187-4d4f-9a1f-78e1ae613c85+11:2008:x1830958840560640:12345-192.168.203.56@tcp:3:dd.0 00000100:00100000:2.0:1746139120.767974:0:20167:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bbe1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:57256782-7187-4d4f-9a1f-78e1ae613c85+10:2008:x1830958840559616:12345-192.168.203.56@tcp:3:dd.0 Request processed in 15183us (15543us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746139120.768206:0:24934:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13488 00000100:00100000:0.0:1746139120.768213:0:24934:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bbe0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+11:2008:x1830958840561024:12345-192.168.203.56@tcp:3:dd.0 00000100:00100000:1.0:1746139120.768538:0:27212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13489 00000100:00100000:1.0:1746139120.768543:0:27212:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bbe3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:57256782-7187-4d4f-9a1f-78e1ae613c85+11:2008:x1830958840561152:12345-192.168.203.56@tcp:3:dd.0 00000100:00100000:3.0:1746139120.769428:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13490 00000100:00100000:3.0:1746139120.769449:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bbe1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+12:2010:x1830958840561408:12345-192.168.203.56@tcp:3:dd.0 00000100:00100000:2.0:1746139120.770069:0:20167:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13483 00002000:00100000:2.0:1746139120.770083:0:20167:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x1c:0x0] (3145728->4194303) req@ffff88012bbe1500 x1830958840559616/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:46/0 lens 488/440 e 0 to 0 dl 1746139131 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746139120.770094:0:20167:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bbe1500 with x1830958840559616 ext(3145728->4194303) 00002000:00010000:2.0:1746139120.770101:0:20167:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bbe1500 00010000:00010000:1.0:1746139120.774954:0:27215:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800a0142e00/0x1f9f6ca451acc5ee lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27215 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139120.774973:0:27215:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a0142e00/0x1f9f6ca451acc5ee lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27215 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139120.774982:0:27215:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a0142e00/0x1f9f6ca451acc5ee lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27215 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139120.774990:0:27215:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a0142e00 already unused, calling callback (ffffffffa0865d70) 00010000:00010000:1.0:1746139120.774994:0:27215:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a0142e00/0x1f9f6ca451acc5ee lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27215 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139120.775004:0:27215:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a0142e00/0x1f9f6ca451acc5ee lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27215 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139120.775012:0:9569:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009f1a1800/0x1f9f6ca451acc5f5 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [3121152->4161535] (req 3121152->4161535) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139120.775022:0:9569:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009f1a1800/0x1f9f6ca451acc5f5 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [3121152->4161535] (req 3121152->4161535) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139120.775028:0:9569:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009f1a1800/0x1f9f6ca451acc5f5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [3121152->4161535] (req 3121152->4161535) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139120.775031:0:27215:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a0142e00/0x1f9f6ca451acc5ee lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27215 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139120.775034:0:9569:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009f1a1800 already unused, calling callback (ffffffffa0865d70) 00010000:00010000:2.0:1746139120.775036:0:9569:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009f1a1800/0x1f9f6ca451acc5f5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [3121152->4161535] (req 3121152->4161535) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139120.775036:0:27215:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a0142e00/0x1f9f6ca451acc5ee lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27215 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139120.775042:0:9569:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009f1a1800/0x1f9f6ca451acc5f5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [3121152->4161535] (req 3121152->4161535) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139120.775052:0:9569:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009f1a1800/0x1f9f6ca451acc5f5 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [3121152->4161535] (req 3121152->4161535) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139120.775058:0:9569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f1a1800/0x1f9f6ca451acc5f5 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [3121152->4161535] (req 3121152->4161535) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746139120.775126:0:9569:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bbe0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:b60e9717-019c-4527-a82a-15e993ac5189+6:2009:x1830958840560000:12345-192.168.203.56@tcp:3:dd.0 Request processed in 22049us (22605us total) trans 0 rc 1040384/1040384 00000100:00100000:1.0:1746139120.775126:0:27215:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bbe0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:b60e9717-019c-4527-a82a-15e993ac5189+15:2009:x1830958840559872:12345-192.168.203.56@tcp:3:dd.0 Request processed in 22294us (22641us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746139120.775135:0:27215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13484 00000100:00100000:2.0:1746139120.775140:0:9569:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13485 00000100:00100000:1.0:1746139120.783151:0:27214:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bbe3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:57256782-7187-4d4f-9a1f-78e1ae613c85+10:2008:x1830958840560640:12345-192.168.203.56@tcp:3:dd.0 Request processed in 15282us (18029us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746139120.783163:0:27214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13487 00002000:00100000:1.0:1746139120.783177:0:27214:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x1c:0x0] (4194304->5242879) req@ffff88012bbe3100 x1830958840560640/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:46/0 lens 488/440 e 0 to 0 dl 1746139131 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746139120.783186:0:27214:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bbe3100 with x1830958840560640 ext(4194304->5242879) 00002000:00010000:1.0:1746139120.783192:0:27214:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bbe3100 00000100:00100000:2.0:1746139120.783268:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+12:2007:x1830958840560384:12345-192.168.203.56@tcp:3:dd.0 Request processed in 21450us (21927us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746139120.783275:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13486 00002000:00100000:2.0:1746139120.783281:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (3145728->4194303) req@ffff88009cbac000 x1830958840560384/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:46/0 lens 488/440 e 0 to 0 dl 1746139131 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746139120.783287:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cbac000 with x1830958840560384 ext(3145728->4194303) 00002000:00010000:2.0:1746139120.783291:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009cbac000 00000100:00100000:0.0:1746139120.786022:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139120.786122:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840561664 00000100:00100000:2.0:1746139120.786132:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840561664 00000100:00100000:2.0:1746139120.786257:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13491 00000100:00100000:2.0:1746139120.786265:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bbe3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+6:2009:x1830958840561664:12345-192.168.203.56@tcp:4:dd.0 00002000:00010000:2.0:1746139120.786317:0:27210:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1c:0x0] initial LVB size: 6266880, mtime: 0x6813f7f1, atime: 0x0, ctime: 0x6813f7f1, blocks: 0x2fd0 00010000:00010000:2.0:1746139120.786326:0:27210:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009f218000/0x1f9f6ca451acc5fc lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139120.786341:0:27210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139120.786343:0:27210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139120.786348:0:27210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f218000/0x1f9f6ca451acc5fc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [6266880->8355839] (req 6266880->8355839) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139120.786362:0:27210:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f218000/0x1f9f6ca451acc5fc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [6266880->8355839] (req 6266880->8355839) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27210 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746139120.789785:0:27212:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bbe3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:57256782-7187-4d4f-9a1f-78e1ae613c85+8:2008:x1830958840561152:12345-192.168.203.56@tcp:3:dd.0 Request processed in 21230us (24193us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746139120.789796:0:27212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13489 00002000:00100000:1.0:1746139120.789809:0:27212:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x1c:0x0] (5242880->6291455) req@ffff88012bbe3480 x1830958840561152/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:46/0 lens 488/440 e 0 to 0 dl 1746139131 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746139120.789819:0:27212:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bbe3480 with x1830958840561152 ext(5242880->6291455) 00002000:00010000:1.0:1746139120.789825:0:27212:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bbe3480 00000100:00100000:1.0:1746139120.791517:0:24934:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bbe0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+10:2008:x1830958840561024:12345-192.168.203.56@tcp:3:dd.0 Request processed in 23294us (26255us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746139120.791530:0:24934:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13488 00002000:00100000:1.0:1746139120.791540:0:24934:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (4194304->5242879) req@ffff88012bbe0380 x1830958840561024/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:46/0 lens 488/440 e 0 to 0 dl 1746139131 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746139120.791550:0:24934:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bbe0380 with x1830958840561024 ext(4194304->5242879) 00002000:00010000:1.0:1746139120.791555:0:24934:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012bbe0380 00000100:00100000:3.0:1746139120.793531:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bbe1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+8:2010:x1830958840561408:12345-192.168.203.56@tcp:3:dd.0 Request processed in 24082us (25720us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746139120.793542:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13490 00002000:00100000:3.0:1746139120.793553:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (5242880->6291455) req@ffff88012bbe1880 x1830958840561408/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:46/0 lens 488/440 e 0 to 0 dl 1746139131 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746139120.793561:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bbe1880 with x1830958840561408 ext(5242880->6291455) 00002000:00010000:3.0:1746139120.793567:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012bbe1880 00000100:00100000:2.0:1746139120.811483:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000001:00080000:0.0:1746139120.811765:0:9560:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970713 is committed 00002000:00010000:2.0:1746139120.811971:0:27210:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x1c:0x0] updating lvb size from disk: 6266880 -> 8355840 00002000:00010000:2.0:1746139120.811975:0:27210:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x1c:0x0] updating lvb blocks from disk: 12240 -> 16320 00010000:00010000:2.0:1746139120.811986:0:27210:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009f218000/0x1f9f6ca451acc5fc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [6266880->8355839] (req 6266880->8355839) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139120.811995:0:27210:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009f218000/0x1f9f6ca451acc5fc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [6266880->8355839] (req 6266880->8355839) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139120.812003:0:27210:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009f218000/0x1f9f6ca451acc5fc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [6266880->8355839] (req 6266880->8355839) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139120.812008:0:27210:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009f218000 already unused, calling callback (ffffffffa0865d70) 00010000:00010000:2.0:1746139120.812011:0:27210:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009f218000/0x1f9f6ca451acc5fc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [6266880->8355839] (req 6266880->8355839) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139120.812018:0:27210:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009f218000/0x1f9f6ca451acc5fc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [6266880->8355839] (req 6266880->8355839) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139120.812032:0:27210:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009f218000/0x1f9f6ca451acc5fc lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [6266880->8355839] (req 6266880->8355839) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139120.812038:0:27210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f218000/0x1f9f6ca451acc5fc lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [6266880->8355839] (req 6266880->8355839) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27210 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746139120.812115:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bbe3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b60e9717-019c-4527-a82a-15e993ac5189+6:2009:x1830958840561664:12345-192.168.203.56@tcp:4:dd.0 Request processed in 25849us (26101us total) trans 4294970713 rc 0/0 00000100:00100000:2.0:1746139120.812123:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13491 00000100:00100000:2.0:1746139120.812144:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840561920 00000100:00100000:2.0:1746139120.812149:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840561920 00002000:00100000:2.0:1746139120.812178:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1b:0x0] (0->4194303) req@ffff88009bd8ad80 x1830958840561920/t0(0) o4->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:46/0 lens 488/0 e 0 to 0 dl 1746139131 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746139120.812186:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bd8ad80 with x1830958840561920 ext(0->4194303) 00002000:00010000:2.0:1746139120.812189:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009bd8ad80 00000100:00100000:2.0:1746139120.812211:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13492 00000100:00100000:2.0:1746139120.812216:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bd8ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+8:2009:x1830958840561920:12345-192.168.203.56@tcp:4:dd.0 00000100:00100000:2.0:1746139120.821454:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139120.823787:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139120.823849:0:24934:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840562560 00000100:00100000:1.0:1746139120.823861:0:24934:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840562560 00000100:00100000:1.0:1746139120.823918:0:24934:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840562688 00000100:00100000:1.0:1746139120.823921:0:24934:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840562688 00000100:00100000:1.0:1746139120.823943:0:24934:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13493 00000100:00100000:1.0:1746139120.823951:0:24934:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bd89180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:b60e9717-019c-4527-a82a-15e993ac5189+15:2007:x1830958840562560:12345-192.168.203.56@tcp:3:dd.0 00000100:00100000:3.0:1746139120.823975:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13494 00010000:00010000:1.0:1746139120.823990:0:24934:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009f0dae00/0x1f9f6ca451acc603 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24934 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139120.823991:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bd88a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+6:2007:x1830958840562688:12345-192.168.203.56@tcp:3:dd.0 00010000:00010000:1.0:1746139120.824004:0:24934:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139120.824005:0:24934:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139120.824010:0:24934:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f0dae00/0x1f9f6ca451acc603 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24934 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139120.824023:0:24934:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f0dae00/0x1f9f6ca451acc603 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24934 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139120.824026:0:9568:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009f1a1600/0x1f9f6ca451acc60a lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139120.824043:0:9568:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139120.824045:0:9568:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139120.824048:0:9568:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f1a1600/0x1f9f6ca451acc60a lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [4161536->5201919] (req 4161536->5201919) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139120.824060:0:9568:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f1a1600/0x1f9f6ca451acc60a lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [4161536->5201919] (req 4161536->5201919) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9568 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746139120.828307:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139120.828336:0:27214:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840562176 00000100:00100000:0.0:1746139120.828344:0:27214:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840562176 00002000:00100000:0.0:1746139120.828399:0:27214:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x1d:0x0] (0->4194303) req@ffff88012bbe2680 x1830958840562176/t0(0) o4->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:46/0 lens 488/0 e 0 to 0 dl 1746139131 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746139120.828415:0:27214:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bbe2680 with x1830958840562176 ext(0->4194303) 00002000:00010000:0.0:1746139120.828421:0:27214:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bbe2680 00000100:00100000:0.0:1746139120.828443:0:27214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13495 00000100:00100000:0.0:1746139120.828452:0:27214:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bbe2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:57256782-7187-4d4f-9a1f-78e1ae613c85+8:2009:x1830958840562176:12345-192.168.203.56@tcp:4:dd.0 00010000:00010000:3.0:1746139120.839232:0:9568:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009f1a1600/0x1f9f6ca451acc60a lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [4161536->5201919] (req 4161536->5201919) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139120.839236:0:24934:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009f0dae00/0x1f9f6ca451acc603 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24934 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139120.839251:0:24934:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009f0dae00/0x1f9f6ca451acc603 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24934 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139120.839255:0:9568:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009f1a1600/0x1f9f6ca451acc60a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [4161536->5201919] (req 4161536->5201919) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139120.839262:0:9568:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009f1a1600/0x1f9f6ca451acc60a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [4161536->5201919] (req 4161536->5201919) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139120.839263:0:24934:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009f0dae00/0x1f9f6ca451acc603 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24934 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139120.839267:0:9568:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009f1a1600 already unused, calling callback (ffffffffa0865d70) 00010000:00010000:1.0:1746139120.839269:0:24934:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009f0dae00 already unused, calling callback (ffffffffa0865d70) 00010000:00010000:3.0:1746139120.839270:0:9568:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009f1a1600/0x1f9f6ca451acc60a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [4161536->5201919] (req 4161536->5201919) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139120.839272:0:24934:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f0dae00/0x1f9f6ca451acc603 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24934 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139120.839276:0:9568:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009f1a1600/0x1f9f6ca451acc60a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [4161536->5201919] (req 4161536->5201919) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139120.839278:0:24934:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f0dae00/0x1f9f6ca451acc603 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24934 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139120.839292:0:9568:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009f1a1600/0x1f9f6ca451acc60a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [4161536->5201919] (req 4161536->5201919) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139120.839292:0:24934:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009f0dae00/0x1f9f6ca451acc603 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24934 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139120.839298:0:9568:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f1a1600/0x1f9f6ca451acc60a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [4161536->5201919] (req 4161536->5201919) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139120.839298:0:24934:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f0dae00/0x1f9f6ca451acc603 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24934 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746139120.839384:0:24934:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bd89180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:b60e9717-019c-4527-a82a-15e993ac5189+15:2007:x1830958840562560:12345-192.168.203.56@tcp:3:dd.0 Request processed in 15418us (17926us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746139120.839387:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bd88a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b60e9717-019c-4527-a82a-15e993ac5189+6:2007:x1830958840562688:12345-192.168.203.56@tcp:3:dd.0 Request processed in 15398us (15601us total) trans 0 rc 1040384/1040384 00000100:00100000:1.0:1746139120.839395:0:24934:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13493 00000100:00100000:3.0:1746139120.840094:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13494 00000100:00100000:1.0:1746139120.850661:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139120.851327:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840563072 00000100:00100000:1.0:1746139120.851338:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840563072 00000100:00100000:1.0:1746139120.851420:0:24934:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13496 00000100:00100000:1.0:1746139120.851429:0:24934:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbaea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:b60e9717-019c-4527-a82a-15e993ac5189+6:2008:x1830958840563072:12345-192.168.203.56@tcp:4:dd.0 00002000:00010000:1.0:1746139120.851481:0:24934:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1c:0x0] initial LVB size: 8355840, mtime: 0x6813f7f1, atime: 0x0, ctime: 0x6813f7f1, blocks: 0x3fc0 00010000:00010000:1.0:1746139120.851490:0:24934:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009f0dae00/0x1f9f6ca451acc611 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24934 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139120.851504:0:24934:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139120.851506:0:24934:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139120.851511:0:24934:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f0dae00/0x1f9f6ca451acc611 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [8355840->10444799] (req 8355840->10444799) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24934 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139120.851525:0:24934:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f0dae00/0x1f9f6ca451acc611 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [8355840->10444799] (req 8355840->10444799) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24934 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746139120.855341:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139120.855398:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840563328 00000100:00100000:0.0:1746139120.855408:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840563328 00002000:00100000:0.0:1746139120.855455:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1c:0x0] (6291456->7340031) req@ffff88009bd88e00 x1830958840563328/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:46/0 lens 488/0 e 0 to 0 dl 1746139131 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746139120.855466:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bd88e00 with x1830958840563328 ext(6291456->7340031) 00002000:00010000:0.0:1746139120.855472:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bd88e00 00000100:00100000:1.0:1746139120.855504:0:27212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13497 00000100:00100000:1.0:1746139120.855516:0:27212:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bd88e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:57256782-7187-4d4f-9a1f-78e1ae613c85+10:2007:x1830958840563328:12345-192.168.203.56@tcp:3:dd.0 00000100:00100000:0.0:1746139120.858279:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139120.858480:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139120.858518:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840563584 00000100:00100000:0.0:1746139120.858526:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840563584 00002000:00100000:0.0:1746139120.858565:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (6291456->7340031) req@ffff88012bbe3b80 x1830958840563584/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:46/0 lens 488/0 e 0 to 0 dl 1746139131 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746139120.858575:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bbe3b80 with x1830958840563584 ext(6291456->7340031) 00002000:00010000:0.0:1746139120.858580:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012bbe3b80 00000100:00100000:1.0:1746139120.858633:0:27215:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840563840 00000100:00100000:1.0:1746139120.858638:0:27215:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840563840 00002000:00100000:1.0:1746139120.858658:0:27215:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x2c0000401:0x1c:0x0] (7340032->8388607) req@ffff88011dd84380 x1830958840563840/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:46/0 lens 488/0 e 0 to 0 dl 1746139131 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746139120.858665:0:27215:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011dd84380 with x1830958840563840 ext(7340032->8388607) 00002000:00010000:1.0:1746139120.858669:0:27215:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011dd84380 00000100:00100000:1.0:1746139120.858683:0:27215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13498 00000100:00100000:1.0:1746139120.858689:0:27215:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bbe3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:57256782-7187-4d4f-9a1f-78e1ae613c85+12:2007:x1830958840563584:12345-192.168.203.56@tcp:3:dd.0 00000100:00100000:3.0:1746139120.858740:0:9569:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13499 00000100:00100000:3.0:1746139120.858751:0:9569:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011dd84380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+12:2007:x1830958840563840:12345-192.168.203.56@tcp:3:dd.0 00000100:00100000:2.0:1746139120.861254:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139120.861303:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840564096 00000100:00100000:0.0:1746139120.861311:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840564096 00002000:00100000:0.0:1746139120.861353:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (7340032->8388607) req@ffff88009bd8b100 x1830958840564096/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:46/0 lens 488/0 e 0 to 0 dl 1746139131 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746139120.861363:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bd8b100 with x1830958840564096 ext(7340032->8388607) 00002000:00010000:0.0:1746139120.861368:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009bd8b100 00000100:00100000:0.0:1746139120.861409:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13500 00000100:00100000:0.0:1746139120.861417:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bd8b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+14:2007:x1830958840564096:12345-192.168.203.56@tcp:3:dd.0 00000100:00100000:0.0:1746139120.863545:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bd8ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+14:2009:x1830958840561920:12345-192.168.203.56@tcp:4:dd.0 Request processed in 51318us (52056us total) trans 4294970714 rc 0/0 00000100:00100000:0.0:1746139120.863558:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13492 00002000:00100000:0.0:1746139120.863571:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1b:0x0] (0->4194303) req@ffff88009bd8ad80 x1830958840561920/t4294970714(0) o4->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:46/0 lens 488/448 e 0 to 0 dl 1746139131 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746139120.863581:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bd8ad80 with x1830958840561920 ext(0->4194303) 00002000:00010000:0.0:1746139120.863586:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009bd8ad80 00000100:00100000:0.0:1746139120.872063:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139120.872922:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139120.872946:0:27210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840564736 00000100:00100000:1.0:1746139120.872958:0:27210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840564736 00002000:00100000:1.0:1746139120.873007:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (8388608->9437183) req@ffff88011dd87b80 x1830958840564736/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:46/0 lens 488/0 e 0 to 0 dl 1746139131 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746139120.873018:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011dd87b80 with x1830958840564736 ext(8388608->9437183) 00002000:00010000:1.0:1746139120.873025:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011dd87b80 00000100:00100000:1.0:1746139120.873061:0:27210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13501 00000100:00100000:1.0:1746139120.873071:0:27210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011dd87b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+14:2007:x1830958840564736:12345-192.168.203.56@tcp:3:dd.0 00000100:00100000:2.0:1746139120.873502:0:20167:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840564352 00000100:00100000:2.0:1746139120.873507:0:20167:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840564352 00002000:00100000:2.0:1746139120.873527:0:20167:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x1c:0x0] (8388608->9437183) req@ffff88011dd84e00 x1830958840564352/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:46/0 lens 488/0 e 0 to 0 dl 1746139131 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746139120.873538:0:20167:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011dd84e00 with x1830958840564352 ext(8388608->9437183) 00002000:00010000:2.0:1746139120.873542:0:20167:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011dd84e00 00000100:00100000:0.0:1746139120.873542:0:27212:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bd88e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:57256782-7187-4d4f-9a1f-78e1ae613c85+13:2007:x1830958840563328:12345-192.168.203.56@tcp:3:dd.0 Request processed in 18029us (18214us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746139120.873550:0:27212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13497 00000100:00100000:2.0:1746139120.873555:0:20167:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13502 00002000:00100000:0.0:1746139120.873556:0:27212:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x1c:0x0] (6291456->7340031) req@ffff88009bd88e00 x1830958840563328/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:46/0 lens 488/440 e 0 to 0 dl 1746139131 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00000100:00100000:2.0:1746139120.873560:0:20167:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011dd84e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:57256782-7187-4d4f-9a1f-78e1ae613c85+13:2007:x1830958840564352:12345-192.168.203.56@tcp:3:dd.0 00002000:00100000:0.0:1746139120.873563:0:27212:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bd88e00 with x1830958840563328 ext(6291456->7340031) 00002000:00010000:0.0:1746139120.873566:0:27212:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bd88e00 00000100:00100000:2.0:1746139120.875477:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139120.876678:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139120.876701:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139120.876720:0:27212:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840565248 00000100:00100000:0.0:1746139120.876729:0:27212:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840565248 00002000:00100000:0.0:1746139120.876772:0:27212:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x1a:0x0] (9437184->10485759) req@ffff88009bd8bb80 x1830958840565248/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:46/0 lens 488/0 e 0 to 0 dl 1746139131 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746139120.876783:0:27212:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bd8bb80 with x1830958840565248 ext(9437184->10485759) 00002000:00010000:0.0:1746139120.876791:0:27212:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009bd8bb80 00000100:00100000:0.0:1746139120.876808:0:27212:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840564864 00000100:00100000:0.0:1746139120.876810:0:27212:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840564864 00002000:00100000:0.0:1746139120.876821:0:27212:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x1c:0x0] (9437184->10485759) req@ffff88011dd85500 x1830958840564864/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:46/0 lens 488/0 e 0 to 0 dl 1746139131 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746139120.876827:0:27212:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011dd85500 with x1830958840564864 ext(9437184->10485759) 00002000:00010000:0.0:1746139120.876830:0:27212:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011dd85500 00000100:00100000:0.0:1746139120.876834:0:27212:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840565376 00000100:00100000:0.0:1746139120.876836:0:27212:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840565376 00002000:00100000:0.0:1746139120.876843:0:27212:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x1a:0x0] (10485760->11534335) req@ffff88011dd84700 x1830958840565376/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:46/0 lens 488/0 e 0 to 0 dl 1746139131 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746139120.876849:0:27212:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011dd84700 with x1830958840565376 ext(10485760->11534335) 00002000:00010000:0.0:1746139120.876851:0:27212:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011dd84700 00000100:00100000:0.0:1746139120.876860:0:27212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13503 00000100:00100000:0.0:1746139120.876866:0:27212:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bd8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:57256782-7187-4d4f-9a1f-78e1ae613c85+17:2009:x1830958840565248:12345-192.168.203.56@tcp:3:dd.0 00000100:00100000:2.0:1746139120.877238:0:9569:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011dd84380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+13:2007:x1830958840563840:12345-192.168.203.56@tcp:3:dd.0 Request processed in 18489us (18756us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746139120.877246:0:9569:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13499 00002000:00100000:2.0:1746139120.877252:0:9569:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1c:0x0] (7340032->8388607) req@ffff88011dd84380 x1830958840563840/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:46/0 lens 488/440 e 0 to 0 dl 1746139131 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746139120.877258:0:9569:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011dd84380 with x1830958840563840 ext(7340032->8388607) 00002000:00010000:2.0:1746139120.877260:0:9569:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011dd84380 00000100:00100000:2.0:1746139120.877279:0:9569:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13504 00000100:00100000:2.0:1746139120.877285:0:9569:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011dd85500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+12:2007:x1830958840564864:12345-192.168.203.56@tcp:3:dd.0 00000100:00100000:3.0:1746139120.878036:0:27213:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13505 00000100:00100000:3.0:1746139120.878061:0:27213:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011dd84700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:57256782-7187-4d4f-9a1f-78e1ae613c85+18:2007:x1830958840565376:12345-192.168.203.56@tcp:3:dd.0 00000100:00100000:0.0:1746139120.882557:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139120.882787:0:27211:0:(service.c:3346:ptlrpc_start_thread()) ost_io[0] started 11 min 3 max 116 00000100:00100000:3.0:1746139120.882803:0:27211:0:(service.c:3405:ptlrpc_start_thread()) starting thread 'll_ost_io00_011' 00000100:00100000:3.0:1746139120.883036:0:27211:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840566016 00000100:00100000:3.0:1746139120.883047:0:27211:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840566016 00000100:00100000:2.0:1746139120.883068:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139120.883095:0:9567:0:(service.c:3346:ptlrpc_start_thread()) ost_io[0] started 11 min 3 max 116 00000100:00100000:2.0:1746139120.883107:0:9567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840566272 00000100:00100000:2.0:1746139120.883111:0:9567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840566272 00002000:00100000:3.0:1746139120.883116:0:27211:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x1c:0x0] (11534336->13631487) req@ffff88011dd85880 x1830958840566016/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:46/0 lens 488/0 e 0 to 0 dl 1746139131 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746139120.883128:0:27211:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011dd85880 with x1830958840566016 ext(11534336->13631487) 00002000:00100000:2.0:1746139120.883134:0:9567:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x1a:0x0] (11534336->12582911) req@ffff88009bd8aa00 x1830958840566272/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:46/0 lens 488/0 e 0 to 0 dl 1746139131 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00010000:3.0:1746139120.883135:0:27211:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011dd85880 00002000:00100000:2.0:1746139120.883142:0:9567:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bd8aa00 with x1830958840566272 ext(11534336->12582911) 00002000:00010000:2.0:1746139120.883146:0:9567:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009bd8aa00 00000100:00100000:2.0:1746139120.883184:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139120.883197:0:27211:0:(service.c:3346:ptlrpc_start_thread()) ost_io[0] started 11 min 3 max 116 00000100:00100000:3.0:1746139120.883203:0:27211:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840565632 00000100:00100000:3.0:1746139120.883206:0:27211:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840565632 00002000:00100000:3.0:1746139120.883218:0:27211:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x1c:0x0] (10485760->11534335) req@ffff88013107fb80 x1830958840565632/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:46/0 lens 488/0 e 0 to 0 dl 1746139131 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746139120.883225:0:27211:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013107fb80 with x1830958840565632 ext(10485760->11534335) 00002000:00010000:3.0:1746139120.883228:0:27211:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013107fb80 00000100:00100000:0.0:1746139120.883704:0:27215:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bbe3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:57256782-7187-4d4f-9a1f-78e1ae613c85+19:2007:x1830958840563584:12345-192.168.203.56@tcp:3:dd.0 Request processed in 25011us (25433us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746139120.883714:0:27215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13498 00002000:00100000:0.0:1746139120.883722:0:27215:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x280000401:0x1a:0x0] (6291456->7340031) req@ffff88012bbe3b80 x1830958840563584/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:46/0 lens 488/440 e 0 to 0 dl 1746139131 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746139120.883729:0:27215:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bbe3b80 with x1830958840563584 ext(6291456->7340031) 00002000:00010000:0.0:1746139120.883731:0:27215:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012bbe3b80 00000100:00100000:3.0:1746139120.883755:0:27215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13506 00000100:00100000:3.0:1746139120.883763:0:27215:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011dd85880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:57256782-7187-4d4f-9a1f-78e1ae613c85+17:2008:x1830958840566016:12345-192.168.203.56@tcp:3:dd.0 00000100:00100000:1.0:1746139120.884273:0:28892:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13507 00000100:00100000:1.0:1746139120.884280:0:28892:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bd8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:57256782-7187-4d4f-9a1f-78e1ae613c85+18:2008:x1830958840566272:12345-192.168.203.56@tcp:3:dd.0 00000100:00100000:1.0:1746139120.886705:0:27214:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bbe2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:57256782-7187-4d4f-9a1f-78e1ae613c85+17:2009:x1830958840562176:12345-192.168.203.56@tcp:4:dd.0 Request processed in 58241us (58398us total) trans 4294972142 rc 0/0 00000100:00100000:1.0:1746139120.886721:0:27214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13495 00002000:00100000:1.0:1746139120.886738:0:27214:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x1d:0x0] (0->4194303) req@ffff88012bbe2680 x1830958840562176/t4294972142(0) o4->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:46/0 lens 488/448 e 0 to 0 dl 1746139131 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746139120.886747:0:27214:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bbe2680 with x1830958840562176 ext(0->4194303) 00002000:00010000:1.0:1746139120.886754:0:27214:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bbe2680 00000100:00100000:1.0:1746139120.886784:0:27214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13508 00000100:00100000:1.0:1746139120.886793:0:27214:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013107fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:57256782-7187-4d4f-9a1f-78e1ae613c85+16:2007:x1830958840565632:12345-192.168.203.56@tcp:3:dd.0 00000100:00100000:1.0:1746139120.889750:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bd8b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+18:2007:x1830958840564096:12345-192.168.203.56@tcp:3:dd.0 Request processed in 28322us (28493us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746139120.889762:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13500 00002000:00100000:1.0:1746139120.889773:0:9568:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (7340032->8388607) req@ffff88009bd8b100 x1830958840564096/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:46/0 lens 488/440 e 0 to 0 dl 1746139131 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746139120.889783:0:9568:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bd8b100 with x1830958840564096 ext(7340032->8388607) 00002000:00010000:1.0:1746139120.889789:0:9568:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009bd8b100 00000100:00100000:1.0:1746139120.895051:0:27210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011dd87b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:57256782-7187-4d4f-9a1f-78e1ae613c85+16:2007:x1830958840564736:12345-192.168.203.56@tcp:3:dd.0 Request processed in 21967us (22991us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746139120.895065:0:27210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13501 00002000:00100000:1.0:1746139120.895079:0:27210:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (8388608->9437183) req@ffff88011dd87b80 x1830958840564736/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:46/0 lens 488/440 e 0 to 0 dl 1746139131 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746139120.895090:0:27210:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011dd87b80 with x1830958840564736 ext(8388608->9437183) 00002000:00010000:1.0:1746139120.895096:0:27210:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011dd87b80 00000100:00100000:2.0:1746139120.899611:0:20167:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011dd84e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:57256782-7187-4d4f-9a1f-78e1ae613c85+16:2007:x1830958840564352:12345-192.168.203.56@tcp:3:dd.0 Request processed in 26036us (26677us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746139120.899638:0:27212:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bd8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:57256782-7187-4d4f-9a1f-78e1ae613c85+14:2009:x1830958840565248:12345-192.168.203.56@tcp:3:dd.0 Request processed in 22748us (24145us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746139120.899651:0:20167:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13502 00002000:00100000:2.0:1746139120.899664:0:20167:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x1c:0x0] (8388608->9437183) req@ffff88011dd84e00 x1830958840564352/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:46/0 lens 488/440 e 0 to 0 dl 1746139131 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746139120.899675:0:20167:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011dd84e00 with x1830958840564352 ext(8388608->9437183) 00002000:00010000:2.0:1746139120.899681:0:20167:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011dd84e00 00000100:00100000:1.0:1746139120.899897:0:27212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13503 00002000:00100000:1.0:1746139120.899904:0:27212:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x1a:0x0] (9437184->10485759) req@ffff88009bd8bb80 x1830958840565248/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:46/0 lens 488/440 e 0 to 0 dl 1746139131 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746139120.899910:0:27212:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bd8bb80 with x1830958840565248 ext(9437184->10485759) 00002000:00010000:1.0:1746139120.899914:0:27212:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009bd8bb80 00000100:00100000:2.0:1746139120.903518:0:9569:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011dd85500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+14:2007:x1830958840564864:12345-192.168.203.56@tcp:3:dd.0 Request processed in 26220us (26830us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746139120.903531:0:9569:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13504 00002000:00100000:2.0:1746139120.903545:0:9569:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1c:0x0] (9437184->10485759) req@ffff88011dd85500 x1830958840564864/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:46/0 lens 488/440 e 0 to 0 dl 1746139131 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746139120.903554:0:9569:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011dd85500 with x1830958840564864 ext(9437184->10485759) 00002000:00010000:2.0:1746139120.903560:0:9569:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011dd85500 00000001:00080000:0.0:1746139120.905418:0:9560:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970715 is committed 00000001:00080000:0.0:1746139120.905435:0:9560:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970714 is committed 00002000:00010000:2.0:1746139120.905689:0:24934:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x1c:0x0] updating lvb size from disk: 8355840 -> 10444800 00002000:00010000:2.0:1746139120.905694:0:24934:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x1c:0x0] updating lvb blocks from disk: 16320 -> 20400 00010000:00010000:2.0:1746139120.905708:0:24934:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009f0dae00/0x1f9f6ca451acc611 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [8355840->10444799] (req 8355840->10444799) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24934 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139120.905719:0:24934:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009f0dae00/0x1f9f6ca451acc611 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [8355840->10444799] (req 8355840->10444799) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24934 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139120.905726:0:24934:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009f0dae00/0x1f9f6ca451acc611 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [8355840->10444799] (req 8355840->10444799) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24934 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139120.905743:0:24934:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009f0dae00 already unused, calling callback (ffffffffa0865d70) 00010000:00010000:2.0:1746139120.905746:0:24934:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009f0dae00/0x1f9f6ca451acc611 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [8355840->10444799] (req 8355840->10444799) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24934 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139120.905754:0:24934:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009f0dae00/0x1f9f6ca451acc611 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [8355840->10444799] (req 8355840->10444799) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24934 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139120.905771:0:24934:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009f0dae00/0x1f9f6ca451acc611 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [8355840->10444799] (req 8355840->10444799) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24934 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139120.905777:0:24934:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f0dae00/0x1f9f6ca451acc611 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [8355840->10444799] (req 8355840->10444799) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24934 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746139120.905877:0:24934:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbaea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:b60e9717-019c-4527-a82a-15e993ac5189+6:2008:x1830958840563072:12345-192.168.203.56@tcp:4:dd.0 Request processed in 54445us (55225us total) trans 4294970715 rc 0/0 00000100:00100000:2.0:1746139120.905888:0:24934:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13496 00000100:00100000:3.0:1746139120.912066:0:27213:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011dd84700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:57256782-7187-4d4f-9a1f-78e1ae613c85+10:2007:x1830958840565376:12345-192.168.203.56@tcp:3:dd.0 Request processed in 34009us (35349us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746139120.912080:0:27213:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13505 00002000:00100000:3.0:1746139120.912095:0:27213:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x1a:0x0] (10485760->11534335) req@ffff88011dd84700 x1830958840565376/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:46/0 lens 488/440 e 0 to 0 dl 1746139131 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746139120.912105:0:27213:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011dd84700 with x1830958840565376 ext(10485760->11534335) 00002000:00010000:3.0:1746139120.912112:0:27213:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011dd84700 00000100:00100000:3.0:1746139120.912382:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139120.912401:0:27213:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840566656 00000100:00100000:3.0:1746139120.912410:0:27213:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840566656 00000100:00100000:3.0:1746139120.912465:0:27213:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13509 00000100:00100000:3.0:1746139120.912473:0:27213:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0868e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:b60e9717-019c-4527-a82a-15e993ac5189+15:2008:x1830958840566656:12345-192.168.203.56@tcp:3:dd.0 00010000:00010000:3.0:1746139120.912511:0:27213:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880072436800/0x1f9f6ca451acc618 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27213 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139120.912527:0:27213:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139120.912529:0:27213:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139120.912535:0:27213:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072436800/0x1f9f6ca451acc618 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27213 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139120.912551:0:27213:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072436800/0x1f9f6ca451acc618 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27213 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746139120.912565:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139120.912578:0:24934:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840566784 00000100:00100000:2.0:1746139120.912581:0:24934:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840566784 00000100:00100000:2.0:1746139120.912606:0:24934:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13510 00000100:00100000:2.0:1746139120.912612:0:24934:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013107f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:b60e9717-019c-4527-a82a-15e993ac5189+6:2007:x1830958840566784:12345-192.168.203.56@tcp:3:dd.0 00010000:00010000:2.0:1746139120.912656:0:24934:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88008760c200/0x1f9f6ca451acc61f lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24934 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139120.912665:0:24934:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139120.912666:0:24934:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139120.912670:0:24934:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008760c200/0x1f9f6ca451acc61f lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [5201920->6242303] (req 5201920->6242303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24934 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139120.912679:0:24934:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008760c200/0x1f9f6ca451acc61f lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [5201920->6242303] (req 5201920->6242303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24934 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746139120.913481:0:28892:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bd8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:57256782-7187-4d4f-9a1f-78e1ae613c85+8:2008:x1830958840566272:12345-192.168.203.56@tcp:3:dd.0 Request processed in 29196us (30409us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746139120.913490:0:28892:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13507 00002000:00100000:1.0:1746139120.913496:0:28892:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x280000401:0x1a:0x0] (11534336->12582911) req@ffff88009bd8aa00 x1830958840566272/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:46/0 lens 488/440 e 0 to 0 dl 1746139131 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746139120.913506:0:28892:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bd8aa00 with x1830958840566272 ext(11534336->12582911) 00002000:00010000:1.0:1746139120.913510:0:28892:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009bd8aa00 00000100:00100000:3.0:1746139120.920222:0:27215:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011dd85880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:57256782-7187-4d4f-9a1f-78e1ae613c85+12:2008:x1830958840566016:12345-192.168.203.56@tcp:3:dd.0 Request processed in 36445us (37665us total) trans 0 rc 2097152/2097152 00000100:00100000:3.0:1746139120.920239:0:27215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13506 00002000:00100000:3.0:1746139120.920253:0:27215:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x2c0000401:0x1c:0x0] (11534336->13631487) req@ffff88011dd85880 x1830958840566016/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:46/0 lens 488/440 e 0 to 0 dl 1746139131 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746139120.920263:0:27215:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011dd85880 with x1830958840566016 ext(11534336->13631487) 00002000:00010000:3.0:1746139120.920269:0:27215:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011dd85880 00000100:00100000:1.0:1746139120.930777:0:27214:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013107fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:57256782-7187-4d4f-9a1f-78e1ae613c85+10:2007:x1830958840565632:12345-192.168.203.56@tcp:3:dd.0 Request processed in 43973us (47579us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746139120.930790:0:27214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13508 00002000:00100000:1.0:1746139120.930803:0:27214:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x1c:0x0] (10485760->11534335) req@ffff88013107fb80 x1830958840565632/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:46/0 lens 488/440 e 0 to 0 dl 1746139131 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746139120.930813:0:27214:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013107fb80 with x1830958840565632 ext(10485760->11534335) 00002000:00010000:1.0:1746139120.930820:0:27214:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013107fb80 00010000:00010000:3.0:1746139120.930883:0:27213:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880072436800/0x1f9f6ca451acc618 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27213 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139120.930902:0:27213:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880072436800/0x1f9f6ca451acc618 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27213 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139120.930911:0:27213:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880072436800/0x1f9f6ca451acc618 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27213 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139120.930918:0:27213:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880072436800 already unused, calling callback (ffffffffa0865d70) 00010000:00010000:3.0:1746139120.930922:0:27213:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880072436800/0x1f9f6ca451acc618 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27213 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139120.930930:0:27213:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880072436800/0x1f9f6ca451acc618 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27213 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139120.930948:0:27213:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880072436800/0x1f9f6ca451acc618 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27213 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139120.930955:0:27213:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072436800/0x1f9f6ca451acc618 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27213 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139120.931001:0:27213:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0868e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:b60e9717-019c-4527-a82a-15e993ac5189+15:2008:x1830958840566656:12345-192.168.203.56@tcp:3:dd.0 Request processed in 18530us (18620us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746139120.931010:0:27213:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13509 00010000:00010000:2.0:1746139120.932514:0:24934:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88008760c200/0x1f9f6ca451acc61f lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [5201920->6242303] (req 5201920->6242303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24934 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139120.932528:0:24934:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008760c200/0x1f9f6ca451acc61f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [5201920->6242303] (req 5201920->6242303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24934 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139120.932534:0:24934:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008760c200/0x1f9f6ca451acc61f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [5201920->6242303] (req 5201920->6242303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24934 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139120.932539:0:24934:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008760c200 already unused, calling callback (ffffffffa0865d70) 00010000:00010000:2.0:1746139120.932542:0:24934:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008760c200/0x1f9f6ca451acc61f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [5201920->6242303] (req 5201920->6242303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24934 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139120.932548:0:24934:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008760c200/0x1f9f6ca451acc61f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [5201920->6242303] (req 5201920->6242303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24934 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139120.932562:0:24934:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008760c200/0x1f9f6ca451acc61f lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [5201920->6242303] (req 5201920->6242303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24934 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139120.932568:0:24934:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008760c200/0x1f9f6ca451acc61f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [5201920->6242303] (req 5201920->6242303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24934 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746139120.932672:0:24934:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013107f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:b60e9717-019c-4527-a82a-15e993ac5189+6:2007:x1830958840566784:12345-192.168.203.56@tcp:3:dd.0 Request processed in 20055us (20103us total) trans 0 rc 1040384/1040384 00000100:00100000:2.0:1746139120.932681:0:24934:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13510 00000100:00100000:0.0:1746139120.947060:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139120.947925:0:24934:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840567168 00000100:00100000:2.0:1746139120.947939:0:24934:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840567168 00000100:00100000:2.0:1746139120.948032:0:24934:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13511 00000100:00100000:2.0:1746139120.948041:0:24934:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011dd84a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:b60e9717-019c-4527-a82a-15e993ac5189+6:2008:x1830958840567168:12345-192.168.203.56@tcp:4:dd.0 00000100:00100000:0.0:1746139120.948448:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139120.948612:0:27213:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840567424 00000100:00100000:3.0:1746139120.948629:0:27213:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840567424 00002000:00100000:3.0:1746139120.948654:0:27213:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x1b:0x0] (4194304->8388607) req@ffff88011dd85f80 x1830958840567424/t0(0) o4->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:46/0 lens 488/0 e 0 to 0 dl 1746139131 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746139120.948663:0:27213:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011dd85f80 with x1830958840567424 ext(4194304->8388607) 00002000:00010000:3.0:1746139120.948667:0:27213:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011dd85f80 00000100:00100000:3.0:1746139120.948692:0:27213:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13512 00000100:00100000:3.0:1746139120.948698:0:27213:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011dd85f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:57256782-7187-4d4f-9a1f-78e1ae613c85+8:2010:x1830958840567424:12345-192.168.203.56@tcp:4:dd.0 00002000:00010000:2.0:1746139120.948905:0:24934:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1c:0x0] initial LVB size: 10444800, mtime: 0x6813f7f1, atime: 0x0, ctime: 0x6813f7f1, blocks: 0x4fb0 00010000:00010000:2.0:1746139120.948914:0:24934:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008760de00/0x1f9f6ca451acc626 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24934 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139120.948928:0:24934:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139120.948930:0:24934:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139120.948934:0:24934:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008760de00/0x1f9f6ca451acc626 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [10444800->12533759] (req 10444800->12533759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24934 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139120.948948:0:24934:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008760de00/0x1f9f6ca451acc626 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [10444800->12533759] (req 10444800->12533759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24934 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746139120.969756:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139120.971075:0:27214:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840567680 00000100:00100000:1.0:1746139120.971087:0:27214:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840567680 00002000:00100000:1.0:1746139120.971134:0:27214:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x1d:0x0] (4194304->8388607) req@ffff88011dd85180 x1830958840567680/t0(0) o4->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:46/0 lens 488/0 e 0 to 0 dl 1746139131 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746139120.971144:0:27214:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011dd85180 with x1830958840567680 ext(4194304->8388607) 00002000:00010000:1.0:1746139120.971150:0:27214:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011dd85180 00000100:00100000:1.0:1746139120.971175:0:27214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13513 00000100:00100000:1.0:1746139120.971182:0:27214:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011dd85180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:57256782-7187-4d4f-9a1f-78e1ae613c85+10:2007:x1830958840567680:12345-192.168.203.56@tcp:4:dd.0 00000001:00080000:2.0:1746139120.985352:0:9560:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970716 is committed 00002000:00010000:3.0:1746139120.985830:0:24934:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x1c:0x0] updating lvb size from disk: 10444800 -> 12533760 00002000:00010000:3.0:1746139120.985835:0:24934:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x1c:0x0] updating lvb blocks from disk: 20400 -> 24480 00010000:00010000:3.0:1746139120.985850:0:24934:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008760de00/0x1f9f6ca451acc626 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [10444800->12533759] (req 10444800->12533759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24934 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139120.985862:0:24934:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008760de00/0x1f9f6ca451acc626 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [10444800->12533759] (req 10444800->12533759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24934 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139120.985870:0:24934:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008760de00/0x1f9f6ca451acc626 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [10444800->12533759] (req 10444800->12533759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24934 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139120.985877:0:24934:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008760de00 already unused, calling callback (ffffffffa0865d70) 00010000:00010000:3.0:1746139120.985881:0:24934:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008760de00/0x1f9f6ca451acc626 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [10444800->12533759] (req 10444800->12533759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24934 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139120.985890:0:24934:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008760de00/0x1f9f6ca451acc626 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [10444800->12533759] (req 10444800->12533759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24934 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139120.985912:0:24934:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008760de00/0x1f9f6ca451acc626 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [10444800->12533759] (req 10444800->12533759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24934 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139120.985917:0:24934:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008760de00/0x1f9f6ca451acc626 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [10444800->12533759] (req 10444800->12533759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24934 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139120.986044:0:24934:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011dd84a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:b60e9717-019c-4527-a82a-15e993ac5189+6:2008:x1830958840567168:12345-192.168.203.56@tcp:4:dd.0 Request processed in 37998us (38988us total) trans 4294970716 rc 0/0 00000100:00100000:3.0:1746139120.986056:0:24934:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13511 00000100:00100000:0.0:1746139120.994931:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139120.995008:0:24934:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840568064 00000100:00100000:3.0:1746139120.995018:0:24934:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840568064 00000100:00100000:3.0:1746139120.995084:0:24934:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13514 00000100:00100000:3.0:1746139120.995093:0:24934:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011dd86300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:b60e9717-019c-4527-a82a-15e993ac5189+15:2009:x1830958840568064:12345-192.168.203.56@tcp:3:dd.0 00000100:00100000:0.0:1746139120.995122:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139120.996012:0:28892:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840568192 00000100:00100000:1.0:1746139120.996018:0:28892:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840568192 00000100:00100000:1.0:1746139120.996055:0:28892:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13515 00000100:00100000:1.0:1746139120.996061:0:28892:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011dd86680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:b60e9717-019c-4527-a82a-15e993ac5189+6:2009:x1830958840568192:12345-192.168.203.56@tcp:3:dd.0 00010000:00010000:1.0:1746139120.996093:0:28892:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800a0599400/0x1f9f6ca451acc62d lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28892 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139120.996106:0:28892:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139120.996108:0:28892:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139120.996112:0:28892:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0599400/0x1f9f6ca451acc62d lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [6242304->7282687] (req 6242304->7282687) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28892 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139120.996126:0:28892:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0599400/0x1f9f6ca451acc62d lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [6242304->7282687] (req 6242304->7282687) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28892 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139120.996999:0:24934:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88008760c400/0x1f9f6ca451acc634 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24934 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139120.997013:0:24934:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139120.997014:0:24934:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139120.997018:0:24934:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008760c400/0x1f9f6ca451acc634 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24934 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139120.997028:0:24934:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008760c400/0x1f9f6ca451acc634 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24934 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139121.007208:0:27213:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011dd85f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:57256782-7187-4d4f-9a1f-78e1ae613c85+10:2010:x1830958840567424:12345-192.168.203.56@tcp:4:dd.0 Request processed in 58496us (58747us total) trans 4294970717 rc 0/0 00000100:00100000:3.0:1746139121.007222:0:27213:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13512 00002000:00100000:3.0:1746139121.007235:0:27213:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x1b:0x0] (4194304->8388607) req@ffff88011dd85f80 x1830958840567424/t4294970717(0) o4->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:46/0 lens 488/448 e 0 to 0 dl 1746139131 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746139121.007245:0:27213:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011dd85f80 with x1830958840567424 ext(4194304->8388607) 00002000:00010000:3.0:1746139121.007252:0:27213:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011dd85f80 00010000:00010000:0.0:1746139121.016602:0:28892:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800a0599400/0x1f9f6ca451acc62d lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [6242304->7282687] (req 6242304->7282687) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28892 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139121.016638:0:28892:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0599400/0x1f9f6ca451acc62d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [6242304->7282687] (req 6242304->7282687) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28892 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139121.016646:0:28892:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a0599400/0x1f9f6ca451acc62d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [6242304->7282687] (req 6242304->7282687) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28892 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139121.016652:0:28892:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a0599400 already unused, calling callback (ffffffffa0865d70) 00010000:00010000:0.0:1746139121.016656:0:28892:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a0599400/0x1f9f6ca451acc62d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [6242304->7282687] (req 6242304->7282687) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28892 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139121.016664:0:28892:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a0599400/0x1f9f6ca451acc62d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [6242304->7282687] (req 6242304->7282687) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28892 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139121.016682:0:28892:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a0599400/0x1f9f6ca451acc62d lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [6242304->7282687] (req 6242304->7282687) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28892 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139121.016688:0:28892:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0599400/0x1f9f6ca451acc62d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [6242304->7282687] (req 6242304->7282687) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28892 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139121.017436:0:24934:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88008760c400/0x1f9f6ca451acc634 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24934 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139121.017446:0:24934:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008760c400/0x1f9f6ca451acc634 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24934 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139121.017452:0:24934:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008760c400/0x1f9f6ca451acc634 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24934 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139121.017458:0:24934:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008760c400 already unused, calling callback (ffffffffa0865d70) 00010000:00010000:2.0:1746139121.017461:0:24934:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008760c400/0x1f9f6ca451acc634 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24934 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139121.017467:0:24934:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008760c400/0x1f9f6ca451acc634 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24934 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139121.017478:0:24934:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008760c400/0x1f9f6ca451acc634 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24934 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139121.017483:0:24934:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008760c400/0x1f9f6ca451acc634 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24934 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746139121.017556:0:24934:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011dd86300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:b60e9717-019c-4527-a82a-15e993ac5189+15:2009:x1830958840568064:12345-192.168.203.56@tcp:3:dd.0 Request processed in 22459us (22632us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746139121.017566:0:24934:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13514 00000100:00100000:0.0:1746139121.019277:0:28892:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011dd86680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:b60e9717-019c-4527-a82a-15e993ac5189+6:2009:x1830958840568192:12345-192.168.203.56@tcp:3:dd.0 Request processed in 23207us (24145us total) trans 0 rc 1040384/1040384 00000100:00100000:0.0:1746139121.019292:0:28892:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13515 00000100:00100000:0.0:1746139121.027003:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139121.031221:0:28892:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840568576 00000100:00100000:2.0:1746139121.031237:0:28892:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840568576 00000100:00100000:2.0:1746139121.031326:0:28892:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13516 00000100:00100000:2.0:1746139121.031335:0:28892:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011dd87100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:b60e9717-019c-4527-a82a-15e993ac5189+6:2010:x1830958840568576:12345-192.168.203.56@tcp:4:dd.0 00002000:00010000:2.0:1746139121.031396:0:28892:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1c:0x0] initial LVB size: 12533760, mtime: 0x6813f7f1, atime: 0x0, ctime: 0x6813f7f1, blocks: 0x5fa0 00010000:00010000:2.0:1746139121.031405:0:28892:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008760de00/0x1f9f6ca451acc63b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28892 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139121.031418:0:28892:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139121.031420:0:28892:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139121.031424:0:28892:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008760de00/0x1f9f6ca451acc63b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [12533760->14622719] (req 12533760->14622719) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28892 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139121.031437:0:28892:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008760de00/0x1f9f6ca451acc63b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [12533760->14622719] (req 12533760->14622719) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28892 timeout: 0 lvb_type: 0 00000100:00080000:3.0:1746139121.033434:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1746139121.033796:0:27214:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011dd85180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:57256782-7187-4d4f-9a1f-78e1ae613c85+12:2007:x1830958840567680:12345-192.168.203.56@tcp:4:dd.0 Request processed in 62606us (64046us total) trans 4294972143 rc 0/0 00000100:00100000:2.0:1746139121.033806:0:27214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13513 00002000:00100000:2.0:1746139121.033817:0:27214:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x1d:0x0] (4194304->8388607) req@ffff88011dd85180 x1830958840567680/t4294972143(0) o4->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:46/0 lens 488/448 e 0 to 0 dl 1746139131 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746139121.033826:0:27214:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011dd85180 with x1830958840567680 ext(4194304->8388607) 00002000:00010000:2.0:1746139121.033832:0:27214:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011dd85180 00000100:00100000:0.0:1746139121.048392:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139121.050710:0:27214:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840568832 00000100:00100000:0.0:1746139121.050722:0:27214:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840568832 00002000:00100000:0.0:1746139121.050783:0:27214:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x1b:0x0] (8388608->12582911) req@ffff880134530e00 x1830958840568832/t0(0) o4->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:47/0 lens 488/0 e 0 to 0 dl 1746139132 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746139121.050793:0:27214:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134530e00 with x1830958840568832 ext(8388608->12582911) 00002000:00010000:0.0:1746139121.050798:0:27214:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880134530e00 00000100:00100000:0.0:1746139121.050817:0:27214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13517 00000100:00100000:0.0:1746139121.050823:0:27214:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134530e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:57256782-7187-4d4f-9a1f-78e1ae613c85+10:2008:x1830958840568832:12345-192.168.203.56@tcp:4:dd.0 00000100:00080000:3.0:1746139121.054307:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1746139121.057864:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139121.057921:0:24934:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840569088 00000100:00100000:2.0:1746139121.057930:0:24934:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840569088 00002000:00100000:2.0:1746139121.057994:0:24934:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x1d:0x0] (8388608->12582911) req@ffff88009cbae680 x1830958840569088/t0(0) o4->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:47/0 lens 488/0 e 0 to 0 dl 1746139132 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746139121.058004:0:24934:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cbae680 with x1830958840569088 ext(8388608->12582911) 00002000:00010000:2.0:1746139121.058011:0:24934:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cbae680 00000100:00100000:2.0:1746139121.058029:0:24934:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13518 00000100:00100000:2.0:1746139121.058036:0:24934:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+12:2009:x1830958840569088:12345-192.168.203.56@tcp:4:dd.0 00000100:00080000:3.0:1746139121.060806:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000001:00080000:3.0:1746139121.064716:0:9560:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970718 is committed 00000001:00080000:3.0:1746139121.064732:0:9560:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970717 is committed 00002000:00010000:2.0:1746139121.065398:0:28892:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x1c:0x0] updating lvb size from disk: 12533760 -> 14622720 00002000:00010000:2.0:1746139121.065402:0:28892:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x1c:0x0] updating lvb blocks from disk: 24480 -> 28560 00010000:00010000:2.0:1746139121.065418:0:28892:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008760de00/0x1f9f6ca451acc63b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [12533760->14622719] (req 12533760->14622719) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28892 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139121.065431:0:28892:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008760de00/0x1f9f6ca451acc63b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [12533760->14622719] (req 12533760->14622719) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28892 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139121.065439:0:28892:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008760de00/0x1f9f6ca451acc63b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [12533760->14622719] (req 12533760->14622719) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28892 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139121.065447:0:28892:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008760de00 already unused, calling callback (ffffffffa0865d70) 00010000:00010000:2.0:1746139121.065451:0:28892:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008760de00/0x1f9f6ca451acc63b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [12533760->14622719] (req 12533760->14622719) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28892 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139121.065459:0:28892:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008760de00/0x1f9f6ca451acc63b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [12533760->14622719] (req 12533760->14622719) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28892 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139121.065481:0:28892:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008760de00/0x1f9f6ca451acc63b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [12533760->14622719] (req 12533760->14622719) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28892 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139121.065487:0:28892:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008760de00/0x1f9f6ca451acc63b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [12533760->14622719] (req 12533760->14622719) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28892 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746139121.065878:0:28892:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011dd87100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:b60e9717-019c-4527-a82a-15e993ac5189+6:2010:x1830958840568576:12345-192.168.203.56@tcp:4:dd.0 Request processed in 34536us (38879us total) trans 4294970718 rc 0/0 00000100:00100000:2.0:1746139121.065889:0:28892:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13516 00000100:00100000:0.0:1746139121.069779:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139121.069961:0:7222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840569344 00000100:00100000:3.0:1746139121.069971:0:7222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840569344 00000100:00100000:3.0:1746139121.070056:0:7222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 196 00000100:00100000:3.0:1746139121.070070:0:7222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b42ddc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+18:3834:x1830958840569344:12345-192.168.203.56@tcp:35:dd.0 00000100:00080000:0.0:1746139121.070547:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746139121.070930:0:7222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b42ddc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+19:3834:x1830958840569344:12345-192.168.203.56@tcp:35:dd.0 Request processed in 864us (1160us total) trans 4294989798 rc 0/0 00000100:00100000:3.0:1746139121.071333:0:7222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 196 00000100:00100000:2.0:1746139121.073215:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139121.073256:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139121.073279:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139121.073384:0:27213:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840569600 00000100:00100000:3.0:1746139121.073392:0:27213:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840569600 00000100:00100000:3.0:1746139121.073447:0:27213:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840569856 00000100:00100000:3.0:1746139121.073450:0:27213:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840569856 00000100:00100000:1.0:1746139121.073458:0:9569:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840570112 00000100:00100000:1.0:1746139121.073462:0:9569:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840570112 00000100:00080000:0.0:1746139121.073484:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746139121.073488:0:27213:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13519 00000100:00100000:3.0:1746139121.073495:0:27213:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013107c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:b60e9717-019c-4527-a82a-15e993ac5189+7:2008:x1830958840569600:12345-192.168.203.56@tcp:3:dd.0 00010000:00010000:3.0:1746139121.073532:0:27213:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88012fa5e600/0x1f9f6ca451acc642 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27213 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139121.073546:0:27213:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139121.073547:0:27213:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139121.073552:0:27213:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012fa5e600/0x1f9f6ca451acc642 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [7282688->7340031] (req 7282688->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27213 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139121.073566:0:27213:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012fa5e600/0x1f9f6ca451acc642 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [7282688->7340031] (req 7282688->7340031) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27213 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139121.073912:0:28892:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13520 00000100:00100000:3.0:1746139121.073918:0:28892:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013107e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:b60e9717-019c-4527-a82a-15e993ac5189+15:2008:x1830958840569856:12345-192.168.203.56@tcp:3:dd.0 00000100:00100000:1.0:1746139121.073924:0:9569:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13521 00000100:00100000:1.0:1746139121.073930:0:9569:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013107ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:b60e9717-019c-4527-a82a-15e993ac5189+8:2008:x1830958840570112:12345-192.168.203.56@tcp:3:dd.0 00010000:00010000:3.0:1746139121.073937:0:28892:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009f16dc00/0x1f9f6ca451acc649 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28892 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139121.073945:0:28892:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139121.073945:0:9569:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009f1a1400/0x1f9f6ca451acc650 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139121.073946:0:28892:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139121.073949:0:28892:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f16dc00/0x1f9f6ca451acc649 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28892 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139121.073954:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139121.073955:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139121.073957:0:28892:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f16dc00/0x1f9f6ca451acc649 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28892 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139121.073959:0:9569:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f1a1400/0x1f9f6ca451acc650 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [7340032->8323071] (req 7340032->8323071) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139121.073967:0:9569:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f1a1400/0x1f9f6ca451acc650 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [7340032->8323071] (req 7340032->8323071) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746139121.076960:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139121.077898:0:7222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840570368 00000100:00100000:3.0:1746139121.077910:0:7222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840570368 00000100:00100000:3.0:1746139121.077967:0:7222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 197 00000100:00100000:3.0:1746139121.077976:0:7222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801314bc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+19:3834:x1830958840570368:12345-192.168.203.56@tcp:35:dd.0 00000001:00080000:3.0:1746139121.078172:0:7222:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294989799 00000100:00100000:3.0:1746139121.078255:0:7222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801314bc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+21:3834:x1830958840570368:12345-192.168.203.56@tcp:35:dd.0 Request processed in 275us (1302us total) trans 4294989800 rc 0/0 00000100:00100000:3.0:1746139121.078262:0:7222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 197 00000020:00080000:3.0:1746139121.078267:0:7222:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1746139121.079670:0:27213:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88012fa5e600/0x1f9f6ca451acc642 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [7282688->7340031] (req 7282688->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27213 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139121.079684:0:27213:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88012fa5e600/0x1f9f6ca451acc642 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [7282688->7340031] (req 7282688->7340031) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27213 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139121.079691:0:27213:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88012fa5e600/0x1f9f6ca451acc642 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [7282688->7340031] (req 7282688->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27213 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139121.079697:0:27213:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012fa5e600 already unused, calling callback (ffffffffa0865d70) 00010000:00010000:3.0:1746139121.079702:0:27213:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88012fa5e600/0x1f9f6ca451acc642 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [7282688->7340031] (req 7282688->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27213 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139121.079710:0:27213:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88012fa5e600/0x1f9f6ca451acc642 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [7282688->7340031] (req 7282688->7340031) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27213 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139121.079727:0:27213:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88012fa5e600/0x1f9f6ca451acc642 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [7282688->7340031] (req 7282688->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27213 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139121.079733:0:27213:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012fa5e600/0x1f9f6ca451acc642 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [7282688->7340031] (req 7282688->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27213 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139121.079794:0:27213:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013107c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:b60e9717-019c-4527-a82a-15e993ac5189+8:2008:x1830958840569600:12345-192.168.203.56@tcp:3:dd.0 Request processed in 6295us (6582us total) trans 0 rc 57344/57344 00000100:00100000:3.0:1746139121.079802:0:27213:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13519 00010000:00010000:3.0:1746139121.091113:0:28892:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009f16dc00/0x1f9f6ca451acc649 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28892 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139121.091130:0:28892:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009f16dc00/0x1f9f6ca451acc649 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28892 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139121.091138:0:28892:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009f16dc00/0x1f9f6ca451acc649 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28892 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139121.091144:0:28892:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009f16dc00 already unused, calling callback (ffffffffa0865d70) 00010000:00010000:3.0:1746139121.091148:0:28892:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f16dc00/0x1f9f6ca451acc649 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28892 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139121.091155:0:28892:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f16dc00/0x1f9f6ca451acc649 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28892 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139121.091174:0:28892:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009f16dc00/0x1f9f6ca451acc649 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28892 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139121.091179:0:28892:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f16dc00/0x1f9f6ca451acc649 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28892 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139121.091259:0:28892:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013107e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:b60e9717-019c-4527-a82a-15e993ac5189+15:2008:x1830958840569856:12345-192.168.203.56@tcp:3:dd.0 Request processed in 17335us (17996us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746139121.091269:0:28892:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13520 00010000:00010000:1.0:1746139121.092006:0:9569:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009f1a1400/0x1f9f6ca451acc650 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [7340032->8323071] (req 7340032->8323071) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139121.092016:0:9569:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009f1a1400/0x1f9f6ca451acc650 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [7340032->8323071] (req 7340032->8323071) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139121.092023:0:9569:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009f1a1400/0x1f9f6ca451acc650 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [7340032->8323071] (req 7340032->8323071) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139121.092028:0:9569:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009f1a1400 already unused, calling callback (ffffffffa0865d70) 00010000:00010000:1.0:1746139121.092030:0:9569:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009f1a1400/0x1f9f6ca451acc650 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [7340032->8323071] (req 7340032->8323071) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139121.092036:0:9569:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009f1a1400/0x1f9f6ca451acc650 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [7340032->8323071] (req 7340032->8323071) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139121.092052:0:9569:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009f1a1400/0x1f9f6ca451acc650 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [7340032->8323071] (req 7340032->8323071) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139121.092057:0:9569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f1a1400/0x1f9f6ca451acc650 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [7340032->8323071] (req 7340032->8323071) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746139121.092113:0:9569:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013107ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:b60e9717-019c-4527-a82a-15e993ac5189+6:2008:x1830958840570112:12345-192.168.203.56@tcp:3:dd.0 Request processed in 18182us (18832us total) trans 0 rc 983040/983040 00000100:00100000:1.0:1746139121.092120:0:9569:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13521 00000100:00100000:1.0:1746139121.096294:0:27214:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134530e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:57256782-7187-4d4f-9a1f-78e1ae613c85+10:2008:x1830958840568832:12345-192.168.203.56@tcp:4:dd.0 Request processed in 45457us (47897us total) trans 4294970719 rc 0/0 00000100:00100000:1.0:1746139121.096307:0:27214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13517 00002000:00100000:1.0:1746139121.096320:0:27214:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x1b:0x0] (8388608->12582911) req@ffff880134530e00 x1830958840568832/t4294970719(0) o4->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:47/0 lens 488/448 e 0 to 0 dl 1746139132 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746139121.096331:0:27214:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134530e00 with x1830958840568832 ext(8388608->12582911) 00002000:00010000:1.0:1746139121.096337:0:27214:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880134530e00 00000100:00100000:0.0:1746139121.098156:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139121.098726:0:27214:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840570624 00000100:00100000:2.0:1746139121.098736:0:27214:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840570624 00000100:00100000:2.0:1746139121.098805:0:27214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13522 00000100:00100000:2.0:1746139121.098813:0:27214:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134530380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:b60e9717-019c-4527-a82a-15e993ac5189+6:2009:x1830958840570624:12345-192.168.203.56@tcp:4:dd.0 00002000:00010000:2.0:1746139121.098864:0:27214:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1c:0x0] initial LVB size: 14622720, mtime: 0x6813f7f1, atime: 0x0, ctime: 0x6813f7f1, blocks: 0x6f90 00010000:00010000:2.0:1746139121.098872:0:27214:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012fa5fa00/0x1f9f6ca451acc657 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27214 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139121.098885:0:27214:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139121.098887:0:27214:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139121.098892:0:27214:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012fa5fa00/0x1f9f6ca451acc657 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [14622720->16711679] (req 14622720->16711679) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27214 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139121.100718:0:27214:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012fa5fa00/0x1f9f6ca451acc657 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [14622720->16711679] (req 14622720->16711679) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27214 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746139121.118313:0:24934:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+14:2009:x1830958840569088:12345-192.168.203.56@tcp:4:dd.0 Request processed in 60264us (60450us total) trans 4294972144 rc 0/0 00000100:00100000:2.0:1746139121.118327:0:24934:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13518 00002000:00100000:2.0:1746139121.118341:0:24934:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x1d:0x0] (8388608->12582911) req@ffff88009cbae680 x1830958840569088/t4294972144(0) o4->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:47/0 lens 488/448 e 0 to 0 dl 1746139132 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746139121.118357:0:24934:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cbae680 with x1830958840569088 ext(8388608->12582911) 00002000:00010000:2.0:1746139121.118364:0:24934:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cbae680 00000001:00080000:3.0:1746139121.130869:0:9560:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970720 is committed 00000001:00080000:3.0:1746139121.130887:0:9560:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970719 is committed 00002000:00010000:2.0:1746139121.132139:0:27214:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x1c:0x0] updating lvb size from disk: 14622720 -> 16711680 00002000:00010000:2.0:1746139121.132145:0:27214:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x1c:0x0] updating lvb blocks from disk: 28560 -> 32640 00010000:00010000:2.0:1746139121.132159:0:27214:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012fa5fa00/0x1f9f6ca451acc657 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [14622720->16711679] (req 14622720->16711679) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27214 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139121.132170:0:27214:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88012fa5fa00/0x1f9f6ca451acc657 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [14622720->16711679] (req 14622720->16711679) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27214 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139121.132179:0:27214:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88012fa5fa00/0x1f9f6ca451acc657 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [14622720->16711679] (req 14622720->16711679) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27214 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139121.132185:0:27214:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012fa5fa00 already unused, calling callback (ffffffffa0865d70) 00010000:00010000:2.0:1746139121.132189:0:27214:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88012fa5fa00/0x1f9f6ca451acc657 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [14622720->16711679] (req 14622720->16711679) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27214 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139121.132196:0:27214:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88012fa5fa00/0x1f9f6ca451acc657 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [14622720->16711679] (req 14622720->16711679) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27214 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139121.132215:0:27214:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88012fa5fa00/0x1f9f6ca451acc657 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [14622720->16711679] (req 14622720->16711679) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27214 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139121.132221:0:27214:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012fa5fa00/0x1f9f6ca451acc657 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [14622720->16711679] (req 14622720->16711679) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27214 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746139121.132345:0:27214:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134530380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:b60e9717-019c-4527-a82a-15e993ac5189+6:2009:x1830958840570624:12345-192.168.203.56@tcp:4:dd.0 Request processed in 33527us (34193us total) trans 4294970720 rc 0/0 00000100:00100000:2.0:1746139121.132356:0:27214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13522 00000100:00100000:0.0:1746139121.135813:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139121.137098:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139121.137113:0:27214:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840571008 00000100:00100000:2.0:1746139121.137122:0:27214:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840571008 00000100:00100000:2.0:1746139121.137224:0:27214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13523 00000100:00100000:2.0:1746139121.137232:0:27214:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134531180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:b60e9717-019c-4527-a82a-15e993ac5189+15:2007:x1830958840571008:12345-192.168.203.56@tcp:3:dd.0 00010000:00010000:2.0:1746139121.137270:0:27214:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88007fd64e00/0x1f9f6ca451acc65e lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27214 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139121.137285:0:27214:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139121.137286:0:27214:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139121.137292:0:27214:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88007fd64e00/0x1f9f6ca451acc65e lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27214 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139121.137305:0:27214:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88007fd64e00/0x1f9f6ca451acc65e lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27214 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139121.138146:0:24934:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840571136 00000100:00100000:3.0:1746139121.138153:0:24934:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840571136 00000100:00100000:3.0:1746139121.138194:0:24934:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13524 00000100:00100000:3.0:1746139121.138201:0:24934:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134530a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:b60e9717-019c-4527-a82a-15e993ac5189+6:2007:x1830958840571136:12345-192.168.203.56@tcp:3:dd.0 00010000:00010000:3.0:1746139121.138223:0:24934:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800726eb000/0x1f9f6ca451acc665 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24934 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139121.138231:0:24934:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139121.138233:0:24934:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139121.138235:0:24934:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800726eb000/0x1f9f6ca451acc665 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [8323072->9363455] (req 8323072->9363455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24934 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139121.138244:0:24934:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800726eb000/0x1f9f6ca451acc665 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [8323072->9363455] (req 8323072->9363455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24934 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139121.152947:0:27214:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88007fd64e00/0x1f9f6ca451acc65e lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27214 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139121.152966:0:27214:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88007fd64e00/0x1f9f6ca451acc65e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27214 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139121.152975:0:27214:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88007fd64e00/0x1f9f6ca451acc65e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27214 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139121.152981:0:27214:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88007fd64e00 already unused, calling callback (ffffffffa0865d70) 00010000:00010000:2.0:1746139121.152986:0:27214:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88007fd64e00/0x1f9f6ca451acc65e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27214 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139121.153199:0:27214:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88007fd64e00/0x1f9f6ca451acc65e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27214 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139121.153218:0:27214:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88007fd64e00/0x1f9f6ca451acc65e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27214 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139121.153224:0:27214:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88007fd64e00/0x1f9f6ca451acc65e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27214 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139121.153581:0:24934:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800726eb000/0x1f9f6ca451acc665 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [8323072->9363455] (req 8323072->9363455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24934 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139121.153592:0:24934:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800726eb000/0x1f9f6ca451acc665 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [8323072->9363455] (req 8323072->9363455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24934 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139121.153720:0:24934:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800726eb000/0x1f9f6ca451acc665 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [8323072->9363455] (req 8323072->9363455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24934 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139121.153726:0:24934:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800726eb000 already unused, calling callback (ffffffffa0865d70) 00010000:00010000:3.0:1746139121.153729:0:24934:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800726eb000/0x1f9f6ca451acc665 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [8323072->9363455] (req 8323072->9363455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24934 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139121.153736:0:24934:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800726eb000/0x1f9f6ca451acc665 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [8323072->9363455] (req 8323072->9363455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24934 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139121.153748:0:24934:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800726eb000/0x1f9f6ca451acc665 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [8323072->9363455] (req 8323072->9363455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24934 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139121.153754:0:24934:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800726eb000/0x1f9f6ca451acc665 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [8323072->9363455] (req 8323072->9363455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24934 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746139121.154867:0:27214:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134531180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:b60e9717-019c-4527-a82a-15e993ac5189+15:2007:x1830958840571008:12345-192.168.203.56@tcp:3:dd.0 Request processed in 17628us (19057us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746139121.154879:0:27214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13523 00000100:00100000:3.0:1746139121.154970:0:24934:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134530a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:b60e9717-019c-4527-a82a-15e993ac5189+6:2007:x1830958840571136:12345-192.168.203.56@tcp:3:dd.0 Request processed in 16769us (17875us total) trans 0 rc 1040384/1040384 00000100:00100000:3.0:1746139121.154976:0:24934:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13524 00000100:00100000:0.0:1746139121.160980:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139121.161293:0:24934:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840571520 00000100:00100000:3.0:1746139121.161305:0:24934:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840571520 00000100:00100000:3.0:1746139121.161393:0:24934:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13525 00000100:00100000:3.0:1746139121.161402:0:24934:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134530000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:b60e9717-019c-4527-a82a-15e993ac5189+6:2010:x1830958840571520:12345-192.168.203.56@tcp:4:dd.0 00002000:00010000:3.0:1746139121.161457:0:24934:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1c:0x0] initial LVB size: 16711680, mtime: 0x6813f7f1, atime: 0x0, ctime: 0x6813f7f1, blocks: 0x7f80 00010000:00010000:3.0:1746139121.161465:0:24934:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880131536200/0x1f9f6ca451acc66c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24934 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139121.161479:0:24934:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139121.161482:0:24934:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139121.161487:0:24934:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880131536200/0x1f9f6ca451acc66c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [16711680->18800639] (req 16711680->18800639) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24934 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139121.161500:0:24934:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880131536200/0x1f9f6ca451acc66c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [16711680->18800639] (req 16711680->18800639) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24934 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1746139121.194731:0:9560:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970721 is committed 00002000:00010000:3.0:1746139121.194973:0:24934:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x1c:0x0] updating lvb size from disk: 16711680 -> 18800640 00002000:00010000:3.0:1746139121.194977:0:24934:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x1c:0x0] updating lvb blocks from disk: 32640 -> 36720 00010000:00010000:3.0:1746139121.194993:0:24934:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880131536200/0x1f9f6ca451acc66c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [16711680->18800639] (req 16711680->18800639) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24934 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139121.195005:0:24934:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880131536200/0x1f9f6ca451acc66c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [16711680->18800639] (req 16711680->18800639) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24934 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139121.195013:0:24934:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880131536200/0x1f9f6ca451acc66c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [16711680->18800639] (req 16711680->18800639) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24934 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139121.195019:0:24934:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880131536200 already unused, calling callback (ffffffffa0865d70) 00010000:00010000:3.0:1746139121.195023:0:24934:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880131536200/0x1f9f6ca451acc66c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [16711680->18800639] (req 16711680->18800639) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24934 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139121.195030:0:24934:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880131536200/0x1f9f6ca451acc66c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [16711680->18800639] (req 16711680->18800639) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24934 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139121.195049:0:24934:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880131536200/0x1f9f6ca451acc66c lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [16711680->18800639] (req 16711680->18800639) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24934 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139121.195055:0:24934:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880131536200/0x1f9f6ca451acc66c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [16711680->18800639] (req 16711680->18800639) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24934 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139121.195236:0:24934:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134530000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:b60e9717-019c-4527-a82a-15e993ac5189+6:2010:x1830958840571520:12345-192.168.203.56@tcp:4:dd.0 Request processed in 33829us (34265us total) trans 4294970721 rc 0/0 00000100:00100000:3.0:1746139121.195247:0:24934:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13525 00000100:00100000:0.0:1746139121.198053:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139121.198108:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139121.198404:0:24934:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840571904 00000100:00100000:3.0:1746139121.198412:0:24934:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840571904 00000100:00100000:3.0:1746139121.198460:0:24934:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840572160 00000100:00100000:3.0:1746139121.198462:0:24934:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840572160 00000100:00100000:3.0:1746139121.198483:0:24934:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13526 00000100:00100000:3.0:1746139121.198491:0:24934:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134531500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:b60e9717-019c-4527-a82a-15e993ac5189+6:2009:x1830958840571904:12345-192.168.203.56@tcp:3:dd.0 00010000:00010000:3.0:1746139121.198526:0:24934:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880072515600/0x1f9f6ca451acc673 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24934 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139121.198540:0:24934:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139121.198542:0:24934:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139121.198548:0:24934:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880072515600/0x1f9f6ca451acc673 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [9363456->10403839] (req 9363456->10403839) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24934 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139121.198561:0:24934:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880072515600/0x1f9f6ca451acc673 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [9363456->10403839] (req 9363456->10403839) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24934 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746139121.198696:0:28892:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13527 00000100:00100000:1.0:1746139121.198703:0:28892:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134531c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:b60e9717-019c-4527-a82a-15e993ac5189+15:2009:x1830958840572160:12345-192.168.203.56@tcp:3:dd.0 00010000:00010000:1.0:1746139121.198722:0:28892:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1c00/0x1f9f6ca451acc67a lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28892 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139121.198729:0:28892:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139121.198730:0:28892:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139121.198734:0:28892:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1c00/0x1f9f6ca451acc67a lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28892 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139121.198747:0:28892:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1c00/0x1f9f6ca451acc67a lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28892 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139121.211341:0:24934:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880072515600/0x1f9f6ca451acc673 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [9363456->10403839] (req 9363456->10403839) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24934 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139121.211360:0:24934:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880072515600/0x1f9f6ca451acc673 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [9363456->10403839] (req 9363456->10403839) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24934 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139121.211377:0:24934:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880072515600/0x1f9f6ca451acc673 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [9363456->10403839] (req 9363456->10403839) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24934 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139121.211384:0:24934:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880072515600 already unused, calling callback (ffffffffa0865d70) 00010000:00010000:3.0:1746139121.211388:0:24934:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880072515600/0x1f9f6ca451acc673 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [9363456->10403839] (req 9363456->10403839) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24934 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139121.211395:0:24934:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880072515600/0x1f9f6ca451acc673 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [9363456->10403839] (req 9363456->10403839) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24934 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139121.211413:0:24934:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880072515600/0x1f9f6ca451acc673 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [9363456->10403839] (req 9363456->10403839) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24934 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139121.211419:0:24934:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880072515600/0x1f9f6ca451acc673 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [9363456->10403839] (req 9363456->10403839) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24934 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139121.212161:0:24934:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134531500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:b60e9717-019c-4527-a82a-15e993ac5189+6:2009:x1830958840571904:12345-192.168.203.56@tcp:3:dd.0 Request processed in 13663us (14109us total) trans 0 rc 1040384/1040384 00000100:00100000:3.0:1746139121.212173:0:24934:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13526 00010000:00010000:1.0:1746139121.217918:0:28892:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1c00/0x1f9f6ca451acc67a lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28892 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139121.217936:0:28892:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1c00/0x1f9f6ca451acc67a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28892 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139121.217945:0:28892:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1c00/0x1f9f6ca451acc67a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28892 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139121.217953:0:28892:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009f1a1c00 already unused, calling callback (ffffffffa0865d70) 00010000:00010000:1.0:1746139121.217957:0:28892:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1c00/0x1f9f6ca451acc67a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28892 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139121.217966:0:28892:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1c00/0x1f9f6ca451acc67a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28892 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139121.217985:0:28892:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1c00/0x1f9f6ca451acc67a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28892 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139121.217991:0:28892:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f1a1c00/0x1f9f6ca451acc67a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28892 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746139121.219149:0:28892:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134531c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:b60e9717-019c-4527-a82a-15e993ac5189+15:2009:x1830958840572160:12345-192.168.203.56@tcp:3:dd.0 Request processed in 20388us (20982us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746139121.219165:0:28892:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13527 00000100:00100000:0.0:1746139121.223562:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139121.223677:0:28892:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840572416 00000100:00100000:1.0:1746139121.223687:0:28892:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840572416 00000100:00100000:1.0:1746139121.223759:0:28892:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13528 00000100:00100000:1.0:1746139121.223767:0:28892:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134533800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:b60e9717-019c-4527-a82a-15e993ac5189+6:2010:x1830958840572416:12345-192.168.203.56@tcp:4:dd.0 00002000:00010000:1.0:1746139121.223821:0:28892:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1c:0x0] initial LVB size: 18800640, mtime: 0x6813f7f1, atime: 0x0, ctime: 0x6813f7f1, blocks: 0x8f70 00010000:00010000:1.0:1746139121.223831:0:28892:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009f1a1000/0x1f9f6ca451acc681 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28892 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139121.223844:0:28892:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139121.223846:0:28892:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139121.223852:0:28892:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f1a1000/0x1f9f6ca451acc681 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [18800640->20889599] (req 18800640->20889599) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28892 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139121.223865:0:28892:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f1a1000/0x1f9f6ca451acc681 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [18800640->20889599] (req 18800640->20889599) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28892 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1746139121.262088:0:9560:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970722 is committed 00002000:00010000:1.0:1746139121.264836:0:28892:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x1c:0x0] updating lvb size from disk: 18800640 -> 20889600 00002000:00010000:1.0:1746139121.264842:0:28892:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x1c:0x0] updating lvb blocks from disk: 36720 -> 40800 00010000:00010000:1.0:1746139121.264854:0:28892:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009f1a1000/0x1f9f6ca451acc681 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [18800640->20889599] (req 18800640->20889599) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28892 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139121.264864:0:28892:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009f1a1000/0x1f9f6ca451acc681 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [18800640->20889599] (req 18800640->20889599) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28892 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139121.264872:0:28892:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009f1a1000/0x1f9f6ca451acc681 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [18800640->20889599] (req 18800640->20889599) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28892 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139121.264884:0:28892:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009f1a1000 already unused, calling callback (ffffffffa0865d70) 00010000:00010000:1.0:1746139121.264888:0:28892:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009f1a1000/0x1f9f6ca451acc681 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [18800640->20889599] (req 18800640->20889599) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28892 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139121.264894:0:28892:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009f1a1000/0x1f9f6ca451acc681 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [18800640->20889599] (req 18800640->20889599) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28892 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139121.264909:0:28892:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009f1a1000/0x1f9f6ca451acc681 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [18800640->20889599] (req 18800640->20889599) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28892 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139121.264915:0:28892:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f1a1000/0x1f9f6ca451acc681 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [18800640->20889599] (req 18800640->20889599) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28892 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746139121.265012:0:28892:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134533800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:b60e9717-019c-4527-a82a-15e993ac5189+6:2010:x1830958840572416:12345-192.168.203.56@tcp:4:dd.0 Request processed in 41242us (41456us total) trans 4294970722 rc 0/0 00000100:00100000:1.0:1746139121.265021:0:28892:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13528 00000100:00100000:0.0:1746139121.267754:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139121.267778:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139121.267811:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139121.267861:0:24934:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840572672 00000100:00100000:3.0:1746139121.267874:0:24934:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840572672 00000100:00100000:1.0:1746139121.267902:0:28892:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840572928 00000100:00100000:1.0:1746139121.267909:0:28892:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840572928 00000100:00100000:3.0:1746139121.267944:0:24934:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840573184 00000100:00100000:3.0:1746139121.267947:0:24934:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840573184 00000100:00100000:1.0:1746139121.267962:0:28892:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13529 00000100:00100000:1.0:1746139121.267970:0:28892:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072553800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:b60e9717-019c-4527-a82a-15e993ac5189+7:2007:x1830958840572672:12345-192.168.203.56@tcp:3:dd.0 00000100:00100000:3.0:1746139121.267975:0:27213:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13530 00000100:00100000:3.0:1746139121.267984:0:27213:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072553480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:b60e9717-019c-4527-a82a-15e993ac5189+15:2007:x1830958840572928:12345-192.168.203.56@tcp:3:dd.0 00010000:00010000:1.0:1746139121.268001:0:28892:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009f1a1200/0x1f9f6ca451acc688 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28892 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139121.268012:0:28892:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139121.268014:0:27213:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9ce00/0x1f9f6ca451acc68f lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27213 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139121.268014:0:28892:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139121.268018:0:28892:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f1a1200/0x1f9f6ca451acc688 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [10403840->10485759] (req 10403840->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28892 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139121.268027:0:27213:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139121.268028:0:27213:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139121.268030:0:28892:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f1a1200/0x1f9f6ca451acc688 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [10403840->10485759] (req 10403840->10485759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28892 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139121.268033:0:27213:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9ce00/0x1f9f6ca451acc68f lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27213 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139121.268044:0:27213:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9ce00/0x1f9f6ca451acc68f lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27213 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746139121.269274:0:24934:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13531 00000100:00100000:2.0:1746139121.269284:0:24934:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072550a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:b60e9717-019c-4527-a82a-15e993ac5189+8:2007:x1830958840573184:12345-192.168.203.56@tcp:3:dd.0 00010000:00010000:2.0:1746139121.269310:0:24934:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88007fd64000/0x1f9f6ca451acc696 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24934 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139121.269320:0:24934:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139121.269322:0:24934:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139121.269325:0:24934:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88007fd64000/0x1f9f6ca451acc696 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [10485760->11444223] (req 10485760->11444223) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24934 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139121.269336:0:24934:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88007fd64000/0x1f9f6ca451acc696 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [10485760->11444223] (req 10485760->11444223) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24934 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139121.272170:0:28892:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009f1a1200/0x1f9f6ca451acc688 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [10403840->10485759] (req 10403840->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28892 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139121.272183:0:28892:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009f1a1200/0x1f9f6ca451acc688 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [10403840->10485759] (req 10403840->10485759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28892 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139121.272190:0:28892:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009f1a1200/0x1f9f6ca451acc688 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [10403840->10485759] (req 10403840->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28892 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139121.272195:0:28892:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009f1a1200 already unused, calling callback (ffffffffa0865d70) 00010000:00010000:0.0:1746139121.272198:0:28892:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009f1a1200/0x1f9f6ca451acc688 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [10403840->10485759] (req 10403840->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28892 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139121.272204:0:28892:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009f1a1200/0x1f9f6ca451acc688 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [10403840->10485759] (req 10403840->10485759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28892 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139121.272221:0:28892:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009f1a1200/0x1f9f6ca451acc688 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [10403840->10485759] (req 10403840->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28892 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139121.272227:0:28892:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f1a1200/0x1f9f6ca451acc688 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [10403840->10485759] (req 10403840->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28892 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746139121.272293:0:28892:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072553800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:b60e9717-019c-4527-a82a-15e993ac5189+8:2007:x1830958840572672:12345-192.168.203.56@tcp:3:dd.0 Request processed in 4320us (4541us total) trans 0 rc 81920/81920 00000100:00100000:0.0:1746139121.272301:0:28892:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13529 00010000:00010000:3.0:1746139121.283876:0:27213:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9ce00/0x1f9f6ca451acc68f lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27213 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139121.283892:0:27213:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9ce00/0x1f9f6ca451acc68f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27213 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139121.283899:0:27213:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9ce00/0x1f9f6ca451acc68f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27213 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139121.283905:0:27213:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800b1a9ce00 already unused, calling callback (ffffffffa0865d70) 00010000:00010000:3.0:1746139121.283909:0:27213:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9ce00/0x1f9f6ca451acc68f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27213 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139121.283916:0:27213:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9ce00/0x1f9f6ca451acc68f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27213 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139121.283931:0:27213:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9ce00/0x1f9f6ca451acc68f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27213 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139121.283938:0:27213:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9ce00/0x1f9f6ca451acc68f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27213 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139121.284437:0:27213:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072553480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:b60e9717-019c-4527-a82a-15e993ac5189+15:2007:x1830958840572928:12345-192.168.203.56@tcp:3:dd.0 Request processed in 16449us (16652us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746139121.284447:0:27213:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13530 00010000:00010000:2.0:1746139121.284681:0:24934:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88007fd64000/0x1f9f6ca451acc696 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [10485760->11444223] (req 10485760->11444223) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24934 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139121.284689:0:24934:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88007fd64000/0x1f9f6ca451acc696 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [10485760->11444223] (req 10485760->11444223) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24934 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139121.284695:0:24934:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88007fd64000/0x1f9f6ca451acc696 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [10485760->11444223] (req 10485760->11444223) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24934 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139121.284700:0:24934:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88007fd64000 already unused, calling callback (ffffffffa0865d70) 00010000:00010000:2.0:1746139121.284702:0:24934:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88007fd64000/0x1f9f6ca451acc696 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [10485760->11444223] (req 10485760->11444223) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24934 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139121.284708:0:24934:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88007fd64000/0x1f9f6ca451acc696 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [10485760->11444223] (req 10485760->11444223) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24934 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139121.284718:0:24934:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88007fd64000/0x1f9f6ca451acc696 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [10485760->11444223] (req 10485760->11444223) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24934 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139121.284723:0:24934:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88007fd64000/0x1f9f6ca451acc696 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [10485760->11444223] (req 10485760->11444223) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24934 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746139121.284767:0:24934:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072550a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:b60e9717-019c-4527-a82a-15e993ac5189+6:2007:x1830958840573184:12345-192.168.203.56@tcp:3:dd.0 Request processed in 15485us (16954us total) trans 0 rc 958464/958464 00000100:00100000:2.0:1746139121.284774:0:24934:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13531 00000100:00100000:0.0:1746139121.289786:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139121.290208:0:24934:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840573440 00000100:00100000:2.0:1746139121.290217:0:24934:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840573440 00000100:00100000:2.0:1746139121.290276:0:24934:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13532 00000100:00100000:2.0:1746139121.290285:0:24934:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072551500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:b60e9717-019c-4527-a82a-15e993ac5189+6:2008:x1830958840573440:12345-192.168.203.56@tcp:4:dd.0 00002000:00010000:2.0:1746139121.290327:0:24934:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1c:0x0] initial LVB size: 20889600, mtime: 0x6813f7f1, atime: 0x0, ctime: 0x6813f7f1, blocks: 0x9f60 00010000:00010000:2.0:1746139121.290333:0:24934:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88007fd64e00/0x1f9f6ca451acc69d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24934 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139121.290349:0:24934:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139121.290351:0:24934:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139121.290355:0:24934:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88007fd64e00/0x1f9f6ca451acc69d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [20889600->22978559] (req 20889600->22978559) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24934 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139121.290375:0:24934:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88007fd64e00/0x1f9f6ca451acc69d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [20889600->22978559] (req 20889600->22978559) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24934 timeout: 0 lvb_type: 0 00000001:00080000:2.0:1746139121.317479:0:9560:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970723 is committed 00002000:00010000:0.0:1746139121.317756:0:24934:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x1c:0x0] updating lvb size from disk: 20889600 -> 22978560 00002000:00010000:0.0:1746139121.317760:0:24934:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x1c:0x0] updating lvb blocks from disk: 40800 -> 44880 00010000:00010000:0.0:1746139121.317777:0:24934:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88007fd64e00/0x1f9f6ca451acc69d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [20889600->22978559] (req 20889600->22978559) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24934 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139121.317789:0:24934:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88007fd64e00/0x1f9f6ca451acc69d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [20889600->22978559] (req 20889600->22978559) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24934 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139121.317797:0:24934:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88007fd64e00/0x1f9f6ca451acc69d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [20889600->22978559] (req 20889600->22978559) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24934 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139121.317804:0:24934:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88007fd64e00 already unused, calling callback (ffffffffa0865d70) 00010000:00010000:0.0:1746139121.317808:0:24934:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88007fd64e00/0x1f9f6ca451acc69d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [20889600->22978559] (req 20889600->22978559) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24934 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139121.317815:0:24934:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88007fd64e00/0x1f9f6ca451acc69d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [20889600->22978559] (req 20889600->22978559) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24934 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139121.317834:0:24934:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88007fd64e00/0x1f9f6ca451acc69d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [20889600->22978559] (req 20889600->22978559) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24934 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139121.317840:0:24934:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88007fd64e00/0x1f9f6ca451acc69d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [20889600->22978559] (req 20889600->22978559) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24934 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746139121.318660:0:24934:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072551500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:b60e9717-019c-4527-a82a-15e993ac5189+6:2008:x1830958840573440:12345-192.168.203.56@tcp:4:dd.0 Request processed in 28368us (28873us total) trans 4294970723 rc 0/0 00000100:00100000:0.0:1746139121.318740:0:24934:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13532 00000100:00100000:0.0:1746139121.323296:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139121.323490:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139121.323845:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139121.324332:0:24934:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840573696 00000100:00100000:2.0:1746139121.324344:0:24934:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840573696 00000100:00100000:2.0:1746139121.324426:0:24934:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840573952 00000100:00100000:2.0:1746139121.324429:0:24934:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840573952 00000100:00100000:3.0:1746139121.324458:0:27213:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840574208 00000100:00100000:3.0:1746139121.324462:0:27213:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840574208 00000100:00100000:2.0:1746139121.324567:0:24934:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13533 00000100:00100000:2.0:1746139121.324576:0:24934:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072551880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:b60e9717-019c-4527-a82a-15e993ac5189+7:2007:x1830958840573696:12345-192.168.203.56@tcp:3:dd.0 00010000:00010000:2.0:1746139121.324612:0:24934:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88007fd64000/0x1f9f6ca451acc6a4 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24934 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139121.324644:0:24934:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139121.324646:0:24934:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139121.324651:0:24934:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88007fd64000/0x1f9f6ca451acc6a4 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [11444224->11534335] (req 11444224->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24934 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139121.324663:0:24934:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88007fd64000/0x1f9f6ca451acc6a4 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [11444224->11534335] (req 11444224->11534335) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24934 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139121.325505:0:27213:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13534 00000100:00100000:3.0:1746139121.325514:0:27213:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072552d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:b60e9717-019c-4527-a82a-15e993ac5189+15:2007:x1830958840573952:12345-192.168.203.56@tcp:3:dd.0 00010000:00010000:3.0:1746139121.325535:0:27213:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9d800/0x1f9f6ca451acc6ab lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27213 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139121.325543:0:27213:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139121.325544:0:27213:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139121.325547:0:27213:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9d800/0x1f9f6ca451acc6ab lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27213 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139121.325555:0:27213:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9d800/0x1f9f6ca451acc6ab lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27213 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746139121.326171:0:27214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13535 00000100:00100000:0.0:1746139121.326226:0:27214:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072552300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:b60e9717-019c-4527-a82a-15e993ac5189+8:2007:x1830958840574208:12345-192.168.203.56@tcp:3:dd.0 00010000:00010000:0.0:1746139121.326244:0:27214:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800726eb000/0x1f9f6ca451acc6b2 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27214 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139121.326251:0:27214:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139121.326253:0:27214:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139121.326256:0:27214:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800726eb000/0x1f9f6ca451acc6b2 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [11534336->12484607] (req 11534336->12484607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27214 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139121.326264:0:27214:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800726eb000/0x1f9f6ca451acc6b2 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [11534336->12484607] (req 11534336->12484607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27214 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139121.327814:0:24934:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88007fd64000/0x1f9f6ca451acc6a4 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [11444224->11534335] (req 11444224->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24934 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139121.327829:0:24934:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88007fd64000/0x1f9f6ca451acc6a4 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [11444224->11534335] (req 11444224->11534335) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24934 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139121.327842:0:24934:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88007fd64000/0x1f9f6ca451acc6a4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [11444224->11534335] (req 11444224->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24934 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139121.327849:0:24934:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88007fd64000 already unused, calling callback (ffffffffa0865d70) 00010000:00010000:3.0:1746139121.327853:0:24934:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88007fd64000/0x1f9f6ca451acc6a4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [11444224->11534335] (req 11444224->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24934 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139121.327859:0:24934:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88007fd64000/0x1f9f6ca451acc6a4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [11444224->11534335] (req 11444224->11534335) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24934 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139121.327875:0:24934:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88007fd64000/0x1f9f6ca451acc6a4 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [11444224->11534335] (req 11444224->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24934 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139121.327881:0:24934:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88007fd64000/0x1f9f6ca451acc6a4 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [11444224->11534335] (req 11444224->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24934 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139121.327945:0:24934:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072551880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:b60e9717-019c-4527-a82a-15e993ac5189+8:2007:x1830958840573696:12345-192.168.203.56@tcp:3:dd.0 Request processed in 3367us (4655us total) trans 0 rc 90112/90112 00000100:00100000:3.0:1746139121.327954:0:24934:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13533 00010000:00010000:3.0:1746139121.332151:0:27213:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9d800/0x1f9f6ca451acc6ab lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27213 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139121.332166:0:27213:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9d800/0x1f9f6ca451acc6ab lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27213 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139121.332174:0:27213:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9d800/0x1f9f6ca451acc6ab lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27213 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139121.332181:0:27213:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800b1a9d800 already unused, calling callback (ffffffffa0865d70) 00010000:00010000:3.0:1746139121.332185:0:27213:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9d800/0x1f9f6ca451acc6ab lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27213 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139121.332192:0:27213:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9d800/0x1f9f6ca451acc6ab lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27213 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139121.332209:0:27213:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9d800/0x1f9f6ca451acc6ab lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27213 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139121.332214:0:27213:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9d800/0x1f9f6ca451acc6ab lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27213 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139121.332293:0:27213:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072552d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:b60e9717-019c-4527-a82a-15e993ac5189+15:2007:x1830958840573952:12345-192.168.203.56@tcp:3:dd.0 Request processed in 6775us (8797us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746139121.332303:0:27213:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13534 00010000:00010000:1.0:1746139121.335988:0:27214:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800726eb000/0x1f9f6ca451acc6b2 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [11534336->12484607] (req 11534336->12484607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27214 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139121.336006:0:27214:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800726eb000/0x1f9f6ca451acc6b2 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [11534336->12484607] (req 11534336->12484607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27214 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139121.336014:0:27214:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800726eb000/0x1f9f6ca451acc6b2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [11534336->12484607] (req 11534336->12484607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27214 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139121.336021:0:27214:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800726eb000 already unused, calling callback (ffffffffa0865d70) 00010000:00010000:1.0:1746139121.336025:0:27214:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800726eb000/0x1f9f6ca451acc6b2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [11534336->12484607] (req 11534336->12484607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27214 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139121.336034:0:27214:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800726eb000/0x1f9f6ca451acc6b2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [11534336->12484607] (req 11534336->12484607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27214 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139121.336054:0:27214:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800726eb000/0x1f9f6ca451acc6b2 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [11534336->12484607] (req 11534336->12484607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27214 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139121.336060:0:27214:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800726eb000/0x1f9f6ca451acc6b2 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [11534336->12484607] (req 11534336->12484607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27214 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746139121.336152:0:27214:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072552300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:b60e9717-019c-4527-a82a-15e993ac5189+6:2007:x1830958840574208:12345-192.168.203.56@tcp:3:dd.0 Request processed in 9968us (12301us total) trans 0 rc 950272/950272 00000100:00100000:1.0:1746139121.336166:0:27214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13535 00000100:00100000:0.0:1746139121.343528:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139121.343642:0:27214:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840574464 00000100:00100000:1.0:1746139121.343652:0:27214:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840574464 00000100:00100000:1.0:1746139121.343723:0:27214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13536 00000100:00100000:1.0:1746139121.343731:0:27214:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072553100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:b60e9717-019c-4527-a82a-15e993ac5189+6:2008:x1830958840574464:12345-192.168.203.56@tcp:4:dd.0 00002000:00010000:1.0:1746139121.343781:0:27214:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1c:0x0] initial LVB size: 22978560, mtime: 0x6813f7f1, atime: 0x0, ctime: 0x6813f7f1, blocks: 0xaf50 00010000:00010000:1.0:1746139121.343789:0:27214:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009f0dae00/0x1f9f6ca451acc6b9 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27214 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139121.343802:0:27214:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139121.343804:0:27214:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139121.343809:0:27214:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f0dae00/0x1f9f6ca451acc6b9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [22978560->25067519] (req 22978560->25067519) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27214 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139121.343822:0:27214:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f0dae00/0x1f9f6ca451acc6b9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [22978560->25067519] (req 22978560->25067519) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27214 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139121.363110:0:7208:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1746139121.374730:0:9560:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970724 is committed 00002000:00010000:0.0:1746139121.374874:0:27214:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x1c:0x0] updating lvb size from disk: 22978560 -> 25067520 00002000:00010000:0.0:1746139121.374878:0:27214:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x1c:0x0] updating lvb blocks from disk: 44880 -> 48960 00010000:00010000:0.0:1746139121.374891:0:27214:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009f0dae00/0x1f9f6ca451acc6b9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [22978560->25067519] (req 22978560->25067519) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27214 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139121.374901:0:27214:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009f0dae00/0x1f9f6ca451acc6b9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [22978560->25067519] (req 22978560->25067519) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27214 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139121.374908:0:27214:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009f0dae00/0x1f9f6ca451acc6b9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [22978560->25067519] (req 22978560->25067519) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27214 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139121.374914:0:27214:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009f0dae00 already unused, calling callback (ffffffffa0865d70) 00010000:00010000:0.0:1746139121.374917:0:27214:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009f0dae00/0x1f9f6ca451acc6b9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [22978560->25067519] (req 22978560->25067519) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27214 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139121.374929:0:27214:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009f0dae00/0x1f9f6ca451acc6b9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [22978560->25067519] (req 22978560->25067519) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27214 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139121.374946:0:27214:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009f0dae00/0x1f9f6ca451acc6b9 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [22978560->25067519] (req 22978560->25067519) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27214 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139121.374951:0:27214:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f0dae00/0x1f9f6ca451acc6b9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [22978560->25067519] (req 22978560->25067519) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27214 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746139121.376416:0:27214:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072553100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:b60e9717-019c-4527-a82a-15e993ac5189+6:2008:x1830958840574464:12345-192.168.203.56@tcp:4:dd.0 Request processed in 32673us (32888us total) trans 4294970724 rc 0/0 00000100:00100000:0.0:1746139121.376429:0:27214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13536 00000100:00100000:0.0:1746139121.380124:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139121.380169:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139121.381375:0:27214:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840574720 00000100:00100000:2.0:1746139121.381386:0:27214:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840574720 00000100:00100000:2.0:1746139121.381447:0:27214:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840574976 00000100:00100000:2.0:1746139121.381450:0:27214:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840574976 00000100:00100000:2.0:1746139121.381477:0:9569:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13537 00000100:00100000:2.0:1746139121.381485:0:9569:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072550700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:b60e9717-019c-4527-a82a-15e993ac5189+6:2009:x1830958840574720:12345-192.168.203.56@tcp:3:dd.0 00010000:00010000:2.0:1746139121.381521:0:9569:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009f14f000/0x1f9f6ca451acc6c0 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139121.381535:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139121.381537:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139121.381542:0:9569:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f14f000/0x1f9f6ca451acc6c0 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139121.381556:0:9569:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f14f000/0x1f9f6ca451acc6c0 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139121.381908:0:27213:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13538 00000100:00100000:3.0:1746139121.381919:0:27213:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072553b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:b60e9717-019c-4527-a82a-15e993ac5189+15:2010:x1830958840574976:12345-192.168.203.56@tcp:3:dd.0 00010000:00010000:3.0:1746139121.381939:0:27213:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9ca00/0x1f9f6ca451acc6c7 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27213 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139121.381948:0:27213:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139121.381950:0:27213:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139121.381953:0:27213:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9ca00/0x1f9f6ca451acc6c7 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27213 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139121.381968:0:27213:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9ca00/0x1f9f6ca451acc6c7 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27213 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139121.395839:0:27213:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9ca00/0x1f9f6ca451acc6c7 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27213 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139121.395857:0:27213:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9ca00/0x1f9f6ca451acc6c7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27213 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139121.395866:0:27213:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9ca00/0x1f9f6ca451acc6c7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27213 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139121.395872:0:27213:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800b1a9ca00 already unused, calling callback (ffffffffa0865d70) 00010000:00010000:3.0:1746139121.395876:0:27213:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9ca00/0x1f9f6ca451acc6c7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27213 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139121.395884:0:27213:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9ca00/0x1f9f6ca451acc6c7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27213 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139121.395902:0:27213:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9ca00/0x1f9f6ca451acc6c7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27213 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139121.395908:0:27213:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800b1a9ca00/0x1f9f6ca451acc6c7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27213 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139121.395995:0:27213:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072553b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:b60e9717-019c-4527-a82a-15e993ac5189+15:2010:x1830958840574976:12345-192.168.203.56@tcp:3:dd.0 Request processed in 14074us (15819us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746139121.396008:0:27213:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13538 00010000:00010000:2.0:1746139121.397257:0:9569:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009f14f000/0x1f9f6ca451acc6c0 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139121.397269:0:9569:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009f14f000/0x1f9f6ca451acc6c0 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139121.397275:0:9569:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009f14f000/0x1f9f6ca451acc6c0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139121.397280:0:9569:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009f14f000 already unused, calling callback (ffffffffa0865d70) 00010000:00010000:2.0:1746139121.397288:0:9569:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009f14f000/0x1f9f6ca451acc6c0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139121.397295:0:9569:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009f14f000/0x1f9f6ca451acc6c0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139121.397307:0:9569:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009f14f000/0x1f9f6ca451acc6c0 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139121.397312:0:9569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f14f000/0x1f9f6ca451acc6c0 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746139121.397384:0:9569:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072550700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:b60e9717-019c-4527-a82a-15e993ac5189+6:2009:x1830958840574720:12345-192.168.203.56@tcp:3:dd.0 Request processed in 15898us (17268us total) trans 0 rc 98304/98304 00000100:00100000:2.0:1746139121.397391:0:9569:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13537 00000100:00100000:0.0:1746139121.398465:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139121.398561:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840575104 00000100:00100000:1.0:1746139121.398570:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840575104 00000100:00100000:1.0:1746139121.398640:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30214 00000100:00100000:1.0:1746139121.398648:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+6:3833:x1830958840575104:12345-192.168.203.56@tcp:101:dd.0 00010000:00010000:1.0:1746139121.398663:0:9563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139121.398680:0:9563:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a7836400/0x1f9f6ca451acc6ce lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a351305d expref: -99 pid: 9563 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1746139121.398700:0:9563:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1c:0x0] initial LVB size: 25067520, mtime: 0x6813f7f1, atime: 0x0, ctime: 0x6813f7f1, blocks: 0xbf40 00010000:00010000:1.0:1746139121.398718:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139121.398721:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139121.398727:0:9563:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a7836400/0x1f9f6ca451acc6ce lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351305d expref: 7 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139121.398739:0:9563:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a7836400/0x1f9f6ca451acc6ce lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x40000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351305d expref: 7 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139121.398747:0:9563:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7836400, rc 0) 00000100:00100000:1.0:1746139121.398836:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+7:3833:x1830958840575104:12345-192.168.203.56@tcp:101:dd.0 Request processed in 189us (373us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139121.398841:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30214 00000100:00100000:0.0:1746139121.409609:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139121.409738:0:9569:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840575232 00000100:00100000:2.0:1746139121.409748:0:9569:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840575232 00002000:00100000:2.0:1746139121.409794:0:9569:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1c:0x0] (25067520->26214399) req@ffff8801391d0e00 x1830958840575232/t0(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:47/0 lens 488/0 e 0 to 0 dl 1746139132 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746139121.409801:0:9569:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801391d0e00 with x1830958840575232 ext(25067520->26214399) 00002000:00010000:2.0:1746139121.409807:0:9569:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801391d0e00 00000100:00100000:2.0:1746139121.409878:0:9569:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13539 00000100:00100000:2.0:1746139121.409886:0:9569:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:b60e9717-019c-4527-a82a-15e993ac5189+7:2007:x1830958840575232:12345-192.168.203.56@tcp:4:dd.0 00000100:00100000:2.0:1746139121.418988:0:9569:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:b60e9717-019c-4527-a82a-15e993ac5189+9:2007:x1830958840575232:12345-192.168.203.56@tcp:4:dd.0 Request processed in 9089us (9377us total) trans 4294970725 rc 0/0 00000100:00100000:2.0:1746139121.419001:0:9569:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13539 00002000:00100000:2.0:1746139121.419014:0:9569:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1c:0x0] (25067520->26214399) req@ffff8801391d0e00 x1830958840575232/t4294970725(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:47/0 lens 488/448 e 0 to 0 dl 1746139132 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746139121.419022:0:9569:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801391d0e00 with x1830958840575232 ext(25067520->26214399) 00002000:00010000:2.0:1746139121.419030:0:9569:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801391d0e00 00000100:00100000:0.0:1746139121.420800:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139121.420993:0:21532:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840575360 00000100:00100000:2.0:1746139121.421002:0:21532:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840575360 00000100:00100000:2.0:1746139121.421084:0:21532:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 53179 00000100:00100000:2.0:1746139121.421091:0:21532:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b60e9717-019c-4527-a82a-15e993ac5189+37:3833:x1830958840575360:12345-192.168.203.56@tcp:44:dd.0 00000100:00080000:0.0:1746139121.421137:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000001:00080000:2.0:1746139121.422326:0:7201:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294989800 is committed 00000001:00080000:2.0:1746139121.422393:0:7201:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294989797 is committed 00000020:00080000:2.0:1746139121.422423:0:7201:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 9 batchid updated 00010000:00010000:1.0:1746139121.422452:0:3750:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88007279a000/0x1f9f6ca451acc404 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21503 initiator: MDT0 00010000:00010000:1.0:1746139121.422463:0:3750:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88007279a000/0x1f9f6ca451acc404 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 21503 initiator: MDT0 00010000:00010000:1.0:1746139121.422469:0:3750:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88007279a000/0x1f9f6ca451acc404 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21503 initiator: MDT0 00010000:00010000:1.0:1746139121.422474:0:3750:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88007279a000 already unused, calling callback (ffffffffa0f11690) 00010000:00010000:1.0:1746139121.422477:0:3750:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88007279a000/0x1f9f6ca451acc404 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21503 initiator: MDT0 00000020:00080000:3.0:1746139121.422481:0:7248:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 9 00010000:00010000:1.0:1746139121.422483:0:3750:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88007279a000/0x1f9f6ca451acc404 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 21503 initiator: MDT0 00010000:00010000:1.0:1746139121.422498:0:3750:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6ecf (ffff88009f032300) 00010000:00010000:1.0:1746139121.422500:0:3750:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746139121.422504:0:3750:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88007279a000/0x1f9f6ca451acc404 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21503 initiator: MDT0 00010000:00010000:1.0:1746139121.422512:0:3750:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88007279a000/0x1f9f6ca451acc404 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21503 initiator: MDT0 00000004:00080000:3.0:1746139121.422536:0:7248:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff8800a066d0c0 with version 21 00010000:00010000:1.0:1746139121.422537:0:3750:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f4d7400/0x1f9f6ca451acc474 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 21503 initiator: MDT0 00000020:00080000:3.0:1746139121.422545:0:7248:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 9 cancel update log [0x240000401:0x2:0x0].9: rc = 0 00010000:00010000:1.0:1746139121.422546:0:3750:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009f4d7400/0x1f9f6ca451acc474 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 21503 initiator: MDT0 00010000:00010000:1.0:1746139121.422550:0:3750:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009f4d7400/0x1f9f6ca451acc474 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 21503 initiator: MDT0 00010000:00010000:1.0:1746139121.422555:0:3750:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009f4d7400 already unused, calling callback (ffffffffa0f11690) 00010000:00010000:1.0:1746139121.422557:0:3750:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f4d7400/0x1f9f6ca451acc474 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 21503 initiator: MDT0 00010000:00010000:1.0:1746139121.422561:0:3750:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f4d7400/0x1f9f6ca451acc474 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 21503 initiator: MDT0 00010000:00010000:1.0:1746139121.422568:0:3750:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff88012fb4af00) 00010000:00010000:1.0:1746139121.422570:0:3750:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746139121.422572:0:3750:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009f4d7400/0x1f9f6ca451acc474 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 21503 initiator: MDT0 00010000:00010000:1.0:1746139121.422576:0:3750:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f4d7400/0x1f9f6ca451acc474 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 21503 initiator: MDT0 00000100:00100000:2.0:1746139121.422583:0:21532:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b60e9717-019c-4527-a82a-15e993ac5189+20:3833:x1830958840575360:12345-192.168.203.56@tcp:44:dd.0 Request processed in 1491us (1788us total) trans 0 rc 0/0 00010000:00010000:1.0:1746139121.422583:0:3750:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb7e600/0x1f9f6ca451acc4a5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21503 initiator: MDT0 00010000:00010000:1.0:1746139121.422588:0:3750:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb7e600/0x1f9f6ca451acc4a5 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 21503 initiator: MDT0 00000100:00100000:2.0:1746139121.422591:0:21532:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 53179 00010000:00010000:1.0:1746139121.422592:0:3750:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb7e600/0x1f9f6ca451acc4a5 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21503 initiator: MDT0 00010000:00010000:1.0:1746139121.422596:0:3750:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012fb7e600 already unused, calling callback (ffffffffa0f11690) 00010000:00010000:1.0:1746139121.422598:0:3750:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb7e600/0x1f9f6ca451acc4a5 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21503 initiator: MDT0 00010000:00010000:1.0:1746139121.422602:0:3750:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb7e600/0x1f9f6ca451acc4a5 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 21503 initiator: MDT0 00010000:00010000:1.0:1746139121.422607:0:3750:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff8800a5da2a00) 00010000:00010000:1.0:1746139121.422609:0:3750:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746139121.422611:0:3750:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb7e600/0x1f9f6ca451acc4a5 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21503 initiator: MDT0 00010000:00010000:1.0:1746139121.422635:0:3750:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb7e600/0x1f9f6ca451acc4a5 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21503 initiator: MDT0 00010000:00010000:1.0:1746139121.422649:0:3750:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f3d3200/0x1f9f6ca451acc570 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7219 initiator: MDT0 00010000:00010000:1.0:1746139121.422654:0:3750:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009f3d3200/0x1f9f6ca451acc570 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7219 initiator: MDT0 00010000:00010000:1.0:1746139121.422658:0:3750:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009f3d3200/0x1f9f6ca451acc570 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7219 initiator: MDT0 00010000:00010000:1.0:1746139121.422662:0:3750:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009f3d3200 already unused, calling callback (ffffffffa0f11690) 00010000:00010000:1.0:1746139121.422664:0:3750:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f3d3200/0x1f9f6ca451acc570 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7219 initiator: MDT0 00010000:00010000:1.0:1746139121.422668:0:3750:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f3d3200/0x1f9f6ca451acc570 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7219 initiator: MDT0 00010000:00010000:1.0:1746139121.422674:0:3750:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x6c9b94d9 (ffff8800a00bd200) 00010000:00010000:1.0:1746139121.422677:0:3750:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746139121.422679:0:3750:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009f3d3200/0x1f9f6ca451acc570 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7219 initiator: MDT0 00010000:00010000:1.0:1746139121.422682:0:3750:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f3d3200/0x1f9f6ca451acc570 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7219 initiator: MDT0 00000004:00080000:1.0:1746139121.422714:0:9349:0:(osp_trans.c:1327:osp_get_next_request()) ou ffff880084a70300 version 21 rpc_version 21 00000020:00080000:3.0:1746139121.422719:0:7248:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 9 cancel update log [0x200000400:0x2:0x0].9: rc = 0 00000020:00080000:3.0:1746139121.422725:0:7248:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 9 00000020:00100000:1.0:1746139121.422741:0:9349:0:(genops.c:2421:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1746139121.422747:0:9349:0:(client.c:764:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88009cbaed80 x1830958832258944/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1746139121.422767:0:9349:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cbaed80 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:9349:1830958832258944:0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1746139121.422810:0:9349:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746139121.422849:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958832258944 00000100:00100000:3.0:1746139121.422854:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958832258944 00000100:00100000:1.0:1746139121.422856:0:9349:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007fe1e3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746139121.422884:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 665 00000100:00100000:3.0:1746139121.422890:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbaf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:9349:x1830958832258944:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:3.0:1746139121.423017:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbaf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:9349:x1830958832258944:12345-0@lo:1000:osp_up1-0.0 Request processed in 127us (206us total) trans 4294967377 rc 0/0 00000100:00100000:3.0:1746139121.423023:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 665 00000100:00100000:1.0:1746139121.423104:0:9349:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cbaed80 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:9349:1830958832258944:0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1746139121.424233:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139121.424281:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840575488 00000100:00100000:1.0:1746139121.424286:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840575488 00000100:00100000:1.0:1746139121.424332:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30215 00000100:00100000:1.0:1746139121.424339:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+9:2008:x1830958840575488:12345-192.168.203.56@tcp:16:dd.0 00000001:00080000:3.0:1746139121.428007:0:9560:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970725 is committed 00000100:00100000:1.0:1746139121.428173:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+7:2008:x1830958840575488:12345-192.168.203.56@tcp:16:dd.0 Request processed in 3829us (3937us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139121.428184:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30215 00000100:00100000:0.0:1746139121.430484:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139121.430866:0:21208:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840575744 00000100:00100000:3.0:1746139121.430877:0:21208:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840575744 00000100:00100000:3.0:1746139121.430944:0:21208:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 198 00000100:00100000:3.0:1746139121.430953:0:21208:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b60e9717-019c-4527-a82a-15e993ac5189+18:3833:x1830958840575744:12345-192.168.203.56@tcp:35:dd.0 00000100:00100000:3.0:1746139121.431931:0:21208:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b60e9717-019c-4527-a82a-15e993ac5189+19:3833:x1830958840575744:12345-192.168.203.56@tcp:35:dd.0 Request processed in 976us (1453us total) trans 4294989801 rc 0/0 00000100:00100000:3.0:1746139121.431940:0:21208:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 198 00000100:00100000:0.0:1746139121.439648:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139121.439760:0:21208:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840576000 00000100:00100000:3.0:1746139121.439771:0:21208:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840576000 00000100:00100000:3.0:1746139121.439825:0:21208:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 199 00000100:00100000:3.0:1746139121.439834:0:21208:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391d1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b60e9717-019c-4527-a82a-15e993ac5189+19:3833:x1830958840576000:12345-192.168.203.56@tcp:35:dd.0 00000100:00100000:3.0:1746139121.440122:0:21208:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b60e9717-019c-4527-a82a-15e993ac5189+20:3833:x1830958840576000:12345-192.168.203.56@tcp:35:dd.0 Request processed in 289us (514us total) trans 4294989802 rc 0/0 00000100:00100000:3.0:1746139121.440129:0:21208:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 199 00000100:00100000:0.0:1746139121.463085:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139121.463687:0:21532:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840576128 00000100:00100000:2.0:1746139121.463698:0:21532:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840576128 00000100:00100000:2.0:1746139121.464414:0:21532:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 53180 00000100:00100000:2.0:1746139121.464425:0:21532:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b60e9717-019c-4527-a82a-15e993ac5189+20:3835:x1830958840576128:12345-192.168.203.56@tcp:101:checkstat.0 00010000:00010000:2.0:1746139121.464551:0:21532:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139121.464608:0:21532:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f14e400/0x1f9f6ca451acc6d5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3513064 expref: -99 pid: 21532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139121.464704:0:21532:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f14ec00/0x1f9f6ca451acc6dc lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 21532 initiator: MDT0 00010000:00010000:2.0:1746139121.464718:0:21532:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f14ec00/0x1f9f6ca451acc6dc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21532 initiator: MDT0 00010000:00010000:2.0:1746139121.464734:0:21532:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f14ec00/0x1f9f6ca451acc6dc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21532 initiator: MDT0 00000004:00200000:2.0:1746139121.464784:0:21532:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1746139121.464788:0:21532:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1746139121.464808:0:21532:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009f14ec00/0x1f9f6ca451acc6dc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21532 initiator: MDT0 00010000:00010000:2.0:1746139121.464829:0:21532:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f14e400/0x1f9f6ca451acc6d5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3513064 expref: 22 pid: 21532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139121.464866:0:21532:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f14ec00/0x1f9f6ca451acc6dc lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3513064 expref: 21 pid: 21532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139121.464874:0:21532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a07b0f00) 00010000:00010000:2.0:1746139121.464877:0:21532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1746139121.464880:0:21532:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f14ec00, rc 0) 00000100:00100000:2.0:1746139121.465133:0:21532:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b60e9717-019c-4527-a82a-15e993ac5189+21:3835:x1830958840576128:12345-192.168.203.56@tcp:101:checkstat.0 Request processed in 709us (2059us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139121.465139:0:21532:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 53180 00000100:00100000:3.0:1746139121.470611:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139121.470822:0:21532:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840576256 00000100:00100000:2.0:1746139121.470831:0:21532:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840576256 00000100:00100000:2.0:1746139121.470884:0:21532:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 53181 00000100:00100000:2.0:1746139121.470891:0:21532:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a086a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b60e9717-019c-4527-a82a-15e993ac5189+21:3835:x1830958840576256:12345-192.168.203.56@tcp:101:checkstat.0 00010000:00010000:2.0:1746139121.470913:0:21532:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139121.470932:0:21532:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f14f800/0x1f9f6ca451acc6e3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a351306b expref: -99 pid: 21532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139121.470998:0:21532:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f14f000/0x1f9f6ca451acc6ea lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 21532 initiator: MDT0 00010000:00010000:2.0:1746139121.471011:0:21532:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f14f000/0x1f9f6ca451acc6ea lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21532 initiator: MDT0 00010000:00010000:2.0:1746139121.471021:0:21532:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f14f000/0x1f9f6ca451acc6ea lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21532 initiator: MDT0 00010000:00010000:2.0:1746139121.471033:0:21532:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f14e600/0x1f9f6ca451acc6f1 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 21532 initiator: MDT0 00010000:00010000:2.0:1746139121.471038:0:21532:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f14e600/0x1f9f6ca451acc6f1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21532 initiator: MDT0 00010000:00010000:2.0:1746139121.471044:0:21532:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f14e600/0x1f9f6ca451acc6f1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21532 initiator: MDT0 00010000:00010000:2.0:1746139121.471123:0:21532:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f14ea00/0x1f9f6ca451acc6f8 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 21532 initiator: MDT0 00010000:00010000:2.0:1746139121.471131:0:21532:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f14ea00/0x1f9f6ca451acc6f8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21532 initiator: MDT0 00010000:00010000:2.0:1746139121.471136:0:21532:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f14ea00/0x1f9f6ca451acc6f8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21532 initiator: MDT0 00000004:00200000:2.0:1746139121.471172:0:21532:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4c:0x0]: returning size 26214400 00000004:00200000:2.0:1746139121.471176:0:21532:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1746139121.471192:0:21532:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009f14ea00/0x1f9f6ca451acc6f8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21532 initiator: MDT0 00010000:00010000:2.0:1746139121.471201:0:21532:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f14ea00/0x1f9f6ca451acc6f8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21532 initiator: MDT0 00010000:00010000:2.0:1746139121.471209:0:21532:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f14f000/0x1f9f6ca451acc6ea lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21532 initiator: MDT0 00010000:00010000:2.0:1746139121.471214:0:21532:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f14f000/0x1f9f6ca451acc6ea lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 21532 initiator: MDT0 00010000:00010000:2.0:1746139121.471220:0:21532:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009f14f000/0x1f9f6ca451acc6ea lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 21532 initiator: MDT0 00010000:00010000:2.0:1746139121.471225:0:21532:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009f14f000/0x1f9f6ca451acc6ea lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 21532 initiator: MDT0 00010000:00010000:2.0:1746139121.471229:0:21532:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009f14f000 already unused, calling callback (ffffffffa0f11690) 00010000:00010000:2.0:1746139121.471234:0:21532:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f14f000/0x1f9f6ca451acc6ea lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 21532 initiator: MDT0 00010000:00010000:2.0:1746139121.471240:0:21532:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f14f000/0x1f9f6ca451acc6ea lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 21532 initiator: MDT0 00010000:00010000:2.0:1746139121.471249:0:21532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a07b0f00) 00010000:00010000:2.0:1746139121.471252:0:21532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746139121.471256:0:21532:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009f14f000/0x1f9f6ca451acc6ea lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 21532 initiator: MDT0 00010000:00010000:2.0:1746139121.471261:0:21532:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f14f000/0x1f9f6ca451acc6ea lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 21532 initiator: MDT0 00010000:00010000:2.0:1746139121.471275:0:21532:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f14e600/0x1f9f6ca451acc6f1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21532 initiator: MDT0 00010000:00010000:2.0:1746139121.471280:0:21532:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009f14e600/0x1f9f6ca451acc6f1 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 21532 initiator: MDT0 00010000:00010000:2.0:1746139121.471284:0:21532:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009f14e600/0x1f9f6ca451acc6f1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21532 initiator: MDT0 00010000:00010000:2.0:1746139121.471288:0:21532:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009f14e600 already unused, calling callback (ffffffffa0f11690) 00010000:00010000:2.0:1746139121.471290:0:21532:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f14e600/0x1f9f6ca451acc6f1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21532 initiator: MDT0 00010000:00010000:2.0:1746139121.471294:0:21532:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f14e600/0x1f9f6ca451acc6f1 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 21532 initiator: MDT0 00010000:00010000:2.0:1746139121.471298:0:21532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff8800b4aab500) 00010000:00010000:2.0:1746139121.471300:0:21532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746139121.471302:0:21532:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009f14e600/0x1f9f6ca451acc6f1 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21532 initiator: MDT0 00010000:00010000:2.0:1746139121.471306:0:21532:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f14e600/0x1f9f6ca451acc6f1 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21532 initiator: MDT0 00010000:00010000:2.0:1746139121.471331:0:21532:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f14f800/0x1f9f6ca451acc6e3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351306b expref: 23 pid: 21532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139121.471341:0:21532:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f14ea00/0x1f9f6ca451acc6f8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351306b expref: 22 pid: 21532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139121.471347:0:21532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff88012ee2eb00) 00010000:00010000:2.0:1746139121.471349:0:21532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746139121.471351:0:21532:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f14ea00, rc 0) 00000100:00100000:2.0:1746139121.471410:0:21532:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a086a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b60e9717-019c-4527-a82a-15e993ac5189+22:3835:x1830958840576256:12345-192.168.203.56@tcp:101:checkstat.0 Request processed in 518us (809us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139121.471416:0:21532:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 53181 00000100:00100000:1.0:1746139121.473969:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139121.474018:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139121.474097:0:10475:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840576384 00000100:00100000:3.0:1746139121.474106:0:10475:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840576384 00000100:00100000:3.0:1746139121.474281:0:10475:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840576512 00000100:00100000:3.0:1746139121.474284:0:10475:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840576512 00000100:00100000:3.0:1746139121.474304:0:10475:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30216 00000100:00100000:3.0:1746139121.474311:0:10475:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbadc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b60e9717-019c-4527-a82a-15e993ac5189+7:2008:x1830958840576384:12345-192.168.203.56@tcp:101:checkstat.0 00010000:00010000:3.0:1746139121.474329:0:10475:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139121.474346:0:10475:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88007fd64000/0x1f9f6ca451acc6ff lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3513072 expref: -99 pid: 10475 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139121.474413:0:10475:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072788000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10475:1830958832259072:192.168.203.56@tcp:106: 00000100:00100000:0.0:1746139121.474781:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30217 00000100:00100000:0.0:1746139121.474788:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b60e9717-019c-4527-a82a-15e993ac5189+15:2008:x1830958840576512:12345-192.168.203.56@tcp:101:checkstat.0 00010000:00010000:0.0:1746139121.474796:0:9562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746139121.474806:0:9562:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800726eb400/0x1f9f6ca451acc706 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3513079 expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746139121.474833:0:9562:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801391d3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9562:1830958832259200:192.168.203.56@tcp:106: 00000100:00100000:3.0:1746139121.477117:0:10475:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bbab240 going to sleep for 11 seconds 00000100:00100000:1.0:1746139121.477439:0:9562:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009cc91d80 going to sleep for 11 seconds 00002000:00010000:1.0:1746139121.480172:0:9562:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x2c0000401:0x1d:0x0] updating lvb size: 0 -> 12582912 00002000:00010000:1.0:1746139121.480181:0:9562:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x2c0000401:0x1d:0x0] updating lvb mtime: 0 -> 1746139121 00002000:00010000:1.0:1746139121.480183:0:9562:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x2c0000401:0x1d:0x0] updating lvb atime: 0 -> 1746139120 00002000:00010000:1.0:1746139121.480186:0:9562:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x2c0000401:0x1d:0x0] updating lvb ctime: 0 -> 1746139121 00002000:00010000:1.0:1746139121.480188:0:9562:0:(ofd_lvb.c:282:ofd_lvbo_update()) res: [0x2c0000401:0x1d:0x0] updating lvb blocks: 0 -> 24576 00000100:00100000:1.0:1746139121.480213:0:9562:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801391d3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9562:1830958832259200:192.168.203.56@tcp:106: 00010000:00010000:1.0:1746139121.480252:0:9562:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800726eb400/0x1f9f6ca451acc706 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3513079 expref: 16 pid: 9562 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746139121.480267:0:9562:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800726eb400/0x1f9f6ca451acc706 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3513079 expref: 16 pid: 9562 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746139121.480294:0:9562:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800726eb400, rc 0) 00000100:00100000:1.0:1746139121.480353:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b60e9717-019c-4527-a82a-15e993ac5189+15:2008:x1830958840576512:12345-192.168.203.56@tcp:101:checkstat.0 Request processed in 5564us (6332us total) trans 0 rc 301/301 00000100:00100000:1.0:1746139121.480363:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30217 00002000:00010000:3.0:1746139121.480485:0:10475:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb size: 0 -> 13631488 00002000:00010000:3.0:1746139121.480487:0:10475:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb mtime: 0 -> 1746139121 00002000:00010000:3.0:1746139121.480489:0:10475:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb atime: 0 -> 1746139120 00002000:00010000:3.0:1746139121.480490:0:10475:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb ctime: 0 -> 1746139121 00002000:00010000:3.0:1746139121.480492:0:10475:0:(ofd_lvb.c:282:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb blocks: 0 -> 24576 00000100:00100000:3.0:1746139121.480503:0:10475:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072788000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10475:1830958832259072:192.168.203.56@tcp:106: 00010000:00010000:3.0:1746139121.480526:0:10475:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88007fd64000/0x1f9f6ca451acc6ff lrc: 1/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3513072 expref: 8 pid: 10475 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746139121.480536:0:10475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88007fd64000/0x1f9f6ca451acc6ff lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3513072 expref: 8 pid: 10475 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746139121.480548:0:10475:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88007fd64000, rc 0) 00000100:00100000:3.0:1746139121.480566:0:10475:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbadc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b60e9717-019c-4527-a82a-15e993ac5189+7:2008:x1830958840576384:12345-192.168.203.56@tcp:101:checkstat.0 Request processed in 6256us (6604us total) trans 0 rc 301/301 00000100:00100000:3.0:1746139121.480571:0:10475:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30216 00000100:00100000:0.0:1746139121.490830:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139121.490945:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840576640 00000100:00100000:1.0:1746139121.490956:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840576640 00000100:00100000:1.0:1746139121.491024:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 53182 00000100:00100000:1.0:1746139121.491033:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+16:3837:x1830958840576640:12345-192.168.203.56@tcp:101:checkstat.0 00010000:00010000:1.0:1746139121.491062:0:7219:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139121.491084:0:7219:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7836000/0x1f9f6ca451acc70d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3513080 expref: -99 pid: 7219 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139121.491149:0:7219:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7836800/0x1f9f6ca451acc714 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7219 initiator: MDT0 00010000:00010000:1.0:1746139121.491163:0:7219:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7836800/0x1f9f6ca451acc714 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7219 initiator: MDT0 00010000:00010000:1.0:1746139121.491175:0:7219:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7836800/0x1f9f6ca451acc714 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7219 initiator: MDT0 00000004:00200000:1.0:1746139121.491222:0:7219:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1746139121.491226:0:7219:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1746139121.491244:0:7219:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7836800/0x1f9f6ca451acc714 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7219 initiator: MDT0 00010000:00010000:1.0:1746139121.491264:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7836000/0x1f9f6ca451acc70d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3513080 expref: 18 pid: 7219 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139121.491296:0:7219:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7836800/0x1f9f6ca451acc714 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3513080 expref: 17 pid: 7219 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139121.491304:0:7219:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a07b0f00) 00010000:00010000:1.0:1746139121.491307:0:7219:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1746139121.491310:0:7219:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7836800, rc 0) 00000100:00100000:1.0:1746139121.492481:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+17:3837:x1830958840576640:12345-192.168.203.56@tcp:101:checkstat.0 Request processed in 1445us (1661us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139121.492489:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 53182 00000100:00100000:1.0:1746139121.505728:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139121.506007:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840576896 00000100:00100000:2.0:1746139121.506017:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840576896 00000100:00100000:2.0:1746139121.506076:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 53183 00000100:00100000:2.0:1746139121.506084:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b60e9717-019c-4527-a82a-15e993ac5189+22:3838:x1830958840576896:12345-192.168.203.56@tcp:101:cmp.0 00010000:00010000:2.0:1746139121.506107:0:7219:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139121.506128:0:7219:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f14fc00/0x1f9f6ca451acc71b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3513087 expref: -99 pid: 7219 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139121.506240:0:7219:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f14e000/0x1f9f6ca451acc722 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7219 initiator: MDT0 00010000:00010000:2.0:1746139121.506253:0:7219:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f14e000/0x1f9f6ca451acc722 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7219 initiator: MDT0 00010000:00010000:2.0:1746139121.506265:0:7219:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f14e000/0x1f9f6ca451acc722 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7219 initiator: MDT0 00000004:00200000:2.0:1746139121.506275:0:7219:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4a:0x0]: returning size 26214400 00010000:00010000:2.0:1746139121.506402:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f14fc00/0x1f9f6ca451acc71b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3513087 expref: 25 pid: 7219 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139121.506436:0:7219:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f14e000/0x1f9f6ca451acc722 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3513087 expref: 24 pid: 7219 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139121.506444:0:7219:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff88012fb4af00) 00010000:00010000:2.0:1746139121.506447:0:7219:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:2.0:1746139121.506450:0:7219:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f14e000, rc 0) 00000100:00100000:2.0:1746139121.506497:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b60e9717-019c-4527-a82a-15e993ac5189+24:3838:x1830958840576896:12345-192.168.203.56@tcp:101:cmp.0 Request processed in 414us (780us total) trans 4294989803 rc 0/0 00000100:00100000:2.0:1746139121.506504:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 53183 00000100:00100000:3.0:1746139121.508853:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139121.509046:0:21532:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840577152 00000100:00100000:0.0:1746139121.509056:0:21532:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840577152 00000100:00100000:0.0:1746139121.509112:0:21532:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 53184 00000100:00100000:0.0:1746139121.509119:0:21532:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072788000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b60e9717-019c-4527-a82a-15e993ac5189+24:3838:x1830958840577152:12345-192.168.203.56@tcp:101:cmp.0 00010000:00010000:0.0:1746139121.509142:0:21532:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746139121.509159:0:21532:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800726eb400/0x1f9f6ca451acc730 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a351308e expref: -99 pid: 21532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139121.509257:0:21532:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800726ea200/0x1f9f6ca451acc737 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 21532 initiator: MDT0 00010000:00010000:0.0:1746139121.509269:0:21532:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800726ea200/0x1f9f6ca451acc737 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21532 initiator: MDT0 00010000:00010000:0.0:1746139121.509280:0:21532:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800726ea200/0x1f9f6ca451acc737 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21532 initiator: MDT0 00000004:00200000:0.0:1746139121.509289:0:21532:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4c:0x0]: returning size 26214400 00010000:00010000:0.0:1746139121.509391:0:21532:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800726eb400/0x1f9f6ca451acc730 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351308e expref: 27 pid: 21532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139121.509566:0:21532:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800726ea200/0x1f9f6ca451acc737 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351308e expref: 26 pid: 21532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139121.509574:0:21532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff88012ee2eb00) 00010000:00010000:0.0:1746139121.509577:0:21532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1746139121.509583:0:21532:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800726ea200, rc 0) 00000100:00100000:0.0:1746139121.509664:0:21532:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072788000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b60e9717-019c-4527-a82a-15e993ac5189+26:3838:x1830958840577152:12345-192.168.203.56@tcp:101:cmp.0 Request processed in 544us (825us total) trans 4294989804 rc 0/0 00000100:00100000:0.0:1746139121.509670:0:21532:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 53184 00000100:00100000:2.0:1746139121.512360:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139121.512409:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139121.512729:0:10475:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840577280 00000100:00100000:1.0:1746139121.512732:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840577408 00000100:00100000:3.0:1746139121.512739:0:10475:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840577280 00000100:00100000:1.0:1746139121.512739:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840577408 00000100:00100000:3.0:1746139121.512783:0:10475:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30218 00000100:00100000:2.0:1746139121.512791:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139121.512792:0:10475:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801314bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b60e9717-019c-4527-a82a-15e993ac5189+7:2007:x1830958840577280:12345-192.168.203.56@tcp:101:cmp.0 00010000:00010000:3.0:1746139121.512807:0:10475:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1746139121.512811:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840577536 00000100:00100000:2.0:1746139121.512814:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840577536 00010000:00010000:3.0:1746139121.512823:0:10475:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88007fd64e00/0x1f9f6ca451acc745 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3513095 expref: -99 pid: 10475 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746139121.512842:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 1358 00000100:00100000:2.0:1746139121.512847:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801314bf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+26:2010:x1830958840577536:12345-192.168.203.56@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1746139121.512851:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30219 00000100:00100000:1.0:1746139121.512856:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801314bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b60e9717-019c-4527-a82a-15e993ac5189+15:2007:x1830958840577408:12345-192.168.203.56@tcp:101:cmp.0 00010000:00010000:2.0:1746139121.512857:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746139121.512864:0:9562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139121.512873:0:9562:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7836600/0x1f9f6ca451acc74c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a351309c expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139121.512875:0:10475:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072789880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10475:1830958832259328:192.168.203.56@tcp:106: 00010000:00010000:2.0:1746139121.512878:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800726ea200/0x1f9f6ca451acc737 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351308e expref: 26 pid: 21532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139121.512892:0:7207:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff88012ee2eb00) 00010000:00010000:2.0:1746139121.512896:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746139121.512898:0:9562:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cbae300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9562:1830958832259456:192.168.203.56@tcp:106: 00000100:00100000:2.0:1746139121.512933:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801314bf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+25:2010:x1830958840577536:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 85us (141us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139121.512939:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1358 00000100:00100000:3.0:1746139121.513807:0:10475:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bbab240 going to sleep for 11 seconds 00000100:00100000:1.0:1746139121.513821:0:9562:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007fe1e3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746139121.515453:0:10475:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072789880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10475:1830958832259328:192.168.203.56@tcp:106: 00010000:00010000:3.0:1746139121.515489:0:10475:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88007fd64e00/0x1f9f6ca451acc745 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3513095 expref: 8 pid: 10475 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746139121.515504:0:10475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88007fd64e00/0x1f9f6ca451acc745 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3513095 expref: 8 pid: 10475 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746139121.515517:0:10475:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88007fd64e00, rc 0) 00000100:00100000:3.0:1746139121.515565:0:10475:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801314bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b60e9717-019c-4527-a82a-15e993ac5189+7:2007:x1830958840577280:12345-192.168.203.56@tcp:101:cmp.0 Request processed in 2773us (3209us total) trans 0 rc 301/301 00000100:00100000:3.0:1746139121.515574:0:10475:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30218 00000100:00100000:0.0:1746139121.515680:0:9562:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cbae300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9562:1830958832259456:192.168.203.56@tcp:106: 00010000:00010000:0.0:1746139121.515702:0:9562:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7836600/0x1f9f6ca451acc74c lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351309c expref: 16 pid: 9562 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746139121.515711:0:9562:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7836600/0x1f9f6ca451acc74c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351309c expref: 16 pid: 9562 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746139121.515719:0:9562:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7836600, rc 0) 00000100:00100000:0.0:1746139121.515740:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801314bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b60e9717-019c-4527-a82a-15e993ac5189+15:2007:x1830958840577408:12345-192.168.203.56@tcp:101:cmp.0 Request processed in 2885us (3331us total) trans 0 rc 301/301 00000100:00100000:0.0:1746139121.515746:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30219 00000100:00100000:1.0:1746139121.529521:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139121.529578:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139121.529648:0:9569:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840577920 00000100:00100000:2.0:1746139121.529658:0:9569:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840577920 00002000:00100000:2.0:1746139121.529702:0:9569:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1a:0x0] (0->2097151) req@ffff88009cbad880 x1830958840577920/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:47/0 lens 488/0 e 0 to 0 dl 1746139132 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746139121.529712:0:9569:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cbad880 with x1830958840577920 ext(0->2097151) 00002000:00010000:2.0:1746139121.529717:0:9569:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009cbad880 00000100:00100000:3.0:1746139121.530927:0:27213:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840578048 00000100:00100000:3.0:1746139121.530933:0:27213:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840578048 00000100:00100000:0.0:1746139121.530952:0:24934:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13540 00002000:00100000:3.0:1746139121.530964:0:27213:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x1c:0x0] (0->2097151) req@ffff88009cbaf480 x1830958840578048/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:47/0 lens 488/0 e 0 to 0 dl 1746139132 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00000100:00100000:0.0:1746139121.530964:0:24934:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:b60e9717-019c-4527-a82a-15e993ac5189+7:2008:x1830958840577920:12345-192.168.203.56@tcp:3:cmp.0 00002000:00100000:3.0:1746139121.530973:0:27213:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cbaf480 with x1830958840578048 ext(0->2097151) 00002000:00010000:3.0:1746139121.530977:0:27213:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cbaf480 00000100:00100000:3.0:1746139121.530998:0:27213:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13541 00000100:00100000:3.0:1746139121.531004:0:27213:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbaf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:b60e9717-019c-4527-a82a-15e993ac5189+15:2008:x1830958840578048:12345-192.168.203.56@tcp:3:cmp.0 00000100:00100000:0.0:1746139121.553208:0:27213:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbaf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:b60e9717-019c-4527-a82a-15e993ac5189+15:2008:x1830958840578048:12345-192.168.203.56@tcp:3:cmp.0 Request processed in 22193us (23619us total) trans 0 rc 2097152/2097152 00000100:00100000:0.0:1746139121.553220:0:27213:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13541 00002000:00100000:0.0:1746139121.553231:0:27213:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x1c:0x0] (0->2097151) req@ffff88009cbaf480 x1830958840578048/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:47/0 lens 488/440 e 0 to 0 dl 1746139132 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746139121.553241:0:27213:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cbaf480 with x1830958840578048 ext(0->2097151) 00002000:00010000:0.0:1746139121.553248:0:27213:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cbaf480 00000100:00100000:1.0:1746139121.555655:0:24934:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:b60e9717-019c-4527-a82a-15e993ac5189+7:2008:x1830958840577920:12345-192.168.203.56@tcp:3:cmp.0 Request processed in 24686us (26136us total) trans 0 rc 2097152/2097152 00000100:00100000:1.0:1746139121.555667:0:24934:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13540 00002000:00100000:1.0:1746139121.555677:0:24934:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->2097151) req@ffff88009cbad880 x1830958840577920/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:47/0 lens 488/440 e 0 to 0 dl 1746139132 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746139121.555685:0:24934:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cbad880 with x1830958840577920 ext(0->2097151) 00002000:00010000:1.0:1746139121.555691:0:24934:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009cbad880 00000100:00100000:0.0:1746139121.581414:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139121.581683:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840578176 00000100:00100000:2.0:1746139121.581692:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840578176 00000100:00100000:2.0:1746139121.582114:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30220 00000100:00100000:2.0:1746139121.582123:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b60e9717-019c-4527-a82a-15e993ac5189+7:3838:x1830958840578176:12345-192.168.203.56@tcp:101:cmp.0 00010000:00010000:2.0:1746139121.582148:0:9562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139121.582175:0:9562:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f14ee00/0x1f9f6ca451acc753 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a35130a3 expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139121.582218:0:9562:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f0e4200/0x1f9f6ca451acc5a1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3513041 expref: 7 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139121.582227:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139121.582229:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139121.582233:0:9562:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f14ee00/0x1f9f6ca451acc753 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35130a3 expref: 8 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139121.582271:0:9562:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f0e4200/0x1f9f6ca451acc5a1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3513041 expref: 7 pid: 24929 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139121.582286:0:9562:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f0e4200/0x1f9f6ca451acc5a1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3513041 expref: 7 pid: 24929 timeout: 846 lvb_type: 0 00000100:00100000:2.0:1746139121.582299:0:9562:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801314bea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9562:1830958832259584:192.168.203.56@tcp:104: 00000100:00100000:2.0:1746139121.582446:0:9562:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a059d540 going to sleep for 11 seconds 00000100:00100000:0.0:1746139121.584656:0:9562:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801314bea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9562:1830958832259584:192.168.203.56@tcp:104: 00010000:00010000:0.0:1746139121.584687:0:9562:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f14ee00/0x1f9f6ca451acc753 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35130a3 expref: 8 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139121.584702:0:9562:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f14ee00, rc 0) 00000100:00100000:0.0:1746139121.584746:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b60e9717-019c-4527-a82a-15e993ac5189+8:3838:x1830958840578176:12345-192.168.203.56@tcp:101:cmp.0 Request processed in 2624us (3344us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139121.584755:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30220 00000100:00100000:0.0:1746139121.585409:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139121.585469:0:24934:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840578304 00000100:00100000:1.0:1746139121.585476:0:24934:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840578304 00002000:00100000:1.0:1746139121.585520:0:24934:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1b:0x0] (12582912->13631487) req@ffff8801391d3b80 x1830958840578304/t0(0) o4->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:47/0 lens 488/0 e 0 to 0 dl 1746139132 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746139121.585529:0:24934:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801391d3b80 with x1830958840578304 ext(12582912->13631487) 00010000:00010000:1.0:1746139121.585535:0:24934:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f0e4200/0x1f9f6ca451acc5a1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3513041 expref: 8 pid: 24929 timeout: 846 lvb_type: 0 00010000:00010000:1.0:1746139121.585548:0:24934:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f0e4200/0x1f9f6ca451acc5a1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3513041 expref: 8 pid: 24929 timeout: 846 lvb_type: 0 00002000:00010000:1.0:1746139121.585555:0:24934:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801391d3b80 00000100:00100000:1.0:1746139121.585571:0:24934:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2876 00000100:00100000:1.0:1746139121.585578:0:24934:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+8:2007:x1830958840578304:12345-192.168.203.56@tcp:4:dd.0 00000100:00100000:0.0:1746139121.606109:0:24934:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+10:2007:x1830958840578304:12345-192.168.203.56@tcp:4:dd.0 Request processed in 20512us (20682us total) trans 4294970726 rc 0/0 00000100:00100000:0.0:1746139121.606126:0:24934:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2876 00002000:00100000:0.0:1746139121.606140:0:24934:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1b:0x0] (12582912->13631487) req@ffff8801391d3b80 x1830958840578304/t4294970726(0) o4->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:47/0 lens 488/448 e 0 to 0 dl 1746139132 ref 1 fl Complete:H/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746139121.606150:0:24934:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801391d3b80 with x1830958840578304 ext(12582912->13631487) 00010000:00010000:0.0:1746139121.606295:0:24934:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f0e4200/0x1f9f6ca451acc5a1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3513041 expref: 10 pid: 24929 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746139121.606315:0:24934:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f0e4200/0x1f9f6ca451acc5a1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3513041 expref: 10 pid: 24929 timeout: 846 lvb_type: 0 00002000:00010000:0.0:1746139121.606323:0:24934:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801391d3b80 00000100:00100000:2.0:1746139121.627078:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139121.627166:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840578432 00000100:00100000:0.0:1746139121.627175:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840578432 00010000:00010000:0.0:1746139121.627216:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f0e4200/0x1f9f6ca451acc5a1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3513041 expref: 10 pid: 24929 timeout: 846 lvb_type: 0 00000100:00100000:0.0:1746139121.627259:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17519 00000100:00100000:0.0:1746139121.627267:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801314bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+10:2007:x1830958840578432:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746139121.627283:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1746139121.627301:0:7207:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb blocks from disk: 24576 -> 26624 00010000:00010000:0.0:1746139121.627306:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f0e4200/0x1f9f6ca451acc5a1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3513041 expref: 10 pid: 24929 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746139121.627318:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f0e4200/0x1f9f6ca451acc5a1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3513041 expref: 10 pid: 24929 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746139121.627340:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f0e4200/0x1f9f6ca451acc5a1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3513041 expref: 10 pid: 24929 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746139121.627374:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139121.627376:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139121.627384:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f14ee00/0x1f9f6ca451acc753 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35130a3 expref: 7 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139121.627392:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f14ee00/0x1f9f6ca451acc753 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35130a3 expref: 7 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139121.627430:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f14ee00/0x1f9f6ca451acc753 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35130a3 expref: 7 pid: 9562 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746139121.627445:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed1f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7207:1830958832259712:192.168.203.56@tcp:105: 00000100:00100000:0.0:1746139121.627541:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009cc91f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746139121.631509:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ed1f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7207:1830958832259712:192.168.203.56@tcp:105: 00010000:00010000:0.0:1746139121.631533:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746139121.631741:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801314bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+9:2007:x1830958840578432:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 4472us (4671us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139121.631752:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17519 00000100:00100000:0.0:1746139121.635375:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139121.636288:0:24934:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840578688 00000100:00100000:2.0:1746139121.636299:0:24934:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840578688 00002000:00100000:2.0:1746139121.636347:0:24934:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1b:0x0] (0->1048575) req@ffff88009ed1f800 x1830958840578688/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:47/0 lens 488/0 e 0 to 0 dl 1746139132 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746139121.636358:0:24934:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ed1f800 with x1830958840578688 ext(0->1048575) 00002000:00010000:2.0:1746139121.636363:0:24934:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ed1f800 00000100:00100000:2.0:1746139121.636403:0:24934:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13542 00000100:00100000:2.0:1746139121.636410:0:24934:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed1f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:b60e9717-019c-4527-a82a-15e993ac5189+8:2008:x1830958840578688:12345-192.168.203.56@tcp:3:cmp.0 00000100:00100000:2.0:1746139121.654127:0:24934:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed1f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:b60e9717-019c-4527-a82a-15e993ac5189+8:2008:x1830958840578688:12345-192.168.203.56@tcp:3:cmp.0 Request processed in 17702us (18757us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746139121.654140:0:24934:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13542 00002000:00100000:2.0:1746139121.654197:0:24934:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1b:0x0] (0->1048575) req@ffff88009ed1f800 x1830958840578688/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:47/0 lens 488/440 e 0 to 0 dl 1746139132 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746139121.654208:0:24934:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ed1f800 with x1830958840578688 ext(0->1048575) 00002000:00010000:2.0:1746139121.654214:0:24934:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ed1f800 00000100:00100000:0.0:1746139121.663363:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139121.665729:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840578816 00000100:00100000:2.0:1746139121.665742:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840578816 00000100:00100000:2.0:1746139121.665800:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30221 00000100:00100000:2.0:1746139121.665807:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed1dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b60e9717-019c-4527-a82a-15e993ac5189+15:3838:x1830958840578816:12345-192.168.203.56@tcp:101:cmp.0 00010000:00010000:2.0:1746139121.665825:0:9562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139121.665845:0:9562:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f14f400/0x1f9f6ca451acc75a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a35130aa expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139121.665875:0:9562:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88007fd65800/0x1f9f6ca451acc5c4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x40000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3513056 expref: 13 pid: 10475 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139121.665883:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139121.665884:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746139121.665887:0:9562:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f14f400/0x1f9f6ca451acc75a lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35130aa expref: 16 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139121.665918:0:9562:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88007fd65800/0x1f9f6ca451acc5c4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x50000000000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3513056 expref: 13 pid: 10475 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139121.665934:0:9562:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88007fd65800/0x1f9f6ca451acc5c4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x70000400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3513056 expref: 13 pid: 10475 timeout: 846 lvb_type: 0 00000100:00100000:2.0:1746139121.665946:0:9562:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801314bea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9562:1830958832259840:192.168.203.56@tcp:104: 00000100:00100000:2.0:1746139121.667100:0:9562:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a059d6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746139121.671090:0:9562:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801314bea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9562:1830958832259840:192.168.203.56@tcp:104: 00010000:00010000:2.0:1746139121.671126:0:9562:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f14f400/0x1f9f6ca451acc75a lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35130aa expref: 16 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139121.671146:0:9562:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f14f400, rc 0) 00000100:00100000:2.0:1746139121.671202:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed1dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b60e9717-019c-4527-a82a-15e993ac5189+16:3838:x1830958840578816:12345-192.168.203.56@tcp:101:cmp.0 Request processed in 5394us (7850us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139121.671212:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30221 00000100:00100000:0.0:1746139121.681255:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139121.681299:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840578944 00000100:00100000:0.0:1746139121.681309:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840578944 00010000:00010000:0.0:1746139121.681348:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88007fd65800/0x1f9f6ca451acc5c4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x60000400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3513056 expref: 14 pid: 10475 timeout: 846 lvb_type: 0 00000100:00100000:0.0:1746139121.681392:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17520 00000100:00100000:0.0:1746139121.681400:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800acc5e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+14:2007:x1830958840578944:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746139121.681415:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746139121.681436:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88007fd65800/0x1f9f6ca451acc5c4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x60000400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3513056 expref: 14 pid: 10475 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746139121.681449:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88007fd65800/0x1f9f6ca451acc5c4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x50000400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3513056 expref: 14 pid: 10475 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746139121.681474:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88007fd65800/0x1f9f6ca451acc5c4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x44801400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3513056 expref: 14 pid: 10475 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746139121.681509:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139121.681512:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139121.681520:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f14f400/0x1f9f6ca451acc75a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35130aa expref: 15 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139121.681529:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f14f400/0x1f9f6ca451acc75a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35130aa expref: 15 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139121.681566:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f14f400/0x1f9f6ca451acc75a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35130aa expref: 15 pid: 9562 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746139121.681579:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed1ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832259968:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139121.684152:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009cc91f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746139121.690225:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ed1ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832259968:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139121.690254:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139121.690315:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800acc5e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+13:2007:x1830958840578944:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 8914us (9069us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139121.690325:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17520 00000100:00100000:1.0:1746139121.697749:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139121.697799:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139121.697825:0:24934:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840579200 00000100:00100000:2.0:1746139121.697834:0:24934:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840579200 00002000:00100000:2.0:1746139121.697884:0:24934:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x1d:0x0] (0->2097151) req@ffff88009cbac380 x1830958840579200/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:47/0 lens 488/0 e 0 to 0 dl 1746139132 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746139121.697894:0:24934:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cbac380 with x1830958840579200 ext(0->2097151) 00002000:00010000:2.0:1746139121.697900:0:24934:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cbac380 00000100:00100000:2.0:1746139121.697933:0:24934:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840579456 00000100:00100000:2.0:1746139121.697936:0:24934:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840579456 00002000:00100000:2.0:1746139121.697949:0:24934:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1b:0x0] (1048576->2097151) req@ffff88009cbadf80 x1830958840579456/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:47/0 lens 488/0 e 0 to 0 dl 1746139132 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746139121.697956:0:24934:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cbadf80 with x1830958840579456 ext(1048576->2097151) 00002000:00010000:2.0:1746139121.697958:0:24934:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009cbadf80 00000100:00100000:2.0:1746139121.697980:0:9569:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13543 00000100:00100000:2.0:1746139121.697987:0:9569:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:b60e9717-019c-4527-a82a-15e993ac5189+16:2008:x1830958840579200:12345-192.168.203.56@tcp:3:cmp.0 00000100:00100000:0.0:1746139121.698317:0:27213:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13544 00000100:00100000:0.0:1746139121.698325:0:27213:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbadf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:b60e9717-019c-4527-a82a-15e993ac5189+8:2008:x1830958840579456:12345-192.168.203.56@tcp:3:cmp.0 00000100:00100000:2.0:1746139121.709495:0:27213:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbadf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:b60e9717-019c-4527-a82a-15e993ac5189+8:2008:x1830958840579456:12345-192.168.203.56@tcp:3:cmp.0 Request processed in 11158us (11682us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746139121.709508:0:27213:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13544 00002000:00100000:2.0:1746139121.709519:0:27213:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x1b:0x0] (1048576->2097151) req@ffff88009cbadf80 x1830958840579456/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:47/0 lens 488/440 e 0 to 0 dl 1746139132 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746139121.709529:0:27213:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cbadf80 with x1830958840579456 ext(1048576->2097151) 00002000:00010000:2.0:1746139121.709535:0:27213:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009cbadf80 00000100:00100000:3.0:1746139121.714880:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5f9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3765:1830958832260480:0@lo:400:kworker.0 00000100:00100000:2.0:1746139121.714902:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801314bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1830958832260352:0@lo:400:kworker.0 00000100:00100000:3.0:1746139121.714955:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746139121.714970:0:3767:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801314bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3767:1830958832260224:0@lo:400:kworker.0 00000100:00100000:3.0:1746139121.714983:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131465880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1830958832260992:0@lo:400:kworker.0 00000100:00100000:1.0:1746139121.714995:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746139121.715000:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746139121.715010:0:3767:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093491180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3767:1830958832260736:0@lo:400:kworker.0 00000100:00100000:3.0:1746139121.715021:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131464380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1830958832261504:0@lo:400:kworker.0 00000100:00100000:1.0:1746139121.715024:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746139121.715035:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746139121.715036:0:3767:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131466a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3767:1830958832261248:0@lo:400:kworker.0 00000100:00100000:1.0:1746139121.715050:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746139121.715064:0:10475:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958832260992 00000100:00100000:1.0:1746139121.715064:0:3767:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:1.0:1746139121.715068:0:3767:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801314bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1ca206db-9abf-4f14-943b-9a8520c6dd0e:3767:1830958832260096:0@lo:400:kworker.0 00000100:00100000:3.0:1746139121.715072:0:10475:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958832260992 00000100:00100000:1.0:1746139121.715089:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746139121.715111:0:10475:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958832261504 00000100:00100000:1.0:1746139121.715112:0:3767:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5f98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3767:1830958832260608:0@lo:400:kworker.0 00000100:00100000:3.0:1746139121.715113:0:10475:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958832261504 00000100:00100000:1.0:1746139121.715131:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746139121.715137:0:10475:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 786 00000100:00100000:1.0:1746139121.715142:0:3767:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131467b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3767:1830958832261120:0@lo:400:kworker.0 00000100:00100000:3.0:1746139121.715143:0:10475:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f15e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3765:x1830958832260992:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746139121.715156:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746139121.715178:0:21503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958832260480 00000100:00100000:1.0:1746139121.715181:0:21503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958832260480 00000100:00100000:3.0:1746139121.715189:0:10475:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f15e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3765:x1830958832260992:12345-0@lo:400:kworker.0 Request processed in 46us (188us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139121.715197:0:10475:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 786 00000100:00100000:1.0:1746139121.715204:0:21503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958832260224 00000100:00100000:1.0:1746139121.715206:0:21503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958832260224 00000100:00100000:1.0:1746139121.715213:0:21503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958832260736 00000100:00100000:1.0:1746139121.715215:0:21503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958832260736 00000100:00100000:3.0:1746139121.715218:0:10475:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 787 00000100:00100000:3.0:1746139121.715222:0:10475:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f15f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3765:x1830958832261504:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746139121.715224:0:21503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958832261248 00000100:00100000:1.0:1746139121.715226:0:21503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958832261248 00000100:00100000:1.0:1746139121.715236:0:21503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958832260608 00000100:00100000:1.0:1746139121.715238:0:21503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958832260608 00000100:00100000:3.0:1746139121.715243:0:10475:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f15f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3765:x1830958832261504:12345-0@lo:400:kworker.0 Request processed in 21us (207us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139121.715248:0:10475:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 787 00000100:00100000:1.0:1746139121.715248:0:21503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958832261120 00000100:00100000:1.0:1746139121.715250:0:21503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958832261120 00000100:00100000:1.0:1746139121.715260:0:21503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1139 00000100:00100000:3.0:1746139121.715263:0:10909:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1140 00000100:00100000:1.0:1746139121.715264:0:21503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072789880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3765:x1830958832260480:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746139121.715275:0:10909:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbafb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1830958832260224:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746139121.715288:0:21503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072789880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3765:x1830958832260480:12345-0@lo:400:kworker.0 Request processed in 24us (334us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139121.715293:0:21503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1139 00000100:00100000:3.0:1746139121.715296:0:10909:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbafb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1830958832260224:12345-0@lo:400:kworker.0 Request processed in 22us (301us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139121.715301:0:10909:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1140 00000100:00100000:2.0:1746139121.715331:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746139121.715352:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093492d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1830958832260864:0@lo:400:kworker.0 00000100:00100000:2.0:1746139121.715383:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746139121.715396:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131465c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1830958832261376:0@lo:400:kworker.0 00000100:00100000:2.0:1746139121.715410:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746139121.715900:0:21503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1141 00000100:00100000:3.0:1746139121.715904:0:10909:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1142 00000100:00100000:1.0:1746139121.715907:0:21503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3767:x1830958832260736:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746139121.715909:0:10909:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072c1a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1830958832261248:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746139121.716037:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1143 00000100:00100000:2.0:1746139121.716044:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072c18000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3767:x1830958832260608:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746139121.716069:0:21532:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1144 00000100:00100000:0.0:1746139121.716076:0:21532:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072c19c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1830958832261120:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746139121.716156:0:10909:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072c1a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1830958832261248:12345-0@lo:400:kworker.0 Request processed in 247us (1104us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139121.716156:0:21503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3767:x1830958832260736:12345-0@lo:400:kworker.0 Request processed in 251us (1130us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139121.716160:0:10909:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1142 00000100:00100000:1.0:1746139121.716162:0:21503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1141 00000100:00080000:3.0:1746139121.716177:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1746139121.716181:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1746139121.716183:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746139121.716189:0:10475:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958832260864 00000100:00100000:3.0:1746139121.716192:0:10475:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958832260864 00000100:00100000:1.0:1746139121.716203:0:3767:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801314bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3767:1830958832260224:0@lo:400:kworker.0 00000100:00100000:3.0:1746139121.716207:0:10475:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958832261376 00000100:00100000:3.0:1746139121.716209:0:10475:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958832261376 00000100:00100000:1.0:1746139121.716212:0:3767:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093491180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3767:1830958832260736:0@lo:400:kworker.0 00000100:00100000:3.0:1746139121.716220:0:10475:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 788 00000100:00100000:1.0:1746139121.716221:0:3767:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131466a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3767:1830958832261248:0@lo:400:kworker.0 00000100:00100000:3.0:1746139121.716224:0:10475:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c4d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3764:x1830958832260864:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746139121.716247:0:10475:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c4d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3764:x1830958832260864:12345-0@lo:400:kworker.0 Request processed in 23us (864us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139121.716252:0:10475:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 788 00000100:00100000:1.0:1746139121.716255:0:24929:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 789 00000100:00100000:1.0:1746139121.716260:0:24929:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c4d7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3764:x1830958832261376:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1746139121.716262:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746139121.716277:0:3765:0:(client.c:2927:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294972134 gen 2 00000004:00080000:3.0:1746139121.716283:0:3765:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800a075a300, transno 4294972134 00000100:00100000:1.0:1746139121.716283:0:24929:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c4d7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3764:x1830958832261376:12345-0@lo:400:kworker.0 Request processed in 24us (872us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139121.716288:0:24929:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 789 00000100:00100000:3.0:1746139121.716291:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131464380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1830958832261504:0@lo:400:kworker.0 00000100:00100000:3.0:1746139121.716301:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5f9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3765:1830958832260480:0@lo:400:kworker.0 00000100:00100000:3.0:1746139121.716309:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131465880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1830958832260992:0@lo:400:kworker.0 00000100:00100000:1.0:1746139121.716314:0:7213:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958832260096 00000100:00100000:1.0:1746139121.716316:0:7213:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958832260096 00000100:00100000:1.0:1746139121.716335:0:7213:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 563 00000100:00100000:1.0:1746139121.716339:0:7213:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b19e5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1ca206db-9abf-4f14-943b-9a8520c6dd0e+23:3767:x1830958832260096:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746139121.716381:0:7213:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b19e5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1ca206db-9abf-4f14-943b-9a8520c6dd0e+23:3767:x1830958832260096:12345-0@lo:400:kworker.0 Request processed in 25us (1274us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139121.716385:0:7213:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 563 00000100:00100000:1.0:1746139121.716408:0:3767:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801314bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1ca206db-9abf-4f14-943b-9a8520c6dd0e:3767:1830958832260096:0@lo:400:kworker.0 00000100:00100000:1.0:1746139121.716454:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093492d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1830958832260864:0@lo:400:kworker.0 00000100:00100000:1.0:1746139121.716462:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131465c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1830958832261376:0@lo:400:kworker.0 00000100:00100000:2.0:1746139121.717791:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072c18000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3767:x1830958832260608:12345-0@lo:400:kworker.0 Request processed in 1740us (2651us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139121.717800:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1143 00000100:00100000:2.0:1746139121.717835:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958832260352 00000100:00100000:2.0:1746139121.717840:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958832260352 00000100:00100000:2.0:1746139121.717869:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 666 00000100:00100000:2.0:1746139121.717874:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131467480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3764:x1830958832260352:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746139121.717930:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131467480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3764:x1830958832260352:12345-0@lo:400:kworker.0 Request processed in 56us (2598us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139121.717935:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 666 00000100:00100000:3.0:1746139121.718046:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801314bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1830958832260352:0@lo:400:kworker.0 00000100:00100000:1.0:1746139121.718126:0:3767:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5f98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3767:1830958832260608:0@lo:400:kworker.0 00000100:00100000:1.0:1746139121.718268:0:21532:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072c19c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1830958832261120:12345-0@lo:400:kworker.0 Request processed in 2192us (3109us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139121.718275:0:21532:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1144 00000100:00100000:2.0:1746139121.718342:0:3767:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131467b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3767:1830958832261120:0@lo:400:kworker.0 00000100:00100000:2.0:1746139121.718879:0:9569:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:b60e9717-019c-4527-a82a-15e993ac5189+16:2008:x1830958840579200:12345-192.168.203.56@tcp:3:cmp.0 Request processed in 20890us (21138us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1746139121.718887:0:9569:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13543 00002000:00100000:2.0:1746139121.718896:0:9569:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1d:0x0] (0->2097151) req@ffff88009cbac380 x1830958840579200/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:47/0 lens 488/440 e 0 to 0 dl 1746139132 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746139121.718905:0:9569:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cbac380 with x1830958840579200 ext(0->2097151) 00002000:00010000:2.0:1746139121.718912:0:9569:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cbac380 00000100:00100000:0.0:1746139121.739011:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139121.739070:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139121.739840:0:9569:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840579712 00000100:00100000:2.0:1746139121.739853:0:9569:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840579712 00000100:00100000:3.0:1746139121.739858:0:27213:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840579968 00000100:00100000:3.0:1746139121.739862:0:27213:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840579968 00002000:00100000:3.0:1746139121.739900:0:27213:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x1a:0x0] (2097152->4194303) req@ffff88009ed1ed80 x1830958840579968/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:47/0 lens 488/0 e 0 to 0 dl 1746139132 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746139121.739900:0:9569:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1c:0x0] (2097152->4194303) req@ffff88009ed1ea00 x1830958840579712/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:47/0 lens 488/0 e 0 to 0 dl 1746139132 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746139121.739911:0:27213:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ed1ed80 with x1830958840579968 ext(2097152->4194303) 00002000:00100000:2.0:1746139121.739911:0:9569:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ed1ea00 with x1830958840579712 ext(2097152->4194303) 00002000:00010000:3.0:1746139121.739916:0:27213:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ed1ed80 00002000:00010000:2.0:1746139121.739916:0:9569:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ed1ea00 00000100:00100000:2.0:1746139121.739945:0:9569:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13545 00000100:00100000:2.0:1746139121.739953:0:9569:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed1ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:b60e9717-019c-4527-a82a-15e993ac5189+16:2007:x1830958840579712:12345-192.168.203.56@tcp:3:cmp.0 00000100:00100000:3.0:1746139121.739966:0:27213:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13546 00000100:00100000:3.0:1746139121.739971:0:27213:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed1ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:b60e9717-019c-4527-a82a-15e993ac5189+8:2008:x1830958840579968:12345-192.168.203.56@tcp:3:cmp.0 00000100:00100000:2.0:1746139121.759936:0:9569:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed1ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:b60e9717-019c-4527-a82a-15e993ac5189+16:2007:x1830958840579712:12345-192.168.203.56@tcp:3:cmp.0 Request processed in 19969us (20924us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1746139121.759950:0:9569:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13545 00002000:00100000:2.0:1746139121.759964:0:9569:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1c:0x0] (2097152->4194303) req@ffff88009ed1ea00 x1830958840579712/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:47/0 lens 488/440 e 0 to 0 dl 1746139132 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746139121.759975:0:9569:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ed1ea00 with x1830958840579712 ext(2097152->4194303) 00002000:00010000:2.0:1746139121.759981:0:9569:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ed1ea00 00000100:00100000:3.0:1746139121.764349:0:27213:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed1ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:b60e9717-019c-4527-a82a-15e993ac5189+8:2008:x1830958840579968:12345-192.168.203.56@tcp:3:cmp.0 Request processed in 24365us (25265us total) trans 0 rc 2097152/2097152 00000100:00100000:3.0:1746139121.764361:0:27213:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13546 00002000:00100000:3.0:1746139121.764386:0:27213:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x1a:0x0] (2097152->4194303) req@ffff88009ed1ed80 x1830958840579968/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:47/0 lens 488/440 e 0 to 0 dl 1746139132 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746139121.764396:0:27213:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ed1ed80 with x1830958840579968 ext(2097152->4194303) 00002000:00010000:3.0:1746139121.764402:0:27213:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ed1ed80 00000100:00100000:0.0:1746139121.781823:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139121.781882:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139121.781944:0:9569:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840580224 00000100:00100000:2.0:1746139121.781955:0:9569:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840580224 00002000:00100000:2.0:1746139121.781999:0:9569:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (2097152->4194303) req@ffff88009ed1e300 x1830958840580224/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:47/0 lens 488/0 e 0 to 0 dl 1746139132 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746139121.782010:0:9569:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ed1e300 with x1830958840580224 ext(2097152->4194303) 00002000:00010000:2.0:1746139121.782238:0:9569:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ed1e300 00000100:00100000:2.0:1746139121.782269:0:9569:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840580480 00000100:00100000:2.0:1746139121.782272:0:9569:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840580480 00002000:00100000:2.0:1746139121.782285:0:9569:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1d:0x0] (2097152->4194303) req@ffff88009ed1df80 x1830958840580480/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:47/0 lens 488/0 e 0 to 0 dl 1746139132 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746139121.782292:0:9569:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ed1df80 with x1830958840580480 ext(2097152->4194303) 00002000:00010000:2.0:1746139121.782295:0:9569:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ed1df80 00000100:00100000:2.0:1746139121.782313:0:9569:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13547 00000100:00100000:2.0:1746139121.782319:0:9569:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed1e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:b60e9717-019c-4527-a82a-15e993ac5189+8:2008:x1830958840580224:12345-192.168.203.56@tcp:3:cmp.0 00000100:00100000:1.0:1746139121.782488:0:24934:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13548 00000100:00100000:1.0:1746139121.782496:0:24934:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed1df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:b60e9717-019c-4527-a82a-15e993ac5189+16:2007:x1830958840580480:12345-192.168.203.56@tcp:3:cmp.0 00000100:00100000:0.0:1746139121.796390:0:3766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c4d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1830958832261632:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746139121.796466:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746139121.797515:0:10476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958832261632 00000100:00100000:3.0:1746139121.797525:0:10476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958832261632 00000100:00100000:3.0:1746139121.797585:0:10476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 530 00000100:00100000:3.0:1746139121.797595:0:10476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed1c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1830958832261632:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1746139121.797857:0:10476:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 537639744 pending 26386432 free 3907661824 avail 3676139520 00000100:00100000:3.0:1746139121.797908:0:10476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed1c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1830958832261632:12345-0@lo:13:osp-pre-1-0.0 Request processed in 314us (1440us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139121.797915:0:10476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 530 00000100:00100000:1.0:1746139121.798512:0:3766:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c4d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1830958832261632:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1746139121.805357:0:24934:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed1df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:b60e9717-019c-4527-a82a-15e993ac5189+16:2007:x1830958840580480:12345-192.168.203.56@tcp:3:cmp.0 Request processed in 22849us (23461us total) trans 0 rc 2097152/2097152 00000100:00100000:1.0:1746139121.805380:0:24934:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13548 00002000:00100000:1.0:1746139121.805393:0:24934:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x1d:0x0] (2097152->4194303) req@ffff88009ed1df80 x1830958840580480/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:47/0 lens 488/440 e 0 to 0 dl 1746139132 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746139121.805403:0:24934:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ed1df80 with x1830958840580480 ext(2097152->4194303) 00002000:00010000:1.0:1746139121.805410:0:24934:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ed1df80 00000100:00100000:2.0:1746139121.805908:0:9569:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed1e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:b60e9717-019c-4527-a82a-15e993ac5189+8:2008:x1830958840580224:12345-192.168.203.56@tcp:3:cmp.0 Request processed in 23587us (24095us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1746139121.805918:0:9569:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13547 00002000:00100000:2.0:1746139121.805924:0:9569:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (2097152->4194303) req@ffff88009ed1e300 x1830958840580224/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:47/0 lens 488/440 e 0 to 0 dl 1746139132 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746139121.805931:0:9569:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ed1e300 with x1830958840580224 ext(2097152->4194303) 00002000:00010000:2.0:1746139121.805935:0:9569:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ed1e300 00000100:00100000:1.0:1746139121.810930:0:3766:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1746139121.810955:0:3766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a075a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1830958832261760:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1746139121.811033:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746139121.811177:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958832261760 00000100:00100000:2.0:1746139121.811187:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958832261760 00000100:00100000:2.0:1746139121.811233:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 531 00000100:00100000:2.0:1746139121.811242:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072c1b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3766:x1830958832261760:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1746139121.811270:0:9566:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 537639744 pending 26386432 free 3907661824 avail 3676139520 00000100:00100000:2.0:1746139121.811315:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072c1b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3766:x1830958832261760:12345-0@lo:13:osp-pre-1-1.0 Request processed in 74us (283us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139121.811321:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 531 00000100:00100000:1.0:1746139121.811438:0:3766:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a075a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1830958832261760:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1746139121.821666:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139121.821765:0:9569:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840580992 00000100:00100000:2.0:1746139121.821776:0:9569:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840580992 00000100:00100000:0.0:1746139121.821779:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00002000:00100000:2.0:1746139121.821830:0:9569:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1a:0x0] (4194304->6291455) req@ffff88009ed1c000 x1830958840580992/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:47/0 lens 488/0 e 0 to 0 dl 1746139132 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746139121.821845:0:9569:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ed1c000 with x1830958840580992 ext(4194304->6291455) 00002000:00010000:2.0:1746139121.821851:0:9569:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ed1c000 00000100:00100000:2.0:1746139121.821900:0:9569:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840580864 00000100:00100000:2.0:1746139121.821903:0:9569:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840580864 00000100:00100000:1.0:1746139121.821906:0:24934:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13549 00000100:00100000:1.0:1746139121.821917:0:24934:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed1c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:b60e9717-019c-4527-a82a-15e993ac5189+8:2007:x1830958840580992:12345-192.168.203.56@tcp:3:cmp.0 00002000:00100000:2.0:1746139121.821918:0:9569:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1c:0x0] (4194304->6291455) req@ffff88009ed1d500 x1830958840580864/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:47/0 lens 488/0 e 0 to 0 dl 1746139132 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746139121.821924:0:9569:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ed1d500 with x1830958840580864 ext(4194304->6291455) 00002000:00010000:2.0:1746139121.821927:0:9569:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ed1d500 00000100:00100000:2.0:1746139121.822502:0:9569:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13550 00000100:00100000:2.0:1746139121.822508:0:9569:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed1d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:b60e9717-019c-4527-a82a-15e993ac5189+16:2008:x1830958840580864:12345-192.168.203.56@tcp:3:cmp.0 00000100:00100000:1.0:1746139121.839159:0:24934:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed1c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:b60e9717-019c-4527-a82a-15e993ac5189+8:2007:x1830958840580992:12345-192.168.203.56@tcp:3:cmp.0 Request processed in 17231us (17531us total) trans 0 rc 2097152/2097152 00000100:00100000:1.0:1746139121.839173:0:24934:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13549 00002000:00100000:1.0:1746139121.839186:0:24934:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (4194304->6291455) req@ffff88009ed1c000 x1830958840580992/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:47/0 lens 488/440 e 0 to 0 dl 1746139132 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746139121.839196:0:24934:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ed1c000 with x1830958840580992 ext(4194304->6291455) 00002000:00010000:1.0:1746139121.839204:0:24934:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ed1c000 00000100:00100000:2.0:1746139121.841007:0:9569:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed1d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:b60e9717-019c-4527-a82a-15e993ac5189+16:2008:x1830958840580864:12345-192.168.203.56@tcp:3:cmp.0 Request processed in 18492us (19220us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1746139121.841018:0:9569:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13550 00002000:00100000:2.0:1746139121.841027:0:9569:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1c:0x0] (4194304->6291455) req@ffff88009ed1d500 x1830958840580864/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:47/0 lens 488/440 e 0 to 0 dl 1746139132 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746139121.841035:0:9569:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ed1d500 with x1830958840580864 ext(4194304->6291455) 00002000:00010000:2.0:1746139121.841040:0:9569:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ed1d500 00000100:00100000:0.0:1746139121.847777:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139121.850392:0:9569:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840581248 00000100:00100000:2.0:1746139121.850407:0:9569:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840581248 00002000:00100000:2.0:1746139121.850463:0:9569:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1c:0x0] (6291456->7340031) req@ffff88009ed1ca80 x1830958840581248/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:47/0 lens 488/0 e 0 to 0 dl 1746139132 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746139121.850473:0:9569:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ed1ca80 with x1830958840581248 ext(6291456->7340031) 00002000:00010000:2.0:1746139121.850479:0:9569:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ed1ca80 00000100:00100000:2.0:1746139121.850521:0:9569:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13551 00000100:00100000:2.0:1746139121.850529:0:9569:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed1ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:b60e9717-019c-4527-a82a-15e993ac5189+16:2007:x1830958840581248:12345-192.168.203.56@tcp:3:cmp.0 00000100:00100000:0.0:1746139121.854566:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139121.857257:0:24934:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840581504 00000100:00100000:1.0:1746139121.857271:0:24934:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840581504 00002000:00100000:1.0:1746139121.857328:0:24934:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (6291456->7340031) req@ffff8800a0cebb80 x1830958840581504/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:47/0 lens 488/0 e 0 to 0 dl 1746139132 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746139121.857338:0:24934:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0cebb80 with x1830958840581504 ext(6291456->7340031) 00002000:00010000:1.0:1746139121.857344:0:24934:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a0cebb80 00000100:00100000:1.0:1746139121.857391:0:24934:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13552 00000100:00100000:1.0:1746139121.857399:0:24934:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0cebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:b60e9717-019c-4527-a82a-15e993ac5189+8:2007:x1830958840581504:12345-192.168.203.56@tcp:3:cmp.0 00000100:00100000:2.0:1746139121.859685:0:9569:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed1ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:b60e9717-019c-4527-a82a-15e993ac5189+16:2007:x1830958840581248:12345-192.168.203.56@tcp:3:cmp.0 Request processed in 9146us (11910us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746139121.859697:0:9569:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13551 00002000:00100000:2.0:1746139121.859708:0:9569:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1c:0x0] (6291456->7340031) req@ffff88009ed1ca80 x1830958840581248/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:47/0 lens 488/440 e 0 to 0 dl 1746139132 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746139121.859718:0:9569:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ed1ca80 with x1830958840581248 ext(6291456->7340031) 00002000:00010000:2.0:1746139121.859725:0:9569:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ed1ca80 00000100:00100000:0.0:1746139121.862081:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139121.863123:0:9569:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840581760 00000100:00100000:2.0:1746139121.863133:0:9569:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840581760 00002000:00100000:2.0:1746139121.863175:0:9569:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1c:0x0] (7340032->8388607) req@ffff8800a0ceb100 x1830958840581760/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:47/0 lens 488/0 e 0 to 0 dl 1746139132 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746139121.863185:0:9569:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0ceb100 with x1830958840581760 ext(7340032->8388607) 00002000:00010000:2.0:1746139121.863189:0:9569:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a0ceb100 00000100:00100000:2.0:1746139121.863543:0:9569:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13553 00000100:00100000:2.0:1746139121.863550:0:9569:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0ceb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:b60e9717-019c-4527-a82a-15e993ac5189+16:2007:x1830958840581760:12345-192.168.203.56@tcp:3:cmp.0 00000100:00100000:0.0:1746139121.865574:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139121.865759:0:24934:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0cebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:b60e9717-019c-4527-a82a-15e993ac5189+8:2007:x1830958840581504:12345-192.168.203.56@tcp:3:cmp.0 Request processed in 8360us (11203us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746139121.865770:0:24934:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13552 00002000:00100000:0.0:1746139121.865781:0:24934:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (6291456->7340031) req@ffff8800a0cebb80 x1830958840581504/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:47/0 lens 488/440 e 0 to 0 dl 1746139132 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746139121.865789:0:24934:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0cebb80 with x1830958840581504 ext(6291456->7340031) 00002000:00010000:0.0:1746139121.865795:0:24934:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a0cebb80 00000100:00100000:0.0:1746139121.865816:0:24934:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840582016 00000100:00100000:0.0:1746139121.865821:0:24934:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840582016 00002000:00100000:0.0:1746139121.865846:0:24934:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (7340032->8388607) req@ffff8800a0ce8000 x1830958840582016/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:47/0 lens 488/0 e 0 to 0 dl 1746139132 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746139121.865852:0:24934:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0ce8000 with x1830958840582016 ext(7340032->8388607) 00002000:00010000:0.0:1746139121.865854:0:24934:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a0ce8000 00000100:00100000:0.0:1746139121.865874:0:27214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13554 00000100:00100000:0.0:1746139121.865880:0:27214:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0ce8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:b60e9717-019c-4527-a82a-15e993ac5189+8:2007:x1830958840582016:12345-192.168.203.56@tcp:3:cmp.0 00000100:00100000:2.0:1746139121.872833:0:9569:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0ceb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:b60e9717-019c-4527-a82a-15e993ac5189+16:2007:x1830958840581760:12345-192.168.203.56@tcp:3:cmp.0 Request processed in 9272us (10749us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746139121.872845:0:9569:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13553 00002000:00100000:2.0:1746139121.872857:0:9569:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1c:0x0] (7340032->8388607) req@ffff8800a0ceb100 x1830958840581760/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:47/0 lens 488/440 e 0 to 0 dl 1746139132 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746139121.872866:0:9569:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0ceb100 with x1830958840581760 ext(7340032->8388607) 00002000:00010000:2.0:1746139121.872872:0:9569:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a0ceb100 00000100:00100000:2.0:1746139121.876736:0:27214:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0ce8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:b60e9717-019c-4527-a82a-15e993ac5189+8:2007:x1830958840582016:12345-192.168.203.56@tcp:3:cmp.0 Request processed in 10843us (11158us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746139121.876749:0:27214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13554 00002000:00100000:2.0:1746139121.876760:0:27214:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x1a:0x0] (7340032->8388607) req@ffff8800a0ce8000 x1830958840582016/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:47/0 lens 488/440 e 0 to 0 dl 1746139132 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746139121.876770:0:27214:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0ce8000 with x1830958840582016 ext(7340032->8388607) 00002000:00010000:2.0:1746139121.876775:0:27214:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a0ce8000 00000100:00100000:0.0:1746139121.883297:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139121.883421:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139121.883478:0:27214:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840582272 00000100:00100000:2.0:1746139121.883490:0:27214:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840582272 00002000:00100000:2.0:1746139121.883541:0:27214:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x1b:0x0] (4194304->6291455) req@ffff8800a0ce9180 x1830958840582272/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:47/0 lens 488/0 e 0 to 0 dl 1746139132 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746139121.883552:0:27214:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0ce9180 with x1830958840582272 ext(4194304->6291455) 00000100:00100000:3.0:1746139121.883883:0:9569:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840582528 00000100:00100000:3.0:1746139121.883888:0:9569:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840582528 00002000:00100000:3.0:1746139121.883911:0:9569:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1d:0x0] (4194304->6291455) req@ffff8800a0ceb800 x1830958840582528/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:47/0 lens 488/0 e 0 to 0 dl 1746139132 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746139121.883923:0:9569:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0ceb800 with x1830958840582528 ext(4194304->6291455) 00002000:00010000:3.0:1746139121.883928:0:9569:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a0ceb800 00000100:00100000:3.0:1746139121.883952:0:9569:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13555 00000100:00100000:3.0:1746139121.883961:0:9569:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0ceb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:b60e9717-019c-4527-a82a-15e993ac5189+16:2007:x1830958840582528:12345-192.168.203.56@tcp:3:cmp.0 00002000:00010000:2.0:1746139121.884276:0:27214:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a0ce9180 00000100:00100000:2.0:1746139121.884294:0:27214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13556 00000100:00100000:2.0:1746139121.884300:0:27214:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0ce9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:b60e9717-019c-4527-a82a-15e993ac5189+8:2007:x1830958840582272:12345-192.168.203.56@tcp:3:cmp.0 00000100:00100000:2.0:1746139121.897513:0:27214:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0ce9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:b60e9717-019c-4527-a82a-15e993ac5189+8:2007:x1830958840582272:12345-192.168.203.56@tcp:3:cmp.0 Request processed in 13199us (14213us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1746139121.897527:0:27214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13556 00002000:00100000:2.0:1746139121.897541:0:27214:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x1b:0x0] (4194304->6291455) req@ffff8800a0ce9180 x1830958840582272/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:47/0 lens 488/440 e 0 to 0 dl 1746139132 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746139121.897550:0:27214:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0ce9180 with x1830958840582272 ext(4194304->6291455) 00002000:00010000:2.0:1746139121.897557:0:27214:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a0ce9180 00000100:00100000:0.0:1746139121.910313:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139121.910358:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139121.910425:0:27213:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840582912 00000100:00100000:1.0:1746139121.910436:0:27213:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840582912 00000100:00100000:2.0:1746139121.910454:0:27214:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840583168 00000100:00100000:2.0:1746139121.910462:0:27214:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840583168 00002000:00100000:1.0:1746139121.910474:0:27213:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x1b:0x0] (6291456->8388607) req@ffff8800a0ce8a80 x1830958840582912/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:47/0 lens 488/0 e 0 to 0 dl 1746139132 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746139121.910484:0:27213:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0ce8a80 with x1830958840582912 ext(6291456->8388607) 00002000:00010000:1.0:1746139121.910489:0:27213:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a0ce8a80 00002000:00100000:2.0:1746139121.910496:0:27214:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x1d:0x0] (6291456->8388607) req@ffff8800a0ceb480 x1830958840583168/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:47/0 lens 488/0 e 0 to 0 dl 1746139132 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746139121.910505:0:27214:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0ceb480 with x1830958840583168 ext(6291456->8388607) 00002000:00010000:2.0:1746139121.910510:0:27214:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a0ceb480 00000100:00100000:1.0:1746139121.910510:0:27213:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13557 00000100:00100000:1.0:1746139121.910516:0:27213:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0ce8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:b60e9717-019c-4527-a82a-15e993ac5189+8:2008:x1830958840582912:12345-192.168.203.56@tcp:3:cmp.0 00000100:00100000:2.0:1746139121.910542:0:27214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13558 00000100:00100000:2.0:1746139121.910549:0:27214:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0ceb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:b60e9717-019c-4527-a82a-15e993ac5189+18:2008:x1830958840583168:12345-192.168.203.56@tcp:3:cmp.0 00000100:00100000:3.0:1746139121.919798:0:9569:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0ceb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:b60e9717-019c-4527-a82a-15e993ac5189+18:2007:x1830958840582528:12345-192.168.203.56@tcp:3:cmp.0 Request processed in 35823us (36361us total) trans 0 rc 2097152/2097152 00000100:00100000:3.0:1746139121.919812:0:9569:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13555 00002000:00100000:3.0:1746139121.919824:0:9569:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1d:0x0] (4194304->6291455) req@ffff8800a0ceb800 x1830958840582528/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:47/0 lens 488/440 e 0 to 0 dl 1746139132 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746139121.919834:0:9569:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0ceb800 with x1830958840582528 ext(4194304->6291455) 00002000:00010000:3.0:1746139121.919841:0:9569:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a0ceb800 00000100:00100000:1.0:1746139121.936494:0:27213:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0ce8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:b60e9717-019c-4527-a82a-15e993ac5189+8:2008:x1830958840582912:12345-192.168.203.56@tcp:3:cmp.0 Request processed in 25968us (26182us total) trans 0 rc 2097152/2097152 00000100:00100000:1.0:1746139121.936505:0:27213:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13557 00002000:00100000:1.0:1746139121.936515:0:27213:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x1b:0x0] (6291456->8388607) req@ffff8800a0ce8a80 x1830958840582912/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:47/0 lens 488/440 e 0 to 0 dl 1746139132 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746139121.936523:0:27213:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0ce8a80 with x1830958840582912 ext(6291456->8388607) 00002000:00010000:1.0:1746139121.936528:0:27213:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a0ce8a80 00000100:00100000:2.0:1746139121.946571:0:27214:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0ceb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:b60e9717-019c-4527-a82a-15e993ac5189+16:2008:x1830958840583168:12345-192.168.203.56@tcp:3:cmp.0 Request processed in 36008us (36198us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1746139121.946589:0:27214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13558 00002000:00100000:2.0:1746139121.946602:0:27214:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x1d:0x0] (6291456->8388607) req@ffff8800a0ceb480 x1830958840583168/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:47/0 lens 488/440 e 0 to 0 dl 1746139132 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746139121.946613:0:27214:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0ceb480 with x1830958840583168 ext(6291456->8388607) 00002000:00010000:2.0:1746139121.946646:0:27214:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a0ceb480 00000100:00100000:0.0:1746139121.961410:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139121.962286:0:27214:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840583552 00000100:00100000:2.0:1746139121.962298:0:27214:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840583552 00002000:00100000:2.0:1746139121.962348:0:27214:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x1c:0x0] (8388608->10485759) req@ffff880131497480 x1830958840583552/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:47/0 lens 488/0 e 0 to 0 dl 1746139132 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746139121.962359:0:27214:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131497480 with x1830958840583552 ext(8388608->10485759) 00002000:00010000:2.0:1746139121.962376:0:27214:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131497480 00000100:00100000:2.0:1746139121.962403:0:27214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13559 00000100:00100000:2.0:1746139121.962412:0:27214:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131497480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:b60e9717-019c-4527-a82a-15e993ac5189+16:2008:x1830958840583552:12345-192.168.203.56@tcp:3:cmp.0 00000100:00100000:2.0:1746139121.965682:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139121.965764:0:27213:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840583808 00000100:00100000:1.0:1746139121.965773:0:27213:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840583808 00002000:00100000:1.0:1746139121.965822:0:27213:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x1a:0x0] (8388608->10485759) req@ffff88009c4d5180 x1830958840583808/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:47/0 lens 488/0 e 0 to 0 dl 1746139132 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746139121.965833:0:27213:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c4d5180 with x1830958840583808 ext(8388608->10485759) 00002000:00010000:1.0:1746139121.965838:0:27213:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c4d5180 00000100:00100000:1.0:1746139121.965875:0:27213:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13560 00000100:00100000:1.0:1746139121.965882:0:27213:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c4d5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:b60e9717-019c-4527-a82a-15e993ac5189+8:2007:x1830958840583808:12345-192.168.203.56@tcp:3:cmp.0 00000100:00100000:2.0:1746139121.982451:0:27214:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131497480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:b60e9717-019c-4527-a82a-15e993ac5189+16:2008:x1830958840583552:12345-192.168.203.56@tcp:3:cmp.0 Request processed in 20022us (21034us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1746139121.982466:0:27214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13559 00002000:00100000:2.0:1746139121.982480:0:27214:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x1c:0x0] (8388608->10485759) req@ffff880131497480 x1830958840583552/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:47/0 lens 488/440 e 0 to 0 dl 1746139132 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746139121.982490:0:27214:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131497480 with x1830958840583552 ext(8388608->10485759) 00002000:00010000:2.0:1746139121.982498:0:27214:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131497480 00000100:00100000:2.0:1746139121.988323:0:27213:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c4d5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:b60e9717-019c-4527-a82a-15e993ac5189+8:2007:x1830958840583808:12345-192.168.203.56@tcp:3:cmp.0 Request processed in 22428us (22786us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1746139121.988341:0:27213:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13560 00002000:00100000:2.0:1746139121.988353:0:27213:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x1a:0x0] (8388608->10485759) req@ffff88009c4d5180 x1830958840583808/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:47/0 lens 488/440 e 0 to 0 dl 1746139132 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746139121.988371:0:27213:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c4d5180 with x1830958840583808 ext(8388608->10485759) 00002000:00010000:2.0:1746139121.988378:0:27213:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c4d5180 00000100:00100000:0.0:1746139121.994300:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139121.994358:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139121.994434:0:27214:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840584064 00000100:00100000:3.0:1746139121.994444:0:27214:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840584064 00002000:00100000:3.0:1746139121.994497:0:27214:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x1c:0x0] (10485760->11534335) req@ffff880131497b80 x1830958840584064/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:47/0 lens 488/0 e 0 to 0 dl 1746139132 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746139121.994507:0:27214:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131497b80 with x1830958840584064 ext(10485760->11534335) 00002000:00010000:3.0:1746139121.994514:0:27214:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131497b80 00000100:00100000:3.0:1746139121.994542:0:27214:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840584320 00000100:00100000:3.0:1746139121.994545:0:27214:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840584320 00002000:00100000:3.0:1746139121.994559:0:27214:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x1a:0x0] (10485760->11534335) req@ffff880131495f80 x1830958840584320/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:47/0 lens 488/0 e 0 to 0 dl 1746139132 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746139121.994565:0:27214:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131495f80 with x1830958840584320 ext(10485760->11534335) 00002000:00010000:3.0:1746139121.994569:0:27214:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880131495f80 00000100:00100000:3.0:1746139121.994601:0:27214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13561 00000100:00100000:3.0:1746139121.994609:0:27214:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131497b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:b60e9717-019c-4527-a82a-15e993ac5189+16:2009:x1830958840584064:12345-192.168.203.56@tcp:3:cmp.0 00000100:00100000:2.0:1746139121.994724:0:27213:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13562 00000100:00100000:2.0:1746139121.994732:0:27213:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131495f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:b60e9717-019c-4527-a82a-15e993ac5189+8:2010:x1830958840584320:12345-192.168.203.56@tcp:3:cmp.0 00000100:00100000:0.0:1746139121.998458:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139121.998819:0:24934:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840584576 00000100:00100000:2.0:1746139121.998828:0:24934:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840584576 00002000:00100000:2.0:1746139121.998873:0:24934:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x1c:0x0] (11534336->12582911) req@ffff880131495880 x1830958840584576/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:47/0 lens 488/0 e 0 to 0 dl 1746139132 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746139121.998883:0:24934:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131495880 with x1830958840584576 ext(11534336->12582911) 00002000:00010000:2.0:1746139121.998888:0:24934:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131495880 00000100:00100000:2.0:1746139121.998922:0:24934:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13563 00000100:00100000:2.0:1746139121.998930:0:24934:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131495880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:b60e9717-019c-4527-a82a-15e993ac5189+18:2009:x1830958840584576:12345-192.168.203.56@tcp:3:cmp.0 00000100:00100000:0.0:1746139122.003239:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139122.003454:0:9569:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840584832 00000100:00100000:2.0:1746139122.003464:0:9569:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840584832 00002000:00100000:2.0:1746139122.003513:0:9569:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1a:0x0] (11534336->12582911) req@ffff880131496300 x1830958840584832/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:48/0 lens 488/0 e 0 to 0 dl 1746139133 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746139122.003523:0:9569:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131496300 with x1830958840584832 ext(11534336->12582911) 00002000:00010000:2.0:1746139122.003528:0:9569:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880131496300 00000100:00100000:1.0:1746139122.003780:0:28892:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13564 00000100:00100000:1.0:1746139122.003790:0:28892:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131496300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:b60e9717-019c-4527-a82a-15e993ac5189+10:2009:x1830958840584832:12345-192.168.203.56@tcp:3:cmp.0 00000100:00100000:0.0:1746139122.006465:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139122.007261:0:9569:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840585088 00000100:00100000:2.0:1746139122.007271:0:9569:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840585088 00002000:00100000:2.0:1746139122.007322:0:9569:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1c:0x0] (12582912->13631487) req@ffff880131494a80 x1830958840585088/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:48/0 lens 488/0 e 0 to 0 dl 1746139133 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746139122.007331:0:9569:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131494a80 with x1830958840585088 ext(12582912->13631487) 00002000:00010000:2.0:1746139122.007337:0:9569:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131494a80 00000100:00100000:2.0:1746139122.007359:0:9569:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13565 00000100:00100000:2.0:1746139122.007376:0:9569:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131494a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:b60e9717-019c-4527-a82a-15e993ac5189+20:2009:x1830958840585088:12345-192.168.203.56@tcp:3:cmp.0 00000100:00100000:2.0:1746139122.010360:0:27213:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131495f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:b60e9717-019c-4527-a82a-15e993ac5189+10:2010:x1830958840584320:12345-192.168.203.56@tcp:3:cmp.0 Request processed in 15619us (15991us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746139122.010380:0:27213:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13562 00002000:00100000:2.0:1746139122.010391:0:27213:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x1a:0x0] (10485760->11534335) req@ffff880131495f80 x1830958840584320/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:47/0 lens 488/440 e 0 to 0 dl 1746139132 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746139122.010401:0:27213:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131495f80 with x1830958840584320 ext(10485760->11534335) 00002000:00010000:2.0:1746139122.010407:0:27213:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880131495f80 00000100:00100000:0.0:1746139122.017241:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139122.018393:0:27213:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840585472 00000100:00100000:2.0:1746139122.018405:0:27213:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840585472 00000100:00100000:0.0:1746139122.018419:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00002000:00100000:2.0:1746139122.018451:0:27213:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x1b:0x0] (8388608->10485759) req@ffff880131495c00 x1830958840585472/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:48/0 lens 488/0 e 0 to 0 dl 1746139133 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746139122.018460:0:27213:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131495c00 with x1830958840585472 ext(8388608->10485759) 00002000:00010000:2.0:1746139122.018466:0:27213:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880131495c00 00000100:00100000:1.0:1746139122.018532:0:27212:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840585600 00000100:00100000:1.0:1746139122.018536:0:27212:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840585600 00002000:00100000:1.0:1746139122.018555:0:27212:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x1d:0x0] (8388608->10485759) req@ffff880131497800 x1830958840585600/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:48/0 lens 488/0 e 0 to 0 dl 1746139133 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746139122.018562:0:27212:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131497800 with x1830958840585600 ext(8388608->10485759) 00002000:00010000:1.0:1746139122.018566:0:27212:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131497800 00000100:00100000:1.0:1746139122.018580:0:27212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13566 00000100:00100000:1.0:1746139122.018587:0:27212:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131495c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:b60e9717-019c-4527-a82a-15e993ac5189+10:2009:x1830958840585472:12345-192.168.203.56@tcp:3:cmp.0 00000100:00100000:0.0:1746139122.018764:0:27215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13567 00000100:00100000:0.0:1746139122.018771:0:27215:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131497800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:b60e9717-019c-4527-a82a-15e993ac5189+22:2009:x1830958840585600:12345-192.168.203.56@tcp:3:cmp.0 00000100:00100000:2.0:1746139122.019118:0:24934:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131495880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:b60e9717-019c-4527-a82a-15e993ac5189+22:2009:x1830958840584576:12345-192.168.203.56@tcp:3:cmp.0 Request processed in 20188us (20673us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746139122.019126:0:24934:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13563 00002000:00100000:2.0:1746139122.019133:0:24934:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x1c:0x0] (11534336->12582911) req@ffff880131495880 x1830958840584576/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:47/0 lens 488/440 e 0 to 0 dl 1746139132 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746139122.019145:0:24934:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131495880 with x1830958840584576 ext(11534336->12582911) 00002000:00010000:2.0:1746139122.019149:0:24934:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131495880 00000100:00100000:3.0:1746139122.019180:0:27214:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131497b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:b60e9717-019c-4527-a82a-15e993ac5189+20:2009:x1830958840584064:12345-192.168.203.56@tcp:3:cmp.0 Request processed in 24571us (24888us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746139122.019186:0:27214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13561 00002000:00100000:3.0:1746139122.019191:0:27214:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x1c:0x0] (10485760->11534335) req@ffff880131497b80 x1830958840584064/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:47/0 lens 488/440 e 0 to 0 dl 1746139132 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746139122.019197:0:27214:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131497b80 with x1830958840584064 ext(10485760->11534335) 00002000:00010000:3.0:1746139122.019200:0:27214:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131497b80 00000100:00100000:3.0:1746139122.019271:0:28892:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131496300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:b60e9717-019c-4527-a82a-15e993ac5189+10:2009:x1830958840584832:12345-192.168.203.56@tcp:3:cmp.0 Request processed in 15483us (16044us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746139122.019277:0:28892:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13564 00002000:00100000:3.0:1746139122.019283:0:28892:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x280000401:0x1a:0x0] (11534336->12582911) req@ffff880131496300 x1830958840584832/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:48/0 lens 488/440 e 0 to 0 dl 1746139133 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746139122.019289:0:28892:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131496300 with x1830958840584832 ext(11534336->12582911) 00002000:00010000:3.0:1746139122.019293:0:28892:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880131496300 00000100:00100000:3.0:1746139122.022294:0:9569:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131494a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:b60e9717-019c-4527-a82a-15e993ac5189+18:2009:x1830958840585088:12345-192.168.203.56@tcp:3:cmp.0 Request processed in 14904us (15822us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746139122.022308:0:9569:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13565 00002000:00100000:3.0:1746139122.022320:0:9569:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1c:0x0] (12582912->13631487) req@ffff880131494a80 x1830958840585088/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:48/0 lens 488/440 e 0 to 0 dl 1746139133 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746139122.022329:0:9569:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131494a80 with x1830958840585088 ext(12582912->13631487) 00002000:00010000:3.0:1746139122.022336:0:9569:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131494a80 00000100:00100000:1.0:1746139122.039129:0:27212:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131495c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:b60e9717-019c-4527-a82a-15e993ac5189+8:2009:x1830958840585472:12345-192.168.203.56@tcp:3:cmp.0 Request processed in 20529us (21888us total) trans 0 rc 2097152/2097152 00000100:00100000:1.0:1746139122.039142:0:27212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13566 00002000:00100000:1.0:1746139122.039154:0:27212:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x1b:0x0] (8388608->10485759) req@ffff880131495c00 x1830958840585472/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:48/0 lens 488/440 e 0 to 0 dl 1746139133 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746139122.039165:0:27212:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131495c00 with x1830958840585472 ext(8388608->10485759) 00002000:00010000:1.0:1746139122.039171:0:27212:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880131495c00 00000100:00100000:2.0:1746139122.045341:0:27215:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131497800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:b60e9717-019c-4527-a82a-15e993ac5189+16:2009:x1830958840585600:12345-192.168.203.56@tcp:3:cmp.0 Request processed in 26559us (26912us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1746139122.045353:0:27215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13567 00002000:00100000:2.0:1746139122.045376:0:27215:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x2c0000401:0x1d:0x0] (8388608->10485759) req@ffff880131497800 x1830958840585600/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:48/0 lens 488/440 e 0 to 0 dl 1746139133 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746139122.045386:0:27215:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131497800 with x1830958840585600 ext(8388608->10485759) 00002000:00010000:2.0:1746139122.045392:0:27215:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131497800 00000100:00100000:0.0:1746139122.052506:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139122.052582:0:27215:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840585856 00000100:00100000:2.0:1746139122.052591:0:27215:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840585856 00002000:00100000:2.0:1746139122.052676:0:27215:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x280000401:0x1b:0x0] (10485760->11534335) req@ffff880131494000 x1830958840585856/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:48/0 lens 488/0 e 0 to 0 dl 1746139133 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746139122.052686:0:27215:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131494000 with x1830958840585856 ext(10485760->11534335) 00002000:00010000:2.0:1746139122.052692:0:27215:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880131494000 00000100:00100000:2.0:1746139122.052732:0:27215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13568 00000100:00100000:2.0:1746139122.052740:0:27215:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131494000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:b60e9717-019c-4527-a82a-15e993ac5189+8:2007:x1830958840585856:12345-192.168.203.56@tcp:3:cmp.0 00000100:00100000:0.0:1746139122.060193:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139122.060220:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139122.060302:0:27212:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840586240 00000100:00100000:1.0:1746139122.060312:0:27212:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840586240 00002000:00100000:1.0:1746139122.060371:0:27212:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x1d:0x0] (10485760->12582911) req@ffff880131496d80 x1830958840586240/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:48/0 lens 488/0 e 0 to 0 dl 1746139133 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746139122.060381:0:27212:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131496d80 with x1830958840586240 ext(10485760->12582911) 00002000:00010000:1.0:1746139122.060387:0:27212:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131496d80 00000100:00100000:1.0:1746139122.060420:0:27212:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840586496 00000100:00100000:1.0:1746139122.060422:0:27212:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840586496 00002000:00100000:1.0:1746139122.060434:0:27212:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x1b:0x0] (11534336->12582911) req@ffff880131497100 x1830958840586496/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:48/0 lens 488/0 e 0 to 0 dl 1746139133 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746139122.060440:0:27212:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131497100 with x1830958840586496 ext(11534336->12582911) 00002000:00010000:1.0:1746139122.060443:0:27212:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880131497100 00000100:00100000:1.0:1746139122.060454:0:27212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13569 00000100:00100000:1.0:1746139122.060460:0:27212:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131496d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:b60e9717-019c-4527-a82a-15e993ac5189+16:2008:x1830958840586240:12345-192.168.203.56@tcp:3:cmp.0 00000100:00100000:1.0:1746139122.061582:0:27214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13570 00000100:00100000:1.0:1746139122.061592:0:27214:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131497100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:b60e9717-019c-4527-a82a-15e993ac5189+10:2008:x1830958840586496:12345-192.168.203.56@tcp:3:cmp.0 00000100:00100000:2.0:1746139122.065405:0:27215:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131494000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:b60e9717-019c-4527-a82a-15e993ac5189+10:2007:x1830958840585856:12345-192.168.203.56@tcp:3:cmp.0 Request processed in 12651us (12896us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746139122.065420:0:27215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13568 00002000:00100000:2.0:1746139122.065436:0:27215:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x280000401:0x1b:0x0] (10485760->11534335) req@ffff880131494000 x1830958840585856/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:48/0 lens 488/440 e 0 to 0 dl 1746139133 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746139122.065453:0:27215:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131494000 with x1830958840585856 ext(10485760->11534335) 00002000:00010000:2.0:1746139122.065460:0:27215:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880131494000 00000100:00100000:0.0:1746139122.066703:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139122.067749:0:27215:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840586752 00000100:00100000:2.0:1746139122.067759:0:27215:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840586752 00002000:00100000:2.0:1746139122.067803:0:27215:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x280000401:0x1b:0x0] (12582912->13631487) req@ffff880131496680 x1830958840586752/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:48/0 lens 488/0 e 0 to 0 dl 1746139133 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746139122.067813:0:27215:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131496680 with x1830958840586752 ext(12582912->13631487) 00002000:00010000:2.0:1746139122.067819:0:27215:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880131496680 00000100:00100000:2.0:1746139122.067855:0:27215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13571 00000100:00100000:2.0:1746139122.067861:0:27215:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131496680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:b60e9717-019c-4527-a82a-15e993ac5189+10:2007:x1830958840586752:12345-192.168.203.56@tcp:3:cmp.0 00000100:00100000:1.0:1746139122.075457:0:27212:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131496d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:b60e9717-019c-4527-a82a-15e993ac5189+16:2008:x1830958840586240:12345-192.168.203.56@tcp:3:cmp.0 Request processed in 14983us (15262us total) trans 0 rc 2097152/2097152 00000100:00100000:1.0:1746139122.075470:0:27212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13569 00002000:00100000:1.0:1746139122.075484:0:27212:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x1d:0x0] (10485760->12582911) req@ffff880131496d80 x1830958840586240/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:48/0 lens 488/440 e 0 to 0 dl 1746139133 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746139122.075495:0:27212:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131496d80 with x1830958840586240 ext(10485760->12582911) 00002000:00010000:1.0:1746139122.075510:0:27212:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131496d80 00000100:00100000:1.0:1746139122.083246:0:27214:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131497100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:b60e9717-019c-4527-a82a-15e993ac5189+10:2008:x1830958840586496:12345-192.168.203.56@tcp:3:cmp.0 Request processed in 21640us (23009us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746139122.083261:0:27214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13570 00002000:00100000:1.0:1746139122.083509:0:27214:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x1b:0x0] (11534336->12582911) req@ffff880131497100 x1830958840586496/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:48/0 lens 488/440 e 0 to 0 dl 1746139133 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746139122.083526:0:27214:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131497100 with x1830958840586496 ext(11534336->12582911) 00002000:00010000:1.0:1746139122.083533:0:27214:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880131497100 00000100:00100000:3.0:1746139122.083662:0:27215:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131496680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:b60e9717-019c-4527-a82a-15e993ac5189+8:2007:x1830958840586752:12345-192.168.203.56@tcp:3:cmp.0 Request processed in 15799us (16964us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746139122.083669:0:27215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13571 00002000:00100000:3.0:1746139122.083674:0:27215:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x280000401:0x1b:0x0] (12582912->13631487) req@ffff880131496680 x1830958840586752/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:48/0 lens 488/440 e 0 to 0 dl 1746139133 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746139122.083681:0:27215:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131496680 with x1830958840586752 ext(12582912->13631487) 00002000:00010000:3.0:1746139122.083685:0:27215:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880131496680 00000100:00100000:0.0:1746139122.093780:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139122.093855:0:7222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840587008 00000100:00100000:2.0:1746139122.093867:0:7222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840587008 00000100:00100000:2.0:1746139122.093935:0:7222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 200 00000100:00100000:2.0:1746139122.093943:0:7222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131495180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b60e9717-019c-4527-a82a-15e993ac5189+25:3838:x1830958840587008:12345-192.168.203.56@tcp:35:cmp.0 00000100:00100000:2.0:1746139122.094261:0:7222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131495180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b60e9717-019c-4527-a82a-15e993ac5189+26:3838:x1830958840587008:12345-192.168.203.56@tcp:35:cmp.0 Request processed in 317us (491us total) trans 4294989805 rc 0/0 00000100:00100000:2.0:1746139122.094270:0:7222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 200 00000100:00100000:0.0:1746139122.111346:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139122.111765:0:21532:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840587264 00000100:00100000:1.0:1746139122.111776:0:21532:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840587264 00000100:00100000:1.0:1746139122.111891:0:21532:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 53185 00000100:00100000:1.0:1746139122.111900:0:21532:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c249f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:57256782-7187-4d4f-9a1f-78e1ae613c85+17:3839:x1830958840587264:12345-192.168.203.56@tcp:101:cmp.0 00010000:00010000:1.0:1746139122.111922:0:21532:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139122.111942:0:21532:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009edcae00/0x1f9f6ca451acc761 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a35130b1 expref: -99 pid: 21532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139122.112046:0:21532:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009edca200/0x1f9f6ca451acc768 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 21532 initiator: MDT0 00010000:00010000:1.0:1746139122.112061:0:21532:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009edca200/0x1f9f6ca451acc768 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 21532 initiator: MDT0 00010000:00010000:1.0:1746139122.112073:0:21532:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009edca200/0x1f9f6ca451acc768 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 21532 initiator: MDT0 00000004:00200000:1.0:1746139122.112083:0:21532:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4a:0x0]: returning size 26214400 00010000:00010000:1.0:1746139122.112175:0:21532:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009edcae00/0x1f9f6ca451acc761 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35130b1 expref: 20 pid: 21532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139122.112200:0:21532:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009edca200/0x1f9f6ca451acc768 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35130b1 expref: 19 pid: 21532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139122.112208:0:21532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff88012fb4af00) 00010000:00010000:1.0:1746139122.112211:0:21532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1746139122.112214:0:21532:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009edca200, rc 0) 00000100:00100000:1.0:1746139122.112261:0:21532:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c249f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:57256782-7187-4d4f-9a1f-78e1ae613c85+19:3839:x1830958840587264:12345-192.168.203.56@tcp:101:cmp.0 Request processed in 363us (927us total) trans 4294989806 rc 0/0 00000100:00100000:1.0:1746139122.112267:0:21532:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 53185 00000100:00100000:0.0:1746139122.114580:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139122.114698:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840587392 00000100:00100000:2.0:1746139122.114706:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840587392 00000100:00100000:2.0:1746139122.114754:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 1359 00000100:00100000:2.0:1746139122.114760:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c249c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+19:2010:x1830958840587392:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139122.114775:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139122.114799:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009edca200/0x1f9f6ca451acc768 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35130b1 expref: 19 pid: 21532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139122.114840:0:7207:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff88012fb4af00) 00010000:00010000:2.0:1746139122.114844:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139122.114887:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c249c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+18:2010:x1830958840587392:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 125us (316us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139122.114893:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1359 00000100:00100000:0.0:1746139122.115267:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139122.115335:0:21532:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840587648 00000100:00100000:1.0:1746139122.115339:0:21532:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840587648 00000100:00100000:1.0:1746139122.115699:0:21532:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 53186 00000100:00100000:1.0:1746139122.115706:0:21532:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c24b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:57256782-7187-4d4f-9a1f-78e1ae613c85+18:3839:x1830958840587648:12345-192.168.203.56@tcp:101:cmp.0 00010000:00010000:1.0:1746139122.115726:0:21532:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139122.115739:0:21532:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009edca400/0x1f9f6ca451acc776 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a35130b8 expref: -99 pid: 21532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139122.115833:0:21532:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009edcac00/0x1f9f6ca451acc77d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 21532 initiator: MDT0 00010000:00010000:1.0:1746139122.115845:0:21532:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009edcac00/0x1f9f6ca451acc77d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21532 initiator: MDT0 00010000:00010000:1.0:1746139122.115854:0:21532:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009edcac00/0x1f9f6ca451acc77d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21532 initiator: MDT0 00000004:00200000:1.0:1746139122.115863:0:21532:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4c:0x0]: returning size 26214400 00010000:00010000:1.0:1746139122.115957:0:21532:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009edca400/0x1f9f6ca451acc776 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35130b8 expref: 21 pid: 21532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139122.115969:0:21532:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009edcac00/0x1f9f6ca451acc77d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35130b8 expref: 20 pid: 21532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139122.115975:0:21532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff88012ee2eb00) 00010000:00010000:1.0:1746139122.115978:0:21532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1746139122.115980:0:21532:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009edcac00, rc 0) 00000100:00100000:1.0:1746139122.116011:0:21532:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c24b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:57256782-7187-4d4f-9a1f-78e1ae613c85+20:3839:x1830958840587648:12345-192.168.203.56@tcp:101:cmp.0 Request processed in 306us (744us total) trans 4294989807 rc 0/0 00000100:00100000:1.0:1746139122.116017:0:21532:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 53186 00000100:00100000:0.0:1746139122.120085:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139122.120127:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139122.120157:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840587776 00000100:00100000:0.0:1746139122.120167:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840587776 00000100:00100000:0.0:1746139122.120234:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 1360 00000100:00100000:0.0:1746139122.120244:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c249500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+20:2010:x1830958840587776:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746139122.120257:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746139122.120284:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009edcac00/0x1f9f6ca451acc77d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35130b8 expref: 20 pid: 21532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139122.120305:0:15672:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff88012ee2eb00) 00010000:00010000:0.0:1746139122.120308:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746139122.120352:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c249500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+19:2010:x1830958840587776:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 110us (223us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139122.120370:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1360 00000100:00100000:0.0:1746139122.120419:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139122.120483:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840587904 00000100:00100000:0.0:1746139122.120486:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840587904 00000100:00100000:0.0:1746139122.120508:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30222 00000100:00100000:0.0:1746139122.120512:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c248380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+9:2008:x1830958840587904:12345-192.168.203.56@tcp:101:cmp.0 00010000:00010000:0.0:1746139122.120526:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746139122.120539:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f46f600/0x1f9f6ca451acc78b lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a35130bf expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139122.120556:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139122.120558:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139122.120565:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f46f600/0x1f9f6ca451acc78b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35130bf expref: 10 pid: 18644 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746139122.120580:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f46f600/0x1f9f6ca451acc78b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35130bf expref: 10 pid: 18644 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746139122.120588:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f46f600, rc 0) 00000100:00100000:0.0:1746139122.120604:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c248380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+10:2008:x1830958840587904:12345-192.168.203.56@tcp:101:cmp.0 Request processed in 93us (534us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139122.120609:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30222 00000100:00100000:0.0:1746139122.120634:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840588032 00000100:00100000:0.0:1746139122.120637:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840588032 00000100:00100000:0.0:1746139122.120658:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30223 00000100:00100000:0.0:1746139122.120662:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c24bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+13:2007:x1830958840588032:12345-192.168.203.56@tcp:101:cmp.0 00010000:00010000:0.0:1746139122.120671:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746139122.120679:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f46f000/0x1f9f6ca451acc792 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a35130c6 expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139122.120690:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139122.120691:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139122.120694:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f46f000/0x1f9f6ca451acc792 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35130c6 expref: 14 pid: 18644 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746139122.120704:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f46f000/0x1f9f6ca451acc792 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35130c6 expref: 14 pid: 18644 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746139122.120711:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f46f000, rc 0) 00000100:00100000:0.0:1746139122.120721:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c24bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+14:2007:x1830958840588032:12345-192.168.203.56@tcp:101:cmp.0 Request processed in 59us (303us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139122.120725:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30223 00000100:00100000:0.0:1746139122.134441:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139122.136342:0:27215:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840588416 00000100:00100000:3.0:1746139122.136357:0:27215:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840588416 00002000:00100000:3.0:1746139122.136423:0:27215:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x280000401:0x1b:0x0] (0->2097151) req@ffff88012c24aa00 x1830958840588416/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:48/0 lens 488/0 e 0 to 0 dl 1746139133 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746139122.136433:0:27215:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c24aa00 with x1830958840588416 ext(0->2097151) 00002000:00010000:3.0:1746139122.136438:0:27215:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012c24aa00 00000100:00100000:3.0:1746139122.136471:0:27215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13572 00000100:00100000:3.0:1746139122.136479:0:27215:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c24aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:57256782-7187-4d4f-9a1f-78e1ae613c85+10:2009:x1830958840588416:12345-192.168.203.56@tcp:3:cmp.0 00000100:00100000:1.0:1746139122.139201:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139122.139281:0:27214:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840588544 00000100:00100000:0.0:1746139122.139291:0:27214:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840588544 00002000:00100000:0.0:1746139122.139339:0:27214:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x1d:0x0] (0->2097151) req@ffff880072c18380 x1830958840588544/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:48/0 lens 488/0 e 0 to 0 dl 1746139133 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746139122.139352:0:27214:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072c18380 with x1830958840588544 ext(0->2097151) 00002000:00010000:0.0:1746139122.139356:0:27214:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072c18380 00000100:00100000:0.0:1746139122.139392:0:27214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13573 00000100:00100000:0.0:1746139122.139402:0:27214:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072c18380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:57256782-7187-4d4f-9a1f-78e1ae613c85+14:2010:x1830958840588544:12345-192.168.203.56@tcp:3:cmp.0 00000100:00100000:3.0:1746139122.150514:0:27215:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c24aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:57256782-7187-4d4f-9a1f-78e1ae613c85+10:2009:x1830958840588416:12345-192.168.203.56@tcp:3:cmp.0 Request processed in 14017us (16066us total) trans 0 rc 2097152/2097152 00000100:00100000:3.0:1746139122.150532:0:27215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13572 00002000:00100000:3.0:1746139122.150550:0:27215:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x280000401:0x1b:0x0] (0->2097151) req@ffff88012c24aa00 x1830958840588416/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:48/0 lens 488/440 e 0 to 0 dl 1746139133 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746139122.150561:0:27215:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c24aa00 with x1830958840588416 ext(0->2097151) 00002000:00010000:3.0:1746139122.150568:0:27215:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012c24aa00 00000100:00100000:1.0:1746139122.160382:0:27214:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072c18380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:57256782-7187-4d4f-9a1f-78e1ae613c85+14:2010:x1830958840588544:12345-192.168.203.56@tcp:3:cmp.0 Request processed in 20961us (21173us total) trans 0 rc 2097152/2097152 00000100:00100000:1.0:1746139122.160393:0:27214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13573 00002000:00100000:1.0:1746139122.160405:0:27214:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x1d:0x0] (0->2097151) req@ffff880072c18380 x1830958840588544/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:48/0 lens 488/440 e 0 to 0 dl 1746139133 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746139122.160414:0:27214:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072c18380 with x1830958840588544 ext(0->2097151) 00002000:00010000:1.0:1746139122.160420:0:27214:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072c18380 00000100:00100000:0.0:1746139122.176537:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139122.176590:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139122.176718:0:27214:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840588800 00000100:00100000:1.0:1746139122.176728:0:27214:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840588800 00002000:00100000:1.0:1746139122.176777:0:27214:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x1b:0x0] (2097152->4194303) req@ffff88012c249180 x1830958840588800/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:48/0 lens 488/0 e 0 to 0 dl 1746139133 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746139122.176788:0:27214:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c249180 with x1830958840588800 ext(2097152->4194303) 00002000:00010000:1.0:1746139122.176794:0:27214:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012c249180 00000100:00100000:3.0:1746139122.176921:0:27215:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840589056 00000100:00100000:3.0:1746139122.176925:0:27215:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840589056 00000100:00100000:1.0:1746139122.176925:0:27214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13574 00000100:00100000:1.0:1746139122.176932:0:27214:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c249180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:57256782-7187-4d4f-9a1f-78e1ae613c85+10:2008:x1830958840588800:12345-192.168.203.56@tcp:3:cmp.0 00002000:00100000:3.0:1746139122.176945:0:27215:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x2c0000401:0x1d:0x0] (2097152->4194303) req@ffff88012c249880 x1830958840589056/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:48/0 lens 488/0 e 0 to 0 dl 1746139133 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746139122.176952:0:27215:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c249880 with x1830958840589056 ext(2097152->4194303) 00002000:00010000:3.0:1746139122.176955:0:27215:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c249880 00000100:00100000:3.0:1746139122.177004:0:27215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13575 00000100:00100000:3.0:1746139122.177009:0:27215:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c249880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:57256782-7187-4d4f-9a1f-78e1ae613c85+14:2008:x1830958840589056:12345-192.168.203.56@tcp:3:cmp.0 00000100:00100000:2.0:1746139122.180152:0:3765:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1746139122.180173:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c4d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1830958832261888:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746139122.180499:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746139122.181291:0:7224:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958832261888 00000100:00100000:3.0:1746139122.181300:0:7224:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958832261888 00000100:00100000:3.0:1746139122.182420:0:7224:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 667 00000100:00100000:3.0:1746139122.182432:0:7224:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c4d7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:3765:x1830958832261888:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1746139122.182477:0:7224:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446170624 avail 1316708352 00000100:00100000:3.0:1746139122.182605:0:7224:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c4d7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:3765:x1830958832261888:12345-0@lo:41:osp-pre-1-0.0 Request processed in 176us (2106us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139122.182611:0:7224:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 667 00000100:00100000:2.0:1746139122.183827:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c4d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1830958832261888:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746139122.198374:0:27214:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c249180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:57256782-7187-4d4f-9a1f-78e1ae613c85+10:2008:x1830958840588800:12345-192.168.203.56@tcp:3:cmp.0 Request processed in 21418us (21823us total) trans 0 rc 2097152/2097152 00000100:00100000:1.0:1746139122.198389:0:27214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13574 00002000:00100000:1.0:1746139122.198403:0:27214:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x1b:0x0] (2097152->4194303) req@ffff88012c249180 x1830958840588800/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:48/0 lens 488/440 e 0 to 0 dl 1746139133 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746139122.198413:0:27214:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c249180 with x1830958840588800 ext(2097152->4194303) 00002000:00010000:1.0:1746139122.198420:0:27214:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012c249180 00000100:00100000:3.0:1746139122.208755:0:27215:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c249880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:57256782-7187-4d4f-9a1f-78e1ae613c85+14:2008:x1830958840589056:12345-192.168.203.56@tcp:3:cmp.0 Request processed in 31732us (32151us total) trans 0 rc 2097152/2097152 00000100:00100000:3.0:1746139122.208768:0:27215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13575 00002000:00100000:3.0:1746139122.208781:0:27215:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x2c0000401:0x1d:0x0] (2097152->4194303) req@ffff88012c249880 x1830958840589056/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:48/0 lens 488/440 e 0 to 0 dl 1746139133 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746139122.208791:0:27215:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c249880 with x1830958840589056 ext(2097152->4194303) 00002000:00010000:3.0:1746139122.208798:0:27215:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c249880 00000100:00100000:0.0:1746139122.231927:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139122.232485:0:27215:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840589312 00000100:00100000:3.0:1746139122.232495:0:27215:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840589312 00002000:00100000:3.0:1746139122.232549:0:27215:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x280000401:0x1b:0x0] (4194304->6291455) req@ffff88012c24a300 x1830958840589312/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:48/0 lens 488/0 e 0 to 0 dl 1746139133 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746139122.232558:0:27215:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c24a300 with x1830958840589312 ext(4194304->6291455) 00002000:00010000:3.0:1746139122.232563:0:27215:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012c24a300 00000100:00100000:0.0:1746139122.233046:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139122.235015:0:27214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13576 00000100:00100000:1.0:1746139122.235033:0:27214:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c24a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:57256782-7187-4d4f-9a1f-78e1ae613c85+10:2007:x1830958840589312:12345-192.168.203.56@tcp:3:cmp.0 00000100:00100000:3.0:1746139122.242610:0:27215:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840589568 00000100:00100000:3.0:1746139122.242634:0:27215:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840589568 00002000:00100000:3.0:1746139122.242693:0:27215:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x2c0000401:0x1d:0x0] (4194304->6291455) req@ffff88012c24a680 x1830958840589568/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:48/0 lens 488/0 e 0 to 0 dl 1746139133 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746139122.242703:0:27215:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c24a680 with x1830958840589568 ext(4194304->6291455) 00002000:00010000:3.0:1746139122.242709:0:27215:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c24a680 00000100:00100000:3.0:1746139122.242758:0:27215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13577 00000100:00100000:3.0:1746139122.242766:0:27215:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c24a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:57256782-7187-4d4f-9a1f-78e1ae613c85+14:2008:x1830958840589568:12345-192.168.203.56@tcp:3:cmp.0 00000100:00100000:1.0:1746139122.258913:0:27214:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c24a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:57256782-7187-4d4f-9a1f-78e1ae613c85+10:2007:x1830958840589312:12345-192.168.203.56@tcp:3:cmp.0 Request processed in 23875us (26985us total) trans 0 rc 2097152/2097152 00000100:00100000:1.0:1746139122.258926:0:27214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13576 00002000:00100000:1.0:1746139122.258939:0:27214:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x1b:0x0] (4194304->6291455) req@ffff88012c24a300 x1830958840589312/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:48/0 lens 488/440 e 0 to 0 dl 1746139133 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746139122.258949:0:27214:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c24a300 with x1830958840589312 ext(4194304->6291455) 00002000:00010000:1.0:1746139122.258957:0:27214:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012c24a300 00000100:00100000:3.0:1746139122.265322:0:27215:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c24a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:57256782-7187-4d4f-9a1f-78e1ae613c85+14:2008:x1830958840589568:12345-192.168.203.56@tcp:3:cmp.0 Request processed in 22543us (32262us total) trans 0 rc 2097152/2097152 00000100:00100000:3.0:1746139122.265335:0:27215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13577 00002000:00100000:3.0:1746139122.265347:0:27215:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x2c0000401:0x1d:0x0] (4194304->6291455) req@ffff88012c24a680 x1830958840589568/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:48/0 lens 488/440 e 0 to 0 dl 1746139133 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746139122.265357:0:27215:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c24a680 with x1830958840589568 ext(4194304->6291455) 00002000:00010000:3.0:1746139122.265374:0:27215:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c24a680 00000100:00100000:0.0:1746139122.275682:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139122.275722:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139122.275761:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139122.275945:0:27215:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840589824 00000100:00100000:3.0:1746139122.275955:0:27215:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840589824 00000100:00100000:1.0:1746139122.275988:0:27214:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840590208 00000100:00100000:1.0:1746139122.275991:0:27214:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840590208 00002000:00100000:3.0:1746139122.276004:0:27215:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x280000401:0x1b:0x0] (6291456->7340031) req@ffff88012c248a80 x1830958840589824/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:48/0 lens 488/0 e 0 to 0 dl 1746139133 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746139122.276007:0:27214:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x1d:0x0] (6291456->8388607) req@ffff88012c248e00 x1830958840590208/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:48/0 lens 488/0 e 0 to 0 dl 1746139133 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746139122.276014:0:27215:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c248a80 with x1830958840589824 ext(6291456->7340031) 00002000:00100000:1.0:1746139122.276014:0:27214:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c248e00 with x1830958840590208 ext(6291456->8388607) 00002000:00010000:3.0:1746139122.276019:0:27215:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012c248a80 00002000:00010000:1.0:1746139122.276019:0:27214:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c248e00 00000100:00100000:1.0:1746139122.276038:0:27214:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840590464 00000100:00100000:1.0:1746139122.276040:0:27214:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840590464 00002000:00100000:1.0:1746139122.276049:0:27214:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x1b:0x0] (7340032->8388607) req@ffff88009ba6ed80 x1830958840590464/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:48/0 lens 488/0 e 0 to 0 dl 1746139133 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746139122.276058:0:27214:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba6ed80 with x1830958840590464 ext(7340032->8388607) 00002000:00010000:1.0:1746139122.276060:0:27214:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ba6ed80 00000100:00100000:3.0:1746139122.276094:0:9569:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13578 00000100:00100000:3.0:1746139122.276103:0:9569:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c248e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+14:2009:x1830958840590208:12345-192.168.203.56@tcp:3:cmp.0 00000100:00100000:2.0:1746139122.276103:0:28892:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13579 00000100:00100000:2.0:1746139122.276109:0:28892:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c248a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:57256782-7187-4d4f-9a1f-78e1ae613c85+11:2009:x1830958840589824:12345-192.168.203.56@tcp:3:cmp.0 00000100:00100000:2.0:1746139122.276737:0:27215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13580 00000100:00100000:2.0:1746139122.276745:0:27215:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba6ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:57256782-7187-4d4f-9a1f-78e1ae613c85+12:2009:x1830958840590464:12345-192.168.203.56@tcp:3:cmp.0 00000100:00100000:2.0:1746139122.295787:0:28892:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c248a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:57256782-7187-4d4f-9a1f-78e1ae613c85+12:2009:x1830958840589824:12345-192.168.203.56@tcp:3:cmp.0 Request processed in 19663us (20102us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746139122.295802:0:28892:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13579 00002000:00100000:2.0:1746139122.295815:0:28892:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x280000401:0x1b:0x0] (6291456->7340031) req@ffff88012c248a80 x1830958840589824/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:48/0 lens 488/440 e 0 to 0 dl 1746139133 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746139122.295825:0:28892:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c248a80 with x1830958840589824 ext(6291456->7340031) 00002000:00010000:2.0:1746139122.295832:0:28892:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012c248a80 00000100:00100000:2.0:1746139122.301909:0:27215:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba6ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:57256782-7187-4d4f-9a1f-78e1ae613c85+10:2009:x1830958840590464:12345-192.168.203.56@tcp:3:cmp.0 Request processed in 25151us (26134us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746139122.301926:0:27215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13580 00002000:00100000:2.0:1746139122.301938:0:27215:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x280000401:0x1b:0x0] (7340032->8388607) req@ffff88009ba6ed80 x1830958840590464/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:48/0 lens 488/440 e 0 to 0 dl 1746139133 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746139122.301949:0:27215:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba6ed80 with x1830958840590464 ext(7340032->8388607) 00002000:00010000:2.0:1746139122.301956:0:27215:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ba6ed80 00000100:00100000:3.0:1746139122.304300:0:9569:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c248e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+14:2009:x1830958840590208:12345-192.168.203.56@tcp:3:cmp.0 Request processed in 28186us (28566us total) trans 0 rc 2097152/2097152 00000100:00100000:3.0:1746139122.304311:0:9569:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13578 00002000:00100000:3.0:1746139122.304322:0:9569:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1d:0x0] (6291456->8388607) req@ffff88012c248e00 x1830958840590208/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:48/0 lens 488/440 e 0 to 0 dl 1746139133 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746139122.304331:0:9569:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c248e00 with x1830958840590208 ext(6291456->8388607) 00002000:00010000:3.0:1746139122.304337:0:9569:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c248e00 00000100:00100000:0.0:1746139122.332125:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139122.332415:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139122.332513:0:9569:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840590720 00000100:00100000:3.0:1746139122.332525:0:9569:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840590720 00002000:00100000:3.0:1746139122.332585:0:9569:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (8388608->10485759) req@ffff88009ba6d500 x1830958840590720/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:48/0 lens 488/0 e 0 to 0 dl 1746139133 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746139122.332595:0:9569:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba6d500 with x1830958840590720 ext(8388608->10485759) 00002000:00010000:3.0:1746139122.332601:0:9569:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ba6d500 00000100:00100000:3.0:1746139122.332653:0:9569:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840590976 00000100:00100000:3.0:1746139122.332656:0:9569:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840590976 00002000:00100000:3.0:1746139122.332669:0:9569:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1d:0x0] (8388608->10485759) req@ffff88009ba6e300 x1830958840590976/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:48/0 lens 488/0 e 0 to 0 dl 1746139133 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746139122.332677:0:9569:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba6e300 with x1830958840590976 ext(8388608->10485759) 00002000:00010000:3.0:1746139122.332680:0:9569:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ba6e300 00000100:00100000:3.0:1746139122.332708:0:9569:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13581 00000100:00100000:3.0:1746139122.332717:0:9569:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba6d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+10:2009:x1830958840590720:12345-192.168.203.56@tcp:3:cmp.0 00000100:00100000:1.0:1746139122.332749:0:27214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13582 00000100:00100000:1.0:1746139122.332757:0:27214:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba6e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:57256782-7187-4d4f-9a1f-78e1ae613c85+14:2009:x1830958840590976:12345-192.168.203.56@tcp:3:cmp.0 00000100:00100000:1.0:1746139122.355500:0:27214:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba6e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:57256782-7187-4d4f-9a1f-78e1ae613c85+14:2009:x1830958840590976:12345-192.168.203.56@tcp:3:cmp.0 Request processed in 22731us (23072us total) trans 0 rc 2097152/2097152 00000100:00100000:1.0:1746139122.355512:0:27214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13582 00002000:00100000:1.0:1746139122.355523:0:27214:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x1d:0x0] (8388608->10485759) req@ffff88009ba6e300 x1830958840590976/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:48/0 lens 488/440 e 0 to 0 dl 1746139133 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746139122.355532:0:27214:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba6e300 with x1830958840590976 ext(8388608->10485759) 00002000:00010000:1.0:1746139122.355538:0:27214:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ba6e300 00000100:00100000:3.0:1746139122.360640:0:9569:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba6d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+10:2009:x1830958840590720:12345-192.168.203.56@tcp:3:cmp.0 Request processed in 27893us (28497us total) trans 0 rc 2097152/2097152 00000100:00100000:3.0:1746139122.360654:0:9569:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13581 00002000:00100000:3.0:1746139122.360667:0:9569:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (8388608->10485759) req@ffff88009ba6d500 x1830958840590720/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:48/0 lens 488/440 e 0 to 0 dl 1746139133 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746139122.360676:0:9569:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba6d500 with x1830958840590720 ext(8388608->10485759) 00002000:00010000:3.0:1746139122.360683:0:9569:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ba6d500 00010000:00010000:3.0:1746139122.366058:0:7209:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746139122.366239:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139122.366414:0:9569:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840591232 00000100:00100000:3.0:1746139122.366428:0:9569:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840591232 00002000:00100000:3.0:1746139122.366490:0:9569:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (10485760->11534335) req@ffff88009ba6f100 x1830958840591232/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:48/0 lens 488/0 e 0 to 0 dl 1746139133 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746139122.366501:0:9569:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba6f100 with x1830958840591232 ext(10485760->11534335) 00002000:00010000:3.0:1746139122.366508:0:9569:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ba6f100 00000100:00100000:3.0:1746139122.366612:0:9569:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13583 00000100:00100000:3.0:1746139122.366652:0:9569:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba6f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+10:2010:x1830958840591232:12345-192.168.203.56@tcp:3:cmp.0 00000100:00100000:0.0:1746139122.367570:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139122.367596:0:28892:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840591488 00000100:00100000:0.0:1746139122.367599:0:28892:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840591488 00002000:00100000:0.0:1746139122.367638:0:28892:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x2c0000401:0x1d:0x0] (10485760->11534335) req@ffff88009ba6dc00 x1830958840591488/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:48/0 lens 488/0 e 0 to 0 dl 1746139133 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746139122.367646:0:28892:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba6dc00 with x1830958840591488 ext(10485760->11534335) 00002000:00010000:0.0:1746139122.367650:0:28892:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ba6dc00 00000100:00100000:0.0:1746139122.367676:0:28892:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13584 00000100:00100000:0.0:1746139122.367682:0:28892:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba6dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:57256782-7187-4d4f-9a1f-78e1ae613c85+14:2010:x1830958840591488:12345-192.168.203.56@tcp:3:cmp.0 00000100:00100000:2.0:1746139122.372546:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139122.376104:0:27214:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840591744 00000100:00100000:0.0:1746139122.376118:0:27214:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840591744 00002000:00100000:0.0:1746139122.376170:0:27214:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x1b:0x0] (11534336->12582911) req@ffff88009c4d5500 x1830958840591744/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:48/0 lens 488/0 e 0 to 0 dl 1746139133 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746139122.376179:0:27214:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c4d5500 with x1830958840591744 ext(11534336->12582911) 00002000:00010000:0.0:1746139122.376186:0:27214:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c4d5500 00000100:00100000:0.0:1746139122.376235:0:27214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13585 00000100:00100000:0.0:1746139122.376244:0:27214:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c4d5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:57256782-7187-4d4f-9a1f-78e1ae613c85+12:2009:x1830958840591744:12345-192.168.203.56@tcp:3:cmp.0 00000100:00100000:2.0:1746139122.382074:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139122.383114:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139122.383165:0:27215:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840592000 00000100:00100000:3.0:1746139122.383176:0:27215:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840592000 00002000:00100000:3.0:1746139122.383463:0:27215:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x2c0000401:0x1d:0x0] (11534336->12582911) req@ffff88009c4d5f80 x1830958840592000/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:48/0 lens 488/0 e 0 to 0 dl 1746139133 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746139122.383475:0:27215:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c4d5f80 with x1830958840592000 ext(11534336->12582911) 00002000:00010000:3.0:1746139122.383481:0:27215:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c4d5f80 00000100:00100000:2.0:1746139122.383525:0:27213:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840592256 00000100:00100000:2.0:1746139122.383529:0:27213:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840592256 00002000:00100000:2.0:1746139122.383547:0:27213:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x1b:0x0] (12582912->13631487) req@ffff88009c4d5880 x1830958840592256/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:48/0 lens 488/0 e 0 to 0 dl 1746139133 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746139122.383554:0:27213:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c4d5880 with x1830958840592256 ext(12582912->13631487) 00002000:00010000:2.0:1746139122.383557:0:27213:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c4d5880 00000100:00100000:2.0:1746139122.383572:0:27213:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13586 00000100:00100000:2.0:1746139122.383579:0:27213:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c4d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:57256782-7187-4d4f-9a1f-78e1ae613c85+16:2009:x1830958840592000:12345-192.168.203.56@tcp:3:cmp.0 00000100:00100000:0.0:1746139122.384087:0:27212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13587 00000100:00100000:0.0:1746139122.384097:0:27212:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c4d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:57256782-7187-4d4f-9a1f-78e1ae613c85+14:2009:x1830958840592256:12345-192.168.203.56@tcp:3:cmp.0 00000100:00100000:1.0:1746139122.384174:0:28892:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba6dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:57256782-7187-4d4f-9a1f-78e1ae613c85+16:2010:x1830958840591488:12345-192.168.203.56@tcp:3:cmp.0 Request processed in 16490us (16604us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746139122.384183:0:28892:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13584 00002000:00100000:1.0:1746139122.384190:0:28892:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x2c0000401:0x1d:0x0] (10485760->11534335) req@ffff88009ba6dc00 x1830958840591488/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:48/0 lens 488/440 e 0 to 0 dl 1746139133 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746139122.384197:0:28892:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba6dc00 with x1830958840591488 ext(10485760->11534335) 00002000:00010000:1.0:1746139122.384201:0:28892:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ba6dc00 00000100:00100000:2.0:1746139122.384425:0:9569:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba6f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+14:2010:x1830958840591232:12345-192.168.203.56@tcp:3:cmp.0 Request processed in 17775us (18195us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746139122.384432:0:9569:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13583 00002000:00100000:2.0:1746139122.384438:0:9569:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (10485760->11534335) req@ffff88009ba6f100 x1830958840591232/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:48/0 lens 488/440 e 0 to 0 dl 1746139133 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746139122.384446:0:9569:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba6f100 with x1830958840591232 ext(10485760->11534335) 00002000:00010000:2.0:1746139122.384449:0:9569:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ba6f100 00000100:00100000:2.0:1746139122.396709:0:27213:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c4d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:57256782-7187-4d4f-9a1f-78e1ae613c85+14:2009:x1830958840592000:12345-192.168.203.56@tcp:3:cmp.0 Request processed in 13116us (14633us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746139122.396723:0:27213:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13586 00002000:00100000:2.0:1746139122.396739:0:27213:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x1d:0x0] (11534336->12582911) req@ffff88009c4d5f80 x1830958840592000/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:48/0 lens 488/440 e 0 to 0 dl 1746139133 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746139122.396749:0:27213:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c4d5f80 with x1830958840592000 ext(11534336->12582911) 00002000:00010000:2.0:1746139122.396757:0:27213:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c4d5f80 00000100:00100000:1.0:1746139122.396886:0:27214:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c4d5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:57256782-7187-4d4f-9a1f-78e1ae613c85+12:2009:x1830958840591744:12345-192.168.203.56@tcp:3:cmp.0 Request processed in 20641us (24349us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746139122.396894:0:27214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13585 00002000:00100000:1.0:1746139122.396900:0:27214:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x1b:0x0] (11534336->12582911) req@ffff88009c4d5500 x1830958840591744/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:48/0 lens 488/440 e 0 to 0 dl 1746139133 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746139122.396908:0:27214:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c4d5500 with x1830958840591744 ext(11534336->12582911) 00002000:00010000:1.0:1746139122.396913:0:27214:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c4d5500 00000100:00100000:2.0:1746139122.401759:0:27212:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c4d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:57256782-7187-4d4f-9a1f-78e1ae613c85+10:2009:x1830958840592256:12345-192.168.203.56@tcp:3:cmp.0 Request processed in 17654us (18638us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746139122.401771:0:27212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13587 00002000:00100000:2.0:1746139122.401783:0:27212:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x1b:0x0] (12582912->13631487) req@ffff88009c4d5880 x1830958840592256/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:48/0 lens 488/440 e 0 to 0 dl 1746139133 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746139122.401792:0:27212:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c4d5880 with x1830958840592256 ext(12582912->13631487) 00002000:00010000:2.0:1746139122.401798:0:27212:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c4d5880 00000100:00100000:0.0:1746139122.409926:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139122.410038:0:7222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840592512 00000100:00100000:2.0:1746139122.410048:0:7222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840592512 00000100:00100000:2.0:1746139122.410108:0:7222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 201 00000100:00100000:2.0:1746139122.410116:0:7222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c795500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+19:3839:x1830958840592512:12345-192.168.203.56@tcp:35:cmp.0 00000100:00100000:2.0:1746139122.410495:0:7222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c795500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+20:3839:x1830958840592512:12345-192.168.203.56@tcp:35:cmp.0 Request processed in 378us (579us total) trans 4294989808 rc 0/0 00000100:00100000:2.0:1746139122.410501:0:7222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 201 00000100:00100000:0.0:1746139122.411953:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139122.412101:0:7222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840592768 00000100:00100000:2.0:1746139122.412107:0:7222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840592768 00000100:00100000:2.0:1746139122.412151:0:7222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 202 00000100:00100000:2.0:1746139122.412158:0:7222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b42dd850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+20:3839:x1830958840592768:12345-192.168.203.56@tcp:35:cmp.0 00000100:00100000:2.0:1746139122.412312:0:7222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b42dd850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+21:3839:x1830958840592768:12345-192.168.203.56@tcp:35:cmp.0 Request processed in 153us (362us total) trans 4294989809 rc 0/0 00000100:00100000:2.0:1746139122.412317:0:7222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 202 00000100:00100000:0.0:1746139122.424973:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139122.425247:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139122.425402:0:7224:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840592896 00000100:00100000:3.0:1746139122.425411:0:7224:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840592896 00000100:00100000:2.0:1746139122.425484:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840593152 00000100:00100000:2.0:1746139122.425488:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840593152 00000100:00100000:2.0:1746139122.425529:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 53187 00000100:00100000:2.0:1746139122.425537:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c4d7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b60e9717-019c-4527-a82a-15e993ac5189+27:3840:x1830958840593152:12345-192.168.203.56@tcp:36:rm.0 00010000:00010000:2.0:1746139122.425598:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1746139122.425657:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f14ea00/0x1f9f6ca451acc6f8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351306b expref: 27 pid: 21532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139122.425682:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88007fd64200/0x1f9f6ca451acc4cf lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3513002 expref: 26 pid: 21503 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139122.425686:0:7224:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 668 00000100:00100000:3.0:1746139122.425693:0:7224:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c794000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:b60e9717-019c-4527-a82a-15e993ac5189+25:2008:x1830958840592896:12345-192.168.203.56@tcp:63:ll_sa.0 00010000:00010000:2.0:1746139122.425695:0:7219:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff88012ee2eb00) 00010000:00010000:2.0:1746139122.425704:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f14ec00/0x1f9f6ca451acc6dc lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3513064 expref: 25 pid: 21532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139122.425711:0:7219:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a07b0f00) 00010000:00010000:2.0:1746139122.425715:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746139122.425718:0:7224:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139122.425730:0:7224:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008760da00/0x1f9f6ca451acc799 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a35130cd expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139122.425731:0:7219:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0142600/0x1f9f6ca451acc7a0 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7219 initiator: MDT0 00010000:00010000:2.0:1746139122.425743:0:7219:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7836800/0x1f9f6ca451acc714 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3513080 expref: 20 pid: 7219 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139122.425749:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0142600/0x1f9f6ca451acc7a0 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7219 initiator: MDT0 00010000:00010000:3.0:1746139122.425755:0:7224:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008760d200/0x1f9f6ca451acc7a7 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7224 initiator: MDT0 00010000:00010000:3.0:1746139122.425763:0:7224:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008760d200/0x1f9f6ca451acc7a7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7224 initiator: MDT0 00010000:00010000:3.0:1746139122.425771:0:7224:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008760d200/0x1f9f6ca451acc7a7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7224 initiator: MDT0 00010000:00010000:3.0:1746139122.425781:0:7224:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008760de00/0x1f9f6ca451acc7ae lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7224 initiator: MDT0 00010000:00010000:3.0:1746139122.425786:0:7224:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008760de00/0x1f9f6ca451acc7ae lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7224 initiator: MDT0 00010000:00010000:3.0:1746139122.425790:0:7224:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008760de00/0x1f9f6ca451acc7ae lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7224 initiator: MDT0 00010000:00010000:2.0:1746139122.425793:0:7219:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7836800/0x1f9f6ca451acc714 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3513080 expref: 20 pid: 7219 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139122.425805:0:7219:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7836800/0x1f9f6ca451acc714 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3513080 expref: 20 pid: 7219 timeout: 847 lvb_type: 0 00000100:00100000:2.0:1746139122.425817:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c4d5c00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:7219:1830958832262016:192.168.203.56@tcp:104: 00010000:00010000:3.0:1746139122.425835:0:7224:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008760d200/0x1f9f6ca451acc7a7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7224 initiator: MDT0 00010000:00010000:3.0:1746139122.425845:0:7224:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008760d200/0x1f9f6ca451acc7a7 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7224 initiator: MDT0 00010000:00010000:3.0:1746139122.425850:0:7224:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008760d200/0x1f9f6ca451acc7a7 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7224 initiator: MDT0 00010000:00010000:3.0:1746139122.425855:0:7224:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008760d200 already unused, calling callback (ffffffffa0f11690) 00010000:00010000:3.0:1746139122.425858:0:7224:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008760d200/0x1f9f6ca451acc7a7 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7224 initiator: MDT0 00010000:00010000:3.0:1746139122.425864:0:7224:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008760d200/0x1f9f6ca451acc7a7 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7224 initiator: MDT0 00000100:00100000:2.0:1746139122.426146:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a066d300 going to sleep for 11 seconds 00010000:00010000:3.0:1746139122.426466:0:7224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a07b0f00) 00010000:00010000:3.0:1746139122.426469:0:7224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746139122.426472:0:7224:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0142600/0x1f9f6ca451acc7a0 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7219 initiator: MDT0 00010000:00010000:3.0:1746139122.426479:0:7224:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008760d200/0x1f9f6ca451acc7a7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7224 initiator: MDT0 00010000:00010000:3.0:1746139122.426483:0:7224:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008760d200/0x1f9f6ca451acc7a7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7224 initiator: MDT0 00010000:00010000:3.0:1746139122.426496:0:7224:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008760de00/0x1f9f6ca451acc7ae lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7224 initiator: MDT0 00010000:00010000:3.0:1746139122.426588:0:7224:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008760de00/0x1f9f6ca451acc7ae lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7224 initiator: MDT0 00010000:00010000:3.0:1746139122.426596:0:7224:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008760de00/0x1f9f6ca451acc7ae lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7224 initiator: MDT0 00010000:00010000:3.0:1746139122.426704:0:7224:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008760de00 already unused, calling callback (ffffffffa0f11690) 00010000:00010000:3.0:1746139122.426709:0:7224:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008760de00/0x1f9f6ca451acc7ae lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7224 initiator: MDT0 00010000:00010000:3.0:1746139122.426715:0:7224:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008760de00/0x1f9f6ca451acc7ae lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7224 initiator: MDT0 00010000:00010000:3.0:1746139122.426722:0:7224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce70cf (ffff88007fdc8800) 00010000:00010000:3.0:1746139122.426724:0:7224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746139122.426726:0:7224:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008760de00/0x1f9f6ca451acc7ae lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7224 initiator: MDT0 00010000:00010000:3.0:1746139122.426731:0:7224:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008760de00/0x1f9f6ca451acc7ae lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7224 initiator: MDT0 00010000:00010000:3.0:1746139122.426760:0:7224:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff88008760da00/0x1f9f6ca451acc799 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35130cd expref: 25 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139122.426766:0:7224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a07b0f00) 00010000:00010000:3.0:1746139122.426767:0:7224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1746139122.426769:0:7224:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0142600/0x1f9f6ca451acc7a0 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7219 initiator: MDT0 00010000:00010000:3.0:1746139122.426775:0:7224:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008760da00/0x1f9f6ca451acc799 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35130cd expref: 25 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139122.426781:0:7224:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008760da00, rc -2) 00000100:00100000:3.0:1746139122.426818:0:7224:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c794000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:b60e9717-019c-4527-a82a-15e993ac5189+24:2008:x1830958840592896:12345-192.168.203.56@tcp:63:ll_sa.0 Request processed in 1127us (1859us total) trans 0 rc -2/-2 00000100:00100000:3.0:1746139122.426825:0:7224:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 668 00000100:00100000:3.0:1746139122.428779:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c4d5c00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:7219:1830958832262016:192.168.203.56@tcp:104: 00010000:00010000:3.0:1746139122.428802:0:7219:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0142600/0x1f9f6ca451acc7a0 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7219 initiator: MDT0 00000100:00100000:0.0:1746139122.429116:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139122.429338:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840593280 00000100:00100000:2.0:1746139122.429344:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840593280 00010000:00010000:2.0:1746139122.429386:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7836800/0x1f9f6ca451acc714 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3513080 expref: 21 pid: 7219 timeout: 847 lvb_type: 0 00000100:00100000:2.0:1746139122.429556:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17521 00000100:00100000:2.0:1746139122.429563:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c797b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+21:2007:x1830958840593280:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139122.429576:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139122.429581:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7836800/0x1f9f6ca451acc714 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3513080 expref: 21 pid: 7219 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746139122.429592:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7836800/0x1f9f6ca451acc714 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3513080 expref: 21 pid: 7219 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746139122.429742:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7836800/0x1f9f6ca451acc714 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3513080 expref: 21 pid: 7219 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746139122.429755:0:7207:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a07b0f00) 00010000:00010000:2.0:1746139122.429759:0:7207:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0142600/0x1f9f6ca451acc7a0 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7219 initiator: MDT0 00010000:00010000:2.0:1746139122.429767:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0142600/0x1f9f6ca451acc7a0 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7219 initiator: MDT0 00010000:00010000:2.0:1746139122.429773:0:7207:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0142600/0x1f9f6ca451acc7a0 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7219 initiator: MDT0 00010000:00010000:2.0:1746139122.429796:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139122.429841:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c797b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+20:2007:x1830958840593280:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 278us (726us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139122.429846:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17521 00010000:00010000:3.0:1746139122.430042:0:7219:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0142600/0x1f9f6ca451acc7a0 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7219 initiator: MDT0 00010000:00010000:3.0:1746139122.430048:0:7219:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0142600/0x1f9f6ca451acc7a0 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7219 initiator: MDT0 00010000:00010000:3.0:1746139122.430066:0:7219:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008760c200/0x1f9f6ca451acc7b5 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7219 initiator: MDT0 00010000:00010000:3.0:1746139122.430072:0:7219:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008760c200/0x1f9f6ca451acc7b5 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7219 initiator: MDT0 00010000:00010000:3.0:1746139122.430078:0:7219:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008760c200/0x1f9f6ca451acc7b5 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7219 initiator: MDT0 00010000:00010000:3.0:1746139122.430160:0:7219:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008760cc00/0x1f9f6ca451acc7bc lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7219 initiator: MDT0 00010000:00010000:3.0:1746139122.430167:0:7219:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f16d600/0x1f9f6ca451acc54d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3513025 expref: 19 pid: 10909 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139122.430173:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008760cc00/0x1f9f6ca451acc7bc lrc: 4/0,1 mode: --/EX res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7219 initiator: MDT0 00010000:00010000:3.0:1746139122.430196:0:7219:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009f16d600/0x1f9f6ca451acc54d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3513025 expref: 19 pid: 10909 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139122.430205:0:7219:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f16d600/0x1f9f6ca451acc54d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3513025 expref: 19 pid: 10909 timeout: 847 lvb_type: 0 00000100:00100000:3.0:1746139122.430217:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a075a300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:7219:1830958832262144:192.168.203.56@tcp:104: 00000100:00100000:3.0:1746139122.430271:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bbabcc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746139122.433824:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a075a300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:7219:1830958832262144:192.168.203.56@tcp:104: 00010000:00010000:3.0:1746139122.433852:0:7219:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008760cc00/0x1f9f6ca451acc7bc lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7219 initiator: MDT0 00000100:00100000:0.0:1746139122.434742:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139122.434868:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840593408 00000100:00100000:3.0:1746139122.434875:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840593408 00010000:00010000:3.0:1746139122.434908:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009f16d600/0x1f9f6ca451acc54d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3513025 expref: 20 pid: 10909 timeout: 847 lvb_type: 0 00000100:00100000:3.0:1746139122.434933:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17522 00000100:00100000:3.0:1746139122.434940:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c794700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+20:2008:x1830958840593408:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139122.434953:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139122.434958:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009f16d600/0x1f9f6ca451acc54d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3513025 expref: 20 pid: 10909 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746139122.434968:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009f16d600/0x1f9f6ca451acc54d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3513025 expref: 20 pid: 10909 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746139122.434990:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f16d600/0x1f9f6ca451acc54d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3513025 expref: 20 pid: 10909 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746139122.435002:0:7207:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff88012ee2eb00) 00010000:00010000:3.0:1746139122.435007:0:7207:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88008760cc00/0x1f9f6ca451acc7bc lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7219 initiator: MDT0 00010000:00010000:3.0:1746139122.435015:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008760cc00/0x1f9f6ca451acc7bc lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7219 initiator: MDT0 00010000:00010000:3.0:1746139122.435022:0:7207:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008760cc00/0x1f9f6ca451acc7bc lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7219 initiator: MDT0 00010000:00010000:3.0:1746139122.435043:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1746139122.435052:0:7219:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008760cc00/0x1f9f6ca451acc7bc lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7219 initiator: MDT0 00010000:00010000:0.0:1746139122.435058:0:7219:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008760cc00/0x1f9f6ca451acc7bc lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7219 initiator: MDT0 00000100:00100000:3.0:1746139122.435092:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c794700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+19:2008:x1830958840593408:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 153us (353us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139122.435098:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17522 00000040:00080000:0.0:1746139122.435319:0:7219:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].14, 64 off9088 00000004:00080000:0.0:1746139122.435327:0:7219:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 747695709615ns, next at 748695707681ns, rc = 0 00000040:00080000:0.0:1746139122.435348:0:7219:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].15, 64 off9152 00000004:00080000:0.0:1746139122.435352:0:7219:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 747695736056ns, next at 748695735318ns, rc = 0 00010000:00010000:0.0:1746139122.435414:0:7219:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88007fe81c00/0x1f9f6ca451acc7c3 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7219 initiator: MDT0 00010000:00010000:0.0:1746139122.435423:0:7219:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88007fe81c00/0x1f9f6ca451acc7c3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7219 initiator: MDT0 00010000:00010000:0.0:1746139122.435430:0:7219:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88007fe81c00/0x1f9f6ca451acc7c3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7219 initiator: MDT0 00010000:00010000:0.0:1746139122.435435:0:7219:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88007fe81c00/0x1f9f6ca451acc7c3 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7219 initiator: MDT0 00010000:00010000:0.0:1746139122.435439:0:7219:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88007fe81c00/0x1f9f6ca451acc7c3 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7219 initiator: MDT0 00010000:00010000:0.0:1746139122.435444:0:7219:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88007fe81c00/0x1f9f6ca451acc7c3 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x4c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7219 initiator: MDT0 00010000:00010000:0.0:1746139122.435467:0:7219:0:(ldlm_lockd.c:2182:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1746139122.435490:0:7219:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008760cc00/0x1f9f6ca451acc7bc lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7219 initiator: MDT0 00010000:00010000:0.0:1746139122.435494:0:7219:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008760cc00/0x1f9f6ca451acc7bc lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7219 initiator: MDT0 00010000:00010000:0.0:1746139122.435499:0:7219:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008760cc00/0x1f9f6ca451acc7bc lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7219 initiator: MDT0 00010000:00010000:0.0:1746139122.435504:0:7219:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008760cc00 already unused, calling callback (ffffffffa0f11690) 00010000:00010000:0.0:1746139122.435508:0:7219:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008760cc00/0x1f9f6ca451acc7bc lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7219 initiator: MDT0 00010000:00010000:0.0:1746139122.435514:0:7219:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008760cc00/0x1f9f6ca451acc7bc lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7219 initiator: MDT0 00010000:00010000:0.0:1746139122.435521:0:7219:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff88012ee2eb00) 00010000:00010000:0.0:1746139122.435523:0:7219:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1746139122.435526:0:7219:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008760cc00/0x1f9f6ca451acc7bc lrc: 2/0,0 mode: --/EX res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7219 initiator: MDT0 00010000:00010000:0.0:1746139122.435531:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008760cc00/0x1f9f6ca451acc7bc lrc: 0/0,0 mode: --/EX res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7219 initiator: MDT0 00010000:00010000:0.0:1746139122.435680:0:7219:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0142600/0x1f9f6ca451acc7a0 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7219 initiator: MDT0 00010000:00010000:0.0:1746139122.435686:0:7219:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0142600/0x1f9f6ca451acc7a0 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7219 initiator: MDT0 00010000:00010000:0.0:1746139122.435694:0:7219:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0142600/0x1f9f6ca451acc7a0 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7219 initiator: MDT0 00010000:00010000:0.0:1746139122.435698:0:7219:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0142600/0x1f9f6ca451acc7a0 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7219 initiator: MDT0 00010000:00010000:0.0:1746139122.435702:0:7219:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a0142600 already unused, calling callback (ffffffffa0f11690) 00010000:00010000:0.0:1746139122.435704:0:7219:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0142600/0x1f9f6ca451acc7a0 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7219 initiator: MDT0 00010000:00010000:0.0:1746139122.435709:0:7219:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0142600/0x1f9f6ca451acc7a0 lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7219 initiator: MDT0 00010000:00010000:0.0:1746139122.435717:0:7219:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a07b0f00) 00010000:00010000:0.0:1746139122.435719:0:7219:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746139122.435721:0:7219:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0142600/0x1f9f6ca451acc7a0 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7219 initiator: MDT0 00010000:00010000:1.0:1746139122.435878:0:8366:0:(ldlm_lockd.c:2812:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1746139122.435886:0:8366:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88007fe81c00/0x1f9f6ca451acc7c3 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x4c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7219 initiator: MDT0 00010000:00010000:1.0:1746139122.435893:0:8366:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88007fe81c00 already unused, calling callback (ffffffffa0865d70) 00010000:00010000:1.0:1746139122.435896:0:8366:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88007fe81c00/0x1f9f6ca451acc7c3 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x4c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7219 initiator: MDT0 00010000:00010000:1.0:1746139122.435902:0:8366:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88007fe81c00/0x1f9f6ca451acc7c3 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x4c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 7219 initiator: MDT0 00010000:00010000:1.0:1746139122.435910:0:8366:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff88012ee2eb00) 00010000:00010000:1.0:1746139122.435913:0:8366:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1746139122.435915:0:8366:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88007fe81c00/0x1f9f6ca451acc7c3 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x4c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7219 initiator: MDT0 00010000:00010000:1.0:1746139122.435920:0:8366:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88007fe81c00/0x1f9f6ca451acc7c3 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x4c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7219 initiator: MDT0 00010000:00010000:1.0:1746139122.435950:0:8366:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746139122.435951:0:8366:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746139122.435953:0:8366:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746139122.436260:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0142600/0x1f9f6ca451acc7a0 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7219 initiator: MDT0 00000004:00010000:0.0:1746139122.436270:0:7219:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88009c4d7b80 reply state ffff88009f2ee000 transno 4294989810 ns: mdt-lustre-MDT0000_UUID lock: ffff88008760c200/0x1f9f6ca451acc7b5 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7219 initiator: MDT0 00010000:00010000:0.0:1746139122.436279:0:7219:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008760c200/0x1f9f6ca451acc7b5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7219 initiator: MDT0 00010000:00010000:0.0:1746139122.436284:0:7219:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff88007fdc8900) 00010000:00010000:0.0:1746139122.436286:0:7219:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1746139122.436288:0:7219:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1746139122.436341:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c4d7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b60e9717-019c-4527-a82a-15e993ac5189+25:3840:x1830958840593152:12345-192.168.203.56@tcp:36:rm.0 Request processed in 10804us (11093us total) trans 4294989810 rc 0/0 00000100:00100000:0.0:1746139122.436351:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 53187 00000100:00100000:0.0:1746139122.483532:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139122.483727:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840593536 00000100:00100000:2.0:1746139122.483736:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840593536 00000100:00100000:2.0:1746139122.483797:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 53188 00000100:00100000:2.0:1746139122.483805:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c795c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b60e9717-019c-4527-a82a-15e993ac5189+25:3843:x1830958840593536:12345-192.168.203.56@tcp:101:lfs.0 00010000:00010000:2.0:1746139122.483832:0:7219:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139122.483850:0:7219:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0142c00/0x1f9f6ca451acc7ca lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3513105 expref: -99 pid: 7219 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139122.483909:0:7219:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0142a00/0x1f9f6ca451acc7d1 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7219 initiator: MDT0 00010000:00010000:2.0:1746139122.483922:0:7219:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0142a00/0x1f9f6ca451acc7d1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7219 initiator: MDT0 00010000:00010000:2.0:1746139122.483932:0:7219:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0142a00/0x1f9f6ca451acc7d1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7219 initiator: MDT0 00000004:00200000:2.0:1746139122.483971:0:7219:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1746139122.483975:0:7219:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1746139122.483991:0:7219:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0142a00/0x1f9f6ca451acc7d1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7219 initiator: MDT0 00010000:00010000:2.0:1746139122.484011:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0142c00/0x1f9f6ca451acc7ca lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3513105 expref: 27 pid: 7219 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139122.484044:0:7219:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0142a00/0x1f9f6ca451acc7d1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3513105 expref: 26 pid: 7219 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139122.484052:0:7219:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a07b0f00) 00010000:00010000:2.0:1746139122.484055:0:7219:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1746139122.484058:0:7219:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0142a00, rc 0) 00000100:00100000:2.0:1746139122.484101:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c795c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b60e9717-019c-4527-a82a-15e993ac5189+26:3843:x1830958840593536:12345-192.168.203.56@tcp:101:lfs.0 Request processed in 297us (579us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139122.484107:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 53188 00000100:00100000:2.0:1746139122.486597:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139122.486712:0:21532:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840593792 00000100:00100000:1.0:1746139122.486721:0:21532:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840593792 00000100:00100000:1.0:1746139122.486759:0:21532:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 53189 00000100:00100000:1.0:1746139122.486766:0:21532:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c4d6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b60e9717-019c-4527-a82a-15e993ac5189+26:3843:x1830958840593792:12345-192.168.203.56@tcp:101:lfs.0 00010000:00010000:1.0:1746139122.486782:0:21532:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139122.486785:0:21532:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1746139122.486809:0:21532:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0142a00/0x1f9f6ca451acc7d1 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3513105 expref: 26 pid: 7219 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139122.486828:0:21532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a07b0f00) 00010000:00010000:1.0:1746139122.486831:0:21532:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746139122.486842:0:21532:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f573600/0x1f9f6ca451acc7d8 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a351310c expref: -99 pid: 21532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139122.486931:0:21532:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f572600/0x1f9f6ca451acc7df lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 21532 initiator: MDT0 00010000:00010000:1.0:1746139122.486943:0:21532:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f572600/0x1f9f6ca451acc7df lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21532 initiator: MDT0 00010000:00010000:1.0:1746139122.486951:0:21532:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f572600/0x1f9f6ca451acc7df lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21532 initiator: MDT0 00010000:00010000:1.0:1746139122.486961:0:21532:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f572200/0x1f9f6ca451acc7e6 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 21532 initiator: MDT0 00010000:00010000:1.0:1746139122.486967:0:21532:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f572200/0x1f9f6ca451acc7e6 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21532 initiator: MDT0 00010000:00010000:1.0:1746139122.486973:0:21532:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f572200/0x1f9f6ca451acc7e6 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21532 initiator: MDT0 00010000:00010000:1.0:1746139122.487295:0:21532:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f573800/0x1f9f6ca451acc7ed lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 21532 initiator: MDT0 00010000:00010000:1.0:1746139122.487302:0:21532:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f573800/0x1f9f6ca451acc7ed lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21532 initiator: MDT0 00010000:00010000:1.0:1746139122.487308:0:21532:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f573800/0x1f9f6ca451acc7ed lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21532 initiator: MDT0 00000004:00200000:1.0:1746139122.487317:0:21532:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4e:0x0]: returning size 0 00010000:00010000:1.0:1746139122.487340:0:21532:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f572600/0x1f9f6ca451acc7df lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21532 initiator: MDT0 00010000:00010000:1.0:1746139122.487345:0:21532:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f572600/0x1f9f6ca451acc7df lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 21532 initiator: MDT0 00010000:00010000:1.0:1746139122.487351:0:21532:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009f572600/0x1f9f6ca451acc7df lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 21532 initiator: MDT0 00010000:00010000:1.0:1746139122.487357:0:21532:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009f572600/0x1f9f6ca451acc7df lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 21532 initiator: MDT0 00010000:00010000:1.0:1746139122.487376:0:21532:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009f572600 already unused, calling callback (ffffffffa0f11690) 00010000:00010000:1.0:1746139122.487379:0:21532:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f572600/0x1f9f6ca451acc7df lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 21532 initiator: MDT0 00010000:00010000:1.0:1746139122.487385:0:21532:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f572600/0x1f9f6ca451acc7df lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 21532 initiator: MDT0 00010000:00010000:1.0:1746139122.487392:0:21532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a07b0f00) 00010000:00010000:1.0:1746139122.487395:0:21532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746139122.487398:0:21532:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009f572600/0x1f9f6ca451acc7df lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 21532 initiator: MDT0 00010000:00010000:1.0:1746139122.487403:0:21532:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f572600/0x1f9f6ca451acc7df lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 21532 initiator: MDT0 00000004:00010000:1.0:1746139122.487411:0:21532:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88009c4d6680 reply state ffff88009f271000 transno 4294989811 ns: mdt-lustre-MDT0000_UUID lock: ffff88009f572200/0x1f9f6ca451acc7e6 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21532 initiator: MDT0 00010000:00010000:1.0:1746139122.487418:0:21532:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f572200/0x1f9f6ca451acc7e6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21532 initiator: MDT0 00010000:00010000:1.0:1746139122.487423:0:21532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff88007fdc8900) 00010000:00010000:1.0:1746139122.487425:0:21532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1746139122.487427:0:21532:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1746139122.487445:0:21532:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f573600/0x1f9f6ca451acc7d8 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351310c expref: 28 pid: 21532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139122.487455:0:21532:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f573800/0x1f9f6ca451acc7ed lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351310c expref: 27 pid: 21532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139122.487461:0:21532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4e:0x0].0x0 (ffff8800a061c400) 00010000:00010000:1.0:1746139122.487462:0:21532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1746139122.487464:0:21532:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f573800, rc 0) 00000100:00100000:1.0:1746139122.487509:0:21532:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c4d6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b60e9717-019c-4527-a82a-15e993ac5189+28:3843:x1830958840593792:12345-192.168.203.56@tcp:101:lfs.0 Request processed in 743us (920us total) trans 4294989811 rc 0/0 00000100:00100000:1.0:1746139122.487516:0:21532:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 53189 00000100:00100000:0.0:1746139122.489855:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139122.490006:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840594048 00000100:00100000:2.0:1746139122.490015:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840594048 00000100:00100000:2.0:1746139122.490065:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 53190 00000100:00100000:2.0:1746139122.490072:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c795f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b60e9717-019c-4527-a82a-15e993ac5189+28:3843:x1830958840594048:12345-192.168.203.56@tcp:101:lfs.0 00010000:00010000:2.0:1746139122.490093:0:7219:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139122.490110:0:7219:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0142000/0x1f9f6ca451acc7fb lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3513113 expref: -99 pid: 7219 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139122.490196:0:7219:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0142600/0x1f9f6ca451acc802 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7219 initiator: MDT0 00010000:00010000:2.0:1746139122.490207:0:7219:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f573800/0x1f9f6ca451acc7ed lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351310c expref: 29 pid: 21532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139122.490213:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0142600/0x1f9f6ca451acc802 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x4e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7219 initiator: MDT0 00010000:00010000:2.0:1746139122.490243:0:7219:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009f573800/0x1f9f6ca451acc7ed lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351310c expref: 29 pid: 21532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139122.490254:0:7219:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f573800/0x1f9f6ca451acc7ed lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351310c expref: 29 pid: 21532 timeout: 847 lvb_type: 0 00000100:00100000:2.0:1746139122.490265:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c4d4380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:7219:1830958832262272:192.168.203.56@tcp:104: 00000100:00100000:2.0:1746139122.491634:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a066d300 going to sleep for 11 seconds 00000100:00100000:1.0:1746139122.494550:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139122.494586:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840594176 00000100:00100000:1.0:1746139122.494594:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840594176 00010000:00010000:1.0:1746139122.494650:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009f573800/0x1f9f6ca451acc7ed lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351310c expref: 30 pid: 21532 timeout: 847 lvb_type: 0 00000100:00100000:1.0:1746139122.494679:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17523 00000100:00100000:1.0:1746139122.494685:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072c18a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+30:2009:x1830958840594176:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746139122.494698:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746139122.494704:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009f573800/0x1f9f6ca451acc7ed lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351310c expref: 30 pid: 21532 timeout: 847 lvb_type: 0 00010000:00010000:1.0:1746139122.494714:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009f573800/0x1f9f6ca451acc7ed lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351310c expref: 30 pid: 21532 timeout: 847 lvb_type: 0 00010000:00010000:1.0:1746139122.494739:0:7207:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4e:0x0].0x0 (ffff8800a061c400) 00010000:00010000:1.0:1746139122.494743:0:7207:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0142600/0x1f9f6ca451acc802 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7219 initiator: MDT0 00010000:00010000:1.0:1746139122.494751:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0142600/0x1f9f6ca451acc802 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 7219 initiator: MDT0 00010000:00010000:1.0:1746139122.494757:0:7207:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0142600/0x1f9f6ca451acc802 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x4e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 7219 initiator: MDT0 00010000:00010000:1.0:1746139122.494771:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746139122.494804:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072c18a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+30:2009:x1830958840594176:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 119us (264us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139122.494809:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17523 00010000:00010000:3.0:1746139122.494964:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f573800/0x1f9f6ca451acc7ed lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351310c expref: 29 pid: 21532 timeout: 847 lvb_type: 0 00000100:00100000:3.0:1746139122.494983:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c4d4380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:7219:1830958832262272:192.168.203.56@tcp:104: 00010000:00010000:3.0:1746139122.494998:0:7219:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0142600/0x1f9f6ca451acc802 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7219 initiator: MDT0 00010000:00010000:3.0:1746139122.495005:0:7219:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0142600/0x1f9f6ca451acc802 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7219 initiator: MDT0 00010000:00010000:3.0:1746139122.495495:0:7219:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0142600/0x1f9f6ca451acc802 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7219 initiator: MDT0 00000004:00200000:3.0:1746139122.495513:0:7219:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4e:0x0]: returning size 0 00000004:00080000:3.0:1746139122.495821:0:7219:0:(osp_object.c:1637:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x1e:0x0], index 1: 0 00000004:00080000:3.0:1746139122.495828:0:7219:0:(osp_object.c:1637:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x1d:0x0], index 0: 0 00010000:00010000:3.0:1746139122.495915:0:7219:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0142600/0x1f9f6ca451acc802 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7219 initiator: MDT0 00010000:00010000:3.0:1746139122.495922:0:7219:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0142600/0x1f9f6ca451acc802 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x4e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7219 initiator: MDT0 00010000:00010000:3.0:1746139122.495928:0:7219:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0142600/0x1f9f6ca451acc802 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7219 initiator: MDT0 00010000:00010000:3.0:1746139122.495933:0:7219:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a0142600 already unused, calling callback (ffffffffa0f11690) 00010000:00010000:3.0:1746139122.495937:0:7219:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0142600/0x1f9f6ca451acc802 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7219 initiator: MDT0 00010000:00010000:3.0:1746139122.495942:0:7219:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0142600/0x1f9f6ca451acc802 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x4e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7219 initiator: MDT0 00010000:00010000:3.0:1746139122.495951:0:7219:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4e:0x0].0x0 (ffff8800a061c400) 00010000:00010000:3.0:1746139122.495954:0:7219:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1746139122.495957:0:7219:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0142600/0x1f9f6ca451acc802 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x4e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7219 initiator: MDT0 00010000:00010000:3.0:1746139122.495961:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0142600/0x1f9f6ca451acc802 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x4e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7219 initiator: MDT0 00010000:00010000:3.0:1746139122.496008:0:7219:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0142000/0x1f9f6ca451acc7fb lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3513113 expref: 29 pid: 7219 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139122.496555:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0142000/0x1f9f6ca451acc7fb lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3513113 expref: 29 pid: 7219 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139122.496566:0:7219:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0142000, rc 0) 00000100:00100000:3.0:1746139122.496996:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c795f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b60e9717-019c-4527-a82a-15e993ac5189+28:3843:x1830958840594048:12345-192.168.203.56@tcp:101:lfs.0 Request processed in 6922us (7427us total) trans 4294989812 rc 301/301 00000100:00100000:3.0:1746139122.497004:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 53190 00000100:00100000:1.0:1746139122.500960:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139122.501124:0:7222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840594432 00000100:00100000:2.0:1746139122.501134:0:7222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840594432 00000100:00100000:2.0:1746139122.501181:0:7222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 203 00000100:00100000:2.0:1746139122.501188:0:7222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072c18e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b60e9717-019c-4527-a82a-15e993ac5189+28:3843:x1830958840594432:12345-192.168.203.56@tcp:35:lfs.0 00000100:00100000:2.0:1746139122.501442:0:7222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072c18e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b60e9717-019c-4527-a82a-15e993ac5189+29:3843:x1830958840594432:12345-192.168.203.56@tcp:35:lfs.0 Request processed in 254us (492us total) trans 4294989813 rc 0/0 00000100:00100000:2.0:1746139122.501448:0:7222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 203 00000100:00100000:0.0:1746139122.504174:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139122.504272:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840594560 00000100:00100000:3.0:1746139122.504280:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840594560 00000100:00100000:1.0:1746139122.504668:0:21532:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 53191 00000100:00100000:1.0:1746139122.504676:0:21532:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c795880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b60e9717-019c-4527-a82a-15e993ac5189+29:3843:x1830958840594560:12345-192.168.203.56@tcp:101:lfs.0 00010000:00010000:1.0:1746139122.504694:0:21532:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139122.504713:0:21532:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f573800/0x1f9f6ca451acc810 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a351311a expref: -99 pid: 21532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139122.504761:0:21532:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f573800/0x1f9f6ca451acc810 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351311a expref: 30 pid: 21532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139122.504773:0:21532:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f573800/0x1f9f6ca451acc810 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351311a expref: 30 pid: 21532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139122.504786:0:21532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4e:0x0].0x0 (ffff8800a061c400) 00010000:00010000:1.0:1746139122.504789:0:21532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1746139122.504792:0:21532:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f573800, rc 0) 00000100:00100000:1.0:1746139122.504828:0:21532:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c795880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b60e9717-019c-4527-a82a-15e993ac5189+30:3843:x1830958840594560:12345-192.168.203.56@tcp:101:lfs.0 Request processed in 154us (661us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139122.504834:0:21532:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 53191 00000100:00100000:0.0:1746139122.507165:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139122.508061:0:21208:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840594816 00000100:00100000:3.0:1746139122.508071:0:21208:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840594816 00000100:00100000:3.0:1746139122.508123:0:21208:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 204 00000100:00100000:3.0:1746139122.508131:0:21208:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c797480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b60e9717-019c-4527-a82a-15e993ac5189+30:3843:x1830958840594816:12345-192.168.203.56@tcp:35:lfs.0 00000100:00100000:3.0:1746139122.508312:0:21208:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c797480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b60e9717-019c-4527-a82a-15e993ac5189+31:3843:x1830958840594816:12345-192.168.203.56@tcp:35:lfs.0 Request processed in 181us (1153us total) trans 4294989814 rc 0/0 00000100:00100000:3.0:1746139122.508319:0:21208:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 204 00000100:00100000:0.0:1746139122.519946:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139122.520037:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139122.520377:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840594944 00000100:00100000:3.0:1746139122.520387:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840594944 00000100:00100000:3.0:1746139122.520439:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840595072 00000100:00100000:3.0:1746139122.520441:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840595072 00000100:00100000:3.0:1746139122.520459:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 53192 00000100:00100000:3.0:1746139122.520467:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c796680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+19:3845:x1830958840594944:12345-192.168.203.56@tcp:101:dd.0 00010000:00010000:3.0:1746139122.520493:0:7219:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139122.520512:0:7219:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008760de00/0x1f9f6ca451acc817 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3513121 expref: -99 pid: 7219 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139122.520567:0:7219:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008760d200/0x1f9f6ca451acc81e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7219 initiator: MDT0 00010000:00010000:3.0:1746139122.520578:0:7219:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008760d200/0x1f9f6ca451acc81e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7219 initiator: MDT0 00010000:00010000:3.0:1746139122.520588:0:7219:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008760d200/0x1f9f6ca451acc81e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7219 initiator: MDT0 00000004:00200000:3.0:1746139122.520654:0:7219:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1746139122.520657:0:7219:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1746139122.520675:0:7219:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008760d200/0x1f9f6ca451acc81e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7219 initiator: MDT0 00010000:00010000:3.0:1746139122.520692:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008760de00/0x1f9f6ca451acc817 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3513121 expref: 21 pid: 7219 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139122.520721:0:7219:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008760d200/0x1f9f6ca451acc81e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3513121 expref: 20 pid: 7219 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139122.520733:0:7219:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a07b0f00) 00010000:00010000:3.0:1746139122.520736:0:7219:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1746139122.520739:0:7219:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008760d200, rc 0) 00000100:00100000:3.0:1746139122.520778:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c796680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+20:3845:x1830958840594944:12345-192.168.203.56@tcp:101:dd.0 Request processed in 312us (843us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139122.520783:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 53192 00000100:00100000:3.0:1746139122.520797:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 53193 00000100:00100000:3.0:1746139122.520801:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c794e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b60e9717-019c-4527-a82a-15e993ac5189+31:3844:x1830958840595072:12345-192.168.203.56@tcp:101:dd.0 00010000:00010000:3.0:1746139122.520809:0:7219:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139122.520813:0:7219:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008760ca00/0x1f9f6ca451acc825 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3513128 expref: -99 pid: 7219 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139122.520830:0:7219:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008760c400/0x1f9f6ca451acc82c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7219 initiator: MDT0 00010000:00010000:3.0:1746139122.520836:0:7219:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008760c400/0x1f9f6ca451acc82c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7219 initiator: MDT0 00010000:00010000:3.0:1746139122.520841:0:7219:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008760c400/0x1f9f6ca451acc82c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7219 initiator: MDT0 00000004:00200000:3.0:1746139122.520851:0:7219:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1746139122.520853:0:7219:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1746139122.520857:0:7219:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008760c400/0x1f9f6ca451acc82c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7219 initiator: MDT0 00010000:00010000:3.0:1746139122.520867:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008760ca00/0x1f9f6ca451acc825 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3513128 expref: 33 pid: 7219 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139122.520878:0:7219:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008760c400/0x1f9f6ca451acc82c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3513128 expref: 32 pid: 7219 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139122.520883:0:7219:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a07b0f00) 00010000:00010000:3.0:1746139122.520885:0:7219:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1746139122.520887:0:7219:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008760c400, rc 0) 00000100:00100000:3.0:1746139122.520899:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c794e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b60e9717-019c-4527-a82a-15e993ac5189+32:3844:x1830958840595072:12345-192.168.203.56@tcp:101:dd.0 Request processed in 98us (862us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139122.520903:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 53193 00000100:00100000:0.0:1746139122.523846:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139122.525041:0:21532:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840595328 00000100:00100000:1.0:1746139122.525052:0:21532:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840595328 00000100:00100000:0.0:1746139122.525263:0:14239:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 53194 00000100:00100000:0.0:1746139122.525274:0:14239:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c796a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+20:3845:x1830958840595328:12345-192.168.203.56@tcp:101:dd.0 00010000:00010000:0.0:1746139122.525294:0:14239:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1746139122.525302:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00010000:00010000:0.0:1746139122.525312:0:14239:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88007fe81c00/0x1f9f6ca451acc833 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a351312f expref: -99 pid: 14239 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746139122.525337:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00010000:00010000:0.0:1746139122.525421:0:14239:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88007fe80600/0x1f9f6ca451acc83a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 14239 initiator: MDT0 00000100:00100000:3.0:1746139122.525432:0:7224:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840595712 00000100:00100000:3.0:1746139122.525435:0:7224:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840595712 00010000:00010000:0.0:1746139122.525435:0:14239:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88007fe80600/0x1f9f6ca451acc83a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 14239 initiator: MDT0 00010000:00010000:0.0:1746139122.525445:0:14239:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88007fe80600/0x1f9f6ca451acc83a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14239 initiator: MDT0 00000004:00200000:0.0:1746139122.525454:0:14239:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4a:0x0]: returning size 26214400 00000100:00100000:3.0:1746139122.525460:0:7224:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 669 00000100:00100000:3.0:1746139122.525465:0:7224:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c4d4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:b60e9717-019c-4527-a82a-15e993ac5189+32:2010:x1830958840595712:12345-192.168.203.56@tcp:63:ll_sa.0 00010000:00010000:3.0:1746139122.525484:0:7224:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139122.525492:0:7224:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b8c8a00/0x1f9f6ca451acc848 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a351313d expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139122.525516:0:7224:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0892400/0x1f9f6ca451acc84f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7224 initiator: MDT0 00010000:00010000:3.0:1746139122.525528:0:7224:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0892400/0x1f9f6ca451acc84f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7224 initiator: MDT0 00010000:00010000:3.0:1746139122.525534:0:7224:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0892400/0x1f9f6ca451acc84f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7224 initiator: MDT0 00010000:00010000:3.0:1746139122.525542:0:7224:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f3d3600/0x1f9f6ca451acc856 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7224 initiator: MDT0 00010000:00010000:0.0:1746139122.525547:0:14239:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88007fe81c00/0x1f9f6ca451acc833 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351312f expref: 23 pid: 14239 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139122.525551:0:7224:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f3d3600/0x1f9f6ca451acc856 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7224 initiator: MDT0 00010000:00010000:3.0:1746139122.525555:0:7224:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f3d3600/0x1f9f6ca451acc856 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7224 initiator: MDT0 00010000:00010000:0.0:1746139122.525565:0:14239:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88007fe80600/0x1f9f6ca451acc83a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351312f expref: 22 pid: 14239 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139122.525575:0:14239:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff88012fb4af00) 00010000:00010000:0.0:1746139122.525578:0:14239:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1746139122.525581:0:14239:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88007fe80600, rc 0) 00010000:00010000:3.0:1746139122.525634:0:7224:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f3d3e00/0x1f9f6ca451acc85d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7224 initiator: MDT0 00010000:00010000:3.0:1746139122.525641:0:7224:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f3d3e00/0x1f9f6ca451acc85d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4e:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7224 initiator: MDT0 00000100:00100000:2.0:1746139122.525642:0:14239:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c796a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+22:3845:x1830958840595328:12345-192.168.203.56@tcp:101:dd.0 Request processed in 370us (1803us total) trans 4294989815 rc 0/0 00010000:00010000:3.0:1746139122.525646:0:7224:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f3d3e00/0x1f9f6ca451acc85d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4e:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7224 initiator: MDT0 00000100:00100000:2.0:1746139122.525648:0:14239:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 53194 00000004:00200000:3.0:1746139122.525659:0:7224:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4e:0x0]: returning size 0 00000004:00200000:3.0:1746139122.525662:0:7224:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000100:00100000:2.0:1746139122.525664:0:14239:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840595584 00000100:00100000:2.0:1746139122.525667:0:14239:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840595584 00000004:00010000:3.0:1746139122.525673:0:7224:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009f3d3e00/0x1f9f6ca451acc85d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4e:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7224 initiator: MDT0 00010000:00010000:3.0:1746139122.525681:0:7224:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f3d3e00/0x1f9f6ca451acc85d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7224 initiator: MDT0 00000100:00100000:2.0:1746139122.525683:0:14239:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 53195 00010000:00010000:3.0:1746139122.525687:0:7224:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0892400/0x1f9f6ca451acc84f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7224 initiator: MDT0 00000100:00100000:2.0:1746139122.525687:0:14239:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c4d6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b60e9717-019c-4527-a82a-15e993ac5189+34:3844:x1830958840595584:12345-192.168.203.56@tcp:101:dd.0 00010000:00010000:3.0:1746139122.525692:0:7224:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0892400/0x1f9f6ca451acc84f lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7224 initiator: MDT0 00010000:00010000:2.0:1746139122.525694:0:14239:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139122.525696:0:14239:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1746139122.525698:0:7224:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0892400/0x1f9f6ca451acc84f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7224 initiator: MDT0 00010000:00010000:3.0:1746139122.525714:0:7224:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a0892400 already unused, calling callback (ffffffffa0f11690) 00010000:00010000:3.0:1746139122.525718:0:7224:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0892400/0x1f9f6ca451acc84f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 7224 initiator: MDT0 00010000:00010000:3.0:1746139122.525724:0:7224:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0892400/0x1f9f6ca451acc84f lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 7224 initiator: MDT0 00010000:00010000:3.0:1746139122.525731:0:7224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a07b0f00) 00010000:00010000:3.0:1746139122.525733:0:7224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746139122.525737:0:7224:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0892400/0x1f9f6ca451acc84f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 7224 initiator: MDT0 00010000:00010000:3.0:1746139122.525741:0:7224:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0892400/0x1f9f6ca451acc84f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 7224 initiator: MDT0 00010000:00010000:3.0:1746139122.525750:0:7224:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f3d3600/0x1f9f6ca451acc856 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7224 initiator: MDT0 00010000:00010000:3.0:1746139122.525754:0:7224:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009f3d3600/0x1f9f6ca451acc856 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7224 initiator: MDT0 00010000:00010000:3.0:1746139122.525758:0:7224:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009f3d3600/0x1f9f6ca451acc856 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7224 initiator: MDT0 00010000:00010000:3.0:1746139122.525761:0:7224:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009f3d3600 already unused, calling callback (ffffffffa0f11690) 00010000:00010000:3.0:1746139122.525763:0:7224:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f3d3600/0x1f9f6ca451acc856 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7224 initiator: MDT0 00010000:00010000:3.0:1746139122.525768:0:7224:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f3d3600/0x1f9f6ca451acc856 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7224 initiator: MDT0 00010000:00010000:3.0:1746139122.525773:0:7224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff88007fdc8900) 00010000:00010000:3.0:1746139122.525775:0:7224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746139122.525777:0:7224:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009f3d3600/0x1f9f6ca451acc856 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7224 initiator: MDT0 00010000:00010000:3.0:1746139122.525781:0:7224:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f3d3600/0x1f9f6ca451acc856 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7224 initiator: MDT0 00010000:00010000:3.0:1746139122.525797:0:7224:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b8c8a00/0x1f9f6ca451acc848 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351313d expref: 35 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139122.525823:0:7224:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f3d3e00/0x1f9f6ca451acc85d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351313d expref: 34 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139122.525828:0:7224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4e:0x0].0x0 (ffff8800a061c400) 00010000:00010000:3.0:1746139122.525830:0:7224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746139122.525831:0:7224:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f3d3e00, rc 0) 00010000:00010000:3.0:1746139122.525835:0:7224:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139122.525840:0:7224:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f3d3400/0x1f9f6ca451acc864 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3513144 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139122.525855:0:7224:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f3d2a00/0x1f9f6ca451acc86b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 7224 initiator: MDT0 00010000:00010000:3.0:1746139122.525861:0:7224:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f3d2a00/0x1f9f6ca451acc86b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7224 initiator: MDT0 00010000:00010000:3.0:1746139122.525867:0:7224:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f3d2a00/0x1f9f6ca451acc86b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7224 initiator: MDT0 00010000:00010000:3.0:1746139122.525875:0:7224:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f3d3200/0x1f9f6ca451acc872 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7224 initiator: MDT0 00010000:00010000:3.0:1746139122.525880:0:7224:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f3d3200/0x1f9f6ca451acc872 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7224 initiator: MDT0 00010000:00010000:3.0:1746139122.525885:0:7224:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f3d3200/0x1f9f6ca451acc872 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7224 initiator: MDT0 00010000:00010000:3.0:1746139122.525896:0:7224:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f3d2a00/0x1f9f6ca451acc86b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7224 initiator: MDT0 00010000:00010000:3.0:1746139122.525901:0:7224:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009f3d2a00/0x1f9f6ca451acc86b lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 7224 initiator: MDT0 00010000:00010000:3.0:1746139122.525906:0:7224:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009f3d2a00/0x1f9f6ca451acc86b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 7224 initiator: MDT0 00010000:00010000:3.0:1746139122.525909:0:7224:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009f3d2a00 already unused, calling callback (ffffffffa0f11690) 00010000:00010000:3.0:1746139122.525911:0:7224:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f3d2a00/0x1f9f6ca451acc86b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 7224 initiator: MDT0 00010000:00010000:3.0:1746139122.525916:0:7224:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f3d2a00/0x1f9f6ca451acc86b lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 7224 initiator: MDT0 00010000:00010000:2.0:1746139122.525921:0:14239:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008760c400/0x1f9f6ca451acc82c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3513128 expref: 34 pid: 7219 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139122.525922:0:7224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a07b0f00) 00010000:00010000:3.0:1746139122.525924:0:7224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746139122.525926:0:7224:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009f3d2a00/0x1f9f6ca451acc86b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 7224 initiator: MDT0 00010000:00010000:3.0:1746139122.525930:0:7224:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f3d2a00/0x1f9f6ca451acc86b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7224 initiator: MDT0 00010000:00010000:3.0:1746139122.525941:0:7224:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f3d3200/0x1f9f6ca451acc872 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7224 initiator: MDT0 00010000:00010000:3.0:1746139122.525946:0:7224:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009f3d3200/0x1f9f6ca451acc872 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7224 initiator: MDT0 00010000:00010000:3.0:1746139122.525950:0:7224:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009f3d3200/0x1f9f6ca451acc872 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7224 initiator: MDT0 00010000:00010000:3.0:1746139122.525954:0:7224:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009f3d3200 already unused, calling callback (ffffffffa0f11690) 00010000:00010000:3.0:1746139122.525956:0:7224:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f3d3200/0x1f9f6ca451acc872 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7224 initiator: MDT0 00010000:00010000:3.0:1746139122.525964:0:7224:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f3d3200/0x1f9f6ca451acc872 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7224 initiator: MDT0 00010000:00010000:3.0:1746139122.525969:0:7224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce70cf (ffff88007fdc8f00) 00010000:00010000:3.0:1746139122.525971:0:7224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746139122.525972:0:7224:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009f3d3200/0x1f9f6ca451acc872 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7224 initiator: MDT0 00010000:00010000:3.0:1746139122.525977:0:7224:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f3d3200/0x1f9f6ca451acc872 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7224 initiator: MDT0 00010000:00010000:3.0:1746139122.525995:0:7224:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f3d3400/0x1f9f6ca451acc864 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3513144 expref: 34 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139122.526001:0:7224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a07b0f00) 00010000:00010000:3.0:1746139122.526003:0:7224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1746139122.526005:0:7224:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f3d3400/0x1f9f6ca451acc864 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3513144 expref: 34 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139122.526011:0:7224:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f3d3400, rc -2) 00010000:00010000:2.0:1746139122.526035:0:14239:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a07b0f00) 00000100:00100000:3.0:1746139122.526037:0:7224:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c4d4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:b60e9717-019c-4527-a82a-15e993ac5189+33:2010:x1830958840595712:12345-192.168.203.56@tcp:63:ll_sa.0 Request processed in 572us (737us total) trans 0 rc -2/-2 00010000:00010000:2.0:1746139122.526039:0:14239:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139122.526043:0:7224:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 669 00010000:00010000:2.0:1746139122.526045:0:14239:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0142e00/0x1f9f6ca451acc879 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3513136 expref: -99 pid: 14239 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139122.526081:0:14239:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0143400/0x1f9f6ca451acc880 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14239 initiator: MDT0 00010000:00010000:2.0:1746139122.526088:0:14239:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0143400/0x1f9f6ca451acc880 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14239 initiator: MDT0 00010000:00010000:2.0:1746139122.526094:0:14239:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0143400/0x1f9f6ca451acc880 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14239 initiator: MDT0 00000004:00200000:2.0:1746139122.526098:0:14239:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4d:0x0]: returning size 26214400 00010000:00010000:2.0:1746139122.526132:0:14239:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0142e00/0x1f9f6ca451acc879 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3513136 expref: 35 pid: 14239 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139122.526140:0:14239:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0143400/0x1f9f6ca451acc880 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3513136 expref: 34 pid: 14239 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139122.526146:0:14239:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4d:0x0].0x0 (ffff8800a00bd500) 00010000:00010000:2.0:1746139122.526148:0:14239:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746139122.526149:0:14239:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0143400, rc 0) 00000100:00100000:2.0:1746139122.526173:0:14239:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c4d6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b60e9717-019c-4527-a82a-15e993ac5189+34:3844:x1830958840595584:12345-192.168.203.56@tcp:101:dd.0 Request processed in 486us (835us total) trans 4294989816 rc 0/0 00000100:00100000:2.0:1746139122.526178:0:14239:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 53195 00000100:00100000:3.0:1746139122.530766:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139122.530800:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139122.530845:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139122.530867:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840596224 00000100:00100000:3.0:1746139122.530874:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840596224 00000100:00100000:2.0:1746139122.530893:0:14239:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840595968 00000100:00100000:2.0:1746139122.530901:0:14239:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840595968 00000100:00100000:3.0:1746139122.530909:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30224 00000100:00100000:3.0:1746139122.530917:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5f9b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+16:2007:x1830958840596224:12345-192.168.203.56@tcp:101:ll_agl.0 00010000:00010000:3.0:1746139122.530932:0:9563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1746139122.530938:0:14239:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 53196 00000100:00100000:2.0:1746139122.530944:0:14239:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a075a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+22:3845:x1830958840595968:12345-192.168.203.56@tcp:101:dd.0 00010000:00010000:3.0:1746139122.530946:0:9563:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f14f200/0x1f9f6ca451acc88e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a351317c expref: -99 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139122.530960:0:14239:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139122.530962:0:14239:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00002000:00010000:3.0:1746139122.530965:0:9563:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1746139122.530980:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139122.530982:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139122.530985:0:14239:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008760d200/0x1f9f6ca451acc81e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3513121 expref: 22 pid: 7219 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139122.530988:0:9563:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f14f200/0x1f9f6ca451acc88e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351317c expref: 17 pid: 9563 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746139122.530999:0:14239:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a07b0f00) 00010000:00010000:3.0:1746139122.531002:0:9563:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f14f200/0x1f9f6ca451acc88e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351317c expref: 17 pid: 9563 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746139122.531003:0:14239:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746139122.531011:0:9563:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f14f200, rc 0) 00010000:00010000:2.0:1746139122.531011:0:14239:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0142000/0x1f9f6ca451acc895 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3513175 expref: -99 pid: 14239 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139122.531047:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5f9b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+17:2007:x1830958840596224:12345-192.168.203.56@tcp:101:ll_agl.0 Request processed in 130us (201us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139122.531053:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30224 00010000:00010000:2.0:1746139122.531114:0:14239:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0142600/0x1f9f6ca451acc89c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14239 initiator: MDT0 00010000:00010000:2.0:1746139122.531125:0:14239:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0142600/0x1f9f6ca451acc89c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14239 initiator: MDT0 00010000:00010000:2.0:1746139122.531132:0:14239:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0142600/0x1f9f6ca451acc89c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14239 initiator: MDT0 00010000:00010000:2.0:1746139122.531141:0:14239:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0143600/0x1f9f6ca451acc8a3 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14239 initiator: MDT0 00010000:00010000:2.0:1746139122.531146:0:14239:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0143600/0x1f9f6ca451acc8a3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14239 initiator: MDT0 00010000:00010000:2.0:1746139122.531151:0:14239:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0143600/0x1f9f6ca451acc8a3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14239 initiator: MDT0 00010000:00010000:2.0:1746139122.531191:0:14239:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0143a00/0x1f9f6ca451acc8aa lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14239 initiator: MDT0 00010000:00010000:2.0:1746139122.531197:0:14239:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0143a00/0x1f9f6ca451acc8aa lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14239 initiator: MDT0 00010000:00010000:2.0:1746139122.531202:0:14239:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0143a00/0x1f9f6ca451acc8aa lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14239 initiator: MDT0 00000004:00200000:2.0:1746139122.531209:0:14239:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4e:0x0]: returning size 0 00010000:00010000:2.0:1746139122.531266:0:14239:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0142600/0x1f9f6ca451acc89c lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14239 initiator: MDT0 00010000:00010000:2.0:1746139122.531271:0:14239:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0142600/0x1f9f6ca451acc89c lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 14239 initiator: MDT0 00010000:00010000:2.0:1746139122.531276:0:14239:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0142600/0x1f9f6ca451acc89c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 14239 initiator: MDT0 00010000:00010000:2.0:1746139122.531445:0:14239:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0142600/0x1f9f6ca451acc89c lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14239 initiator: MDT0 00010000:00010000:2.0:1746139122.531451:0:14239:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a0142600 already unused, calling callback (ffffffffa0f11690) 00010000:00010000:2.0:1746139122.531454:0:14239:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0142600/0x1f9f6ca451acc89c lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14239 initiator: MDT0 00010000:00010000:2.0:1746139122.531461:0:14239:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0142600/0x1f9f6ca451acc89c lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 14239 initiator: MDT0 00010000:00010000:2.0:1746139122.531468:0:14239:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a07b0f00) 00010000:00010000:2.0:1746139122.531470:0:14239:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746139122.531472:0:14239:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0142600/0x1f9f6ca451acc89c lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14239 initiator: MDT0 00010000:00010000:2.0:1746139122.531481:0:14239:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0142600/0x1f9f6ca451acc89c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14239 initiator: MDT0 00000100:00100000:0.0:1746139122.531502:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840596096 00000100:00100000:0.0:1746139122.531507:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840596096 00000100:00100000:0.0:1746139122.531534:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 1361 00000100:00100000:0.0:1746139122.531539:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5f98700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+24:2010:x1830958840596096:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746139122.531547:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746139122.531563:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88007fe80600/0x1f9f6ca451acc83a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351312f expref: 24 pid: 14239 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139122.531961:0:14239:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0143600/0x1f9f6ca451acc8a3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14239 initiator: MDT0 00010000:00010000:2.0:1746139122.531966:0:14239:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0143600/0x1f9f6ca451acc8a3 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 14239 initiator: MDT0 00010000:00010000:2.0:1746139122.531971:0:14239:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0143600/0x1f9f6ca451acc8a3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14239 initiator: MDT0 00010000:00010000:2.0:1746139122.531975:0:14239:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a0143600 already unused, calling callback (ffffffffa0f11690) 00010000:00010000:2.0:1746139122.531977:0:14239:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0143600/0x1f9f6ca451acc8a3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14239 initiator: MDT0 00010000:00010000:2.0:1746139122.531982:0:14239:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0143600/0x1f9f6ca451acc8a3 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 14239 initiator: MDT0 00010000:00010000:2.0:1746139122.531988:0:14239:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff88007fdc8900) 00010000:00010000:2.0:1746139122.531990:0:14239:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746139122.531992:0:14239:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0143600/0x1f9f6ca451acc8a3 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14239 initiator: MDT0 00010000:00010000:2.0:1746139122.531996:0:14239:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0143600/0x1f9f6ca451acc8a3 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14239 initiator: MDT0 00010000:00010000:2.0:1746139122.532024:0:14239:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0142000/0x1f9f6ca451acc895 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3513175 expref: 24 pid: 14239 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139122.532029:0:15672:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff88012fb4af00) 00010000:00010000:2.0:1746139122.532034:0:14239:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0143a00/0x1f9f6ca451acc8aa lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3513175 expref: 23 pid: 14239 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139122.532034:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746139122.532045:0:14239:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4e:0x0].0x0 (ffff8800a061c400) 00010000:00010000:2.0:1746139122.532047:0:14239:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746139122.532049:0:14239:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0143a00, rc 0) 00000100:00100000:2.0:1746139122.532090:0:14239:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a075a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+23:3845:x1830958840595968:12345-192.168.203.56@tcp:101:dd.0 Request processed in 1146us (1330us total) trans 4294989817 rc 0/0 00000100:00100000:2.0:1746139122.532096:0:14239:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 53196 00000100:00100000:3.0:1746139122.532112:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5f98700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+22:2010:x1830958840596096:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 571us (1310us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139122.532120:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1361 00000100:00100000:3.0:1746139122.532188:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139122.532235:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139122.532246:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840596480 00000100:00100000:3.0:1746139122.532249:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840596480 00000100:00100000:2.0:1746139122.532268:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840596352 00000100:00100000:3.0:1746139122.532270:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 1362 00000100:00100000:2.0:1746139122.532272:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840596352 00000100:00100000:3.0:1746139122.532275:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800acc5e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+34:2010:x1830958840596480:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139122.532283:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1746139122.532294:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30225 00010000:00010000:3.0:1746139122.532295:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0143400/0x1f9f6ca451acc880 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3513136 expref: 34 pid: 14239 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746139122.532300:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008746d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b60e9717-019c-4527-a82a-15e993ac5189+8:2008:x1830958840596352:12345-192.168.203.56@tcp:101:ll_agl.0 00010000:00010000:3.0:1746139122.532306:0:15672:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4d:0x0].0x0 (ffff8800a00bd500) 00010000:00010000:2.0:1746139122.532308:0:9562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139122.532310:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746139122.532321:0:9562:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0142c00/0x1f9f6ca451acc8b8 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3513183 expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139122.532324:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800acc5e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+33:2010:x1830958840596480:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 48us (89us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139122.532330:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1362 00002000:00010000:2.0:1746139122.532338:0:9562:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1746139122.532348:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139122.532350:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139122.532356:0:9562:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0142c00/0x1f9f6ca451acc8b8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3513183 expref: 9 pid: 9562 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746139122.532377:0:9562:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0142c00/0x1f9f6ca451acc8b8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3513183 expref: 9 pid: 9562 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746139122.532385:0:9562:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0142c00, rc 0) 00000100:00100000:2.0:1746139122.532402:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008746d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b60e9717-019c-4527-a82a-15e993ac5189+9:2008:x1830958840596352:12345-192.168.203.56@tcp:101:ll_agl.0 Request processed in 103us (215us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139122.532410:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30225 00000100:00100000:3.0:1746139122.532423:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139122.532440:0:27212:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840596736 00000100:00100000:2.0:1746139122.532443:0:27212:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840596736 00000100:00100000:2.0:1746139122.532475:0:27212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13588 00000100:00100000:2.0:1746139122.532480:0:27212:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c249c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:b60e9717-019c-4527-a82a-15e993ac5189+17:2007:x1830958840596736:12345-192.168.203.56@tcp:3:dd.0 00010000:00010000:2.0:1746139122.532497:0:27212:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800a0142e00/0x1f9f6ca451acc8bf lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139122.532505:0:27212:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139122.532506:0:27212:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139122.532509:0:27212:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a0142e00/0x1f9f6ca451acc8bf lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139122.532518:0:27212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a0142e00/0x1f9f6ca451acc8bf lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27212 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746139122.533510:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139122.535388:0:27214:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840596992 00000100:00100000:1.0:1746139122.535398:0:27214:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840596992 00000100:00100000:1.0:1746139122.535470:0:27214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13589 00000100:00100000:1.0:1746139122.535478:0:27214:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c796300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:b60e9717-019c-4527-a82a-15e993ac5189+9:2007:x1830958840596992:12345-192.168.203.56@tcp:3:dd.0 00010000:00010000:1.0:1746139122.535829:0:27214:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009f572600/0x1f9f6ca451acc8c6 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27214 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139122.535919:0:27214:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139122.535922:0:27214:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139122.535927:0:27214:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f572600/0x1f9f6ca451acc8c6 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27214 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139122.536032:0:27214:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f572600/0x1f9f6ca451acc8c6 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27214 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139122.540840:0:27212:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800a0142e00/0x1f9f6ca451acc8bf lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139122.540857:0:27212:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a0142e00/0x1f9f6ca451acc8bf lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139122.540865:0:27212:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a0142e00/0x1f9f6ca451acc8bf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139122.540872:0:27212:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a0142e00 already unused, calling callback (ffffffffa0865d70) 00010000:00010000:2.0:1746139122.540876:0:27212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a0142e00/0x1f9f6ca451acc8bf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139122.540889:0:27212:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a0142e00/0x1f9f6ca451acc8bf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139122.540912:0:27212:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a0142e00/0x1f9f6ca451acc8bf lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139122.540919:0:27212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a0142e00/0x1f9f6ca451acc8bf lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27212 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746139122.541120:0:27212:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c249c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:b60e9717-019c-4527-a82a-15e993ac5189+17:2007:x1830958840596736:12345-192.168.203.56@tcp:3:dd.0 Request processed in 8633us (8692us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746139122.541131:0:27212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13588 00010000:00010000:1.0:1746139122.543056:0:27214:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009f572600/0x1f9f6ca451acc8c6 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27214 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139122.543069:0:27214:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009f572600/0x1f9f6ca451acc8c6 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27214 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139122.543076:0:27214:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009f572600/0x1f9f6ca451acc8c6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27214 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139122.543082:0:27214:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009f572600 already unused, calling callback (ffffffffa0865d70) 00010000:00010000:1.0:1746139122.543086:0:27214:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009f572600/0x1f9f6ca451acc8c6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27214 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139122.543092:0:27214:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009f572600/0x1f9f6ca451acc8c6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27214 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139122.543107:0:27214:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009f572600/0x1f9f6ca451acc8c6 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27214 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139122.543113:0:27214:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f572600/0x1f9f6ca451acc8c6 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27214 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746139122.543190:0:27214:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c796300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:b60e9717-019c-4527-a82a-15e993ac5189+9:2007:x1830958840596992:12345-192.168.203.56@tcp:3:dd.0 Request processed in 7708us (9677us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746139122.543199:0:27214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13589 00000100:00100000:3.0:1746139122.545554:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139122.545648:0:14239:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840597120 00000100:00100000:2.0:1746139122.545657:0:14239:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840597120 00000100:00100000:2.0:1746139122.545710:0:14239:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 53197 00000100:00100000:2.0:1746139122.545719:0:14239:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c249500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b60e9717-019c-4527-a82a-15e993ac5189+33:3844:x1830958840597120:12345-192.168.203.56@tcp:101:dd.0 00010000:00010000:2.0:1746139122.545745:0:14239:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139122.545761:0:14239:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800724cc000/0x1f9f6ca451acc8cd lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a351318a expref: -99 pid: 14239 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139122.545793:0:14239:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800724cda00/0x1f9f6ca451acc8d4 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14239 initiator: MDT0 00010000:00010000:2.0:1746139122.545806:0:14239:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800724cda00/0x1f9f6ca451acc8d4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14239 initiator: MDT0 00010000:00010000:2.0:1746139122.545816:0:14239:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800724cda00/0x1f9f6ca451acc8d4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14239 initiator: MDT0 00010000:00010000:2.0:1746139122.545984:0:14239:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800724cc000/0x1f9f6ca451acc8cd lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351318a expref: 35 pid: 14239 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139122.545997:0:14239:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800724cda00/0x1f9f6ca451acc8d4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351318a expref: 34 pid: 14239 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139122.546004:0:14239:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4d:0x0].0x0 (ffff8800a00bd500) 00010000:00010000:2.0:1746139122.546007:0:14239:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1746139122.546009:0:14239:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800724cda00, rc 0) 00000100:00100000:2.0:1746139122.546065:0:14239:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c249500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b60e9717-019c-4527-a82a-15e993ac5189+34:3844:x1830958840597120:12345-192.168.203.56@tcp:101:dd.0 Request processed in 346us (519us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139122.546071:0:14239:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 53197 00000100:00100000:0.0:1746139122.547183:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139122.547233:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840597248 00000100:00100000:2.0:1746139122.547239:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840597248 00000100:00100000:2.0:1746139122.547278:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30226 00000100:00100000:2.0:1746139122.547284:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c796d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+14:3845:x1830958840597248:12345-192.168.203.56@tcp:101:dd.0 00010000:00010000:2.0:1746139122.547296:0:9563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139122.547310:0:9563:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a0143400/0x1f9f6ca451acc8db lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3513191 expref: -99 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139122.547330:0:9563:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f14f200/0x1f9f6ca451acc88e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351317c expref: 16 pid: 9563 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746139122.547337:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139122.547339:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139122.547342:0:9563:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a0143400/0x1f9f6ca451acc8db lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3513191 expref: 15 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139122.547387:0:9563:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f14f200/0x1f9f6ca451acc88e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351317c expref: 16 pid: 9563 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746139122.547868:0:9563:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f14f200/0x1f9f6ca451acc88e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351317c expref: 16 pid: 9563 timeout: 847 lvb_type: 1 00000100:00100000:2.0:1746139122.547882:0:9563:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c4d4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832262400:192.168.203.56@tcp:104: 00000100:00100000:2.0:1746139122.547972:0:9563:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a059d840 going to sleep for 11 seconds 00000100:00100000:0.0:1746139122.548992:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139122.549138:0:27214:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840597504 00000100:00100000:1.0:1746139122.549145:0:27214:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840597504 00000100:00100000:1.0:1746139122.549288:0:27214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13590 00000100:00100000:1.0:1746139122.549296:0:27214:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c797100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:b60e9717-019c-4527-a82a-15e993ac5189+9:2007:x1830958840597504:12345-192.168.203.56@tcp:4:dd.0 00010000:00010000:1.0:1746139122.549327:0:27214:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009f572c00/0x1f9f6ca451acc8e2 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27214 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139122.549347:0:27214:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a7836400/0x1f9f6ca451acc6ce lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x40000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351305d expref: 9 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139122.549354:0:27214:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139122.549356:0:27214:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139122.549369:0:27214:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f572c00/0x1f9f6ca451acc8e2 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27214 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139122.549399:0:27214:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a7836400/0x1f9f6ca451acc6ce lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x50000000000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351305d expref: 9 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139122.549408:0:27214:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a7836400/0x1f9f6ca451acc6ce lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x70000400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351305d expref: 9 pid: 9563 timeout: 847 lvb_type: 0 00000100:00100000:1.0:1746139122.549418:0:27214:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072c19f80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_009:lustre-OST0000_UUID:27214:1830958832262528:192.168.203.56@tcp:104: 00000100:00100000:1.0:1746139122.549950:0:27214:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007fe1e300 going to sleep for 11 seconds 00000100:00100000:2.0:1746139122.550217:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139122.550233:0:9563:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c4d4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9563:1830958832262400:192.168.203.56@tcp:104: 00000100:00100000:3.0:1746139122.550238:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840597632 00000100:00100000:3.0:1746139122.550243:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840597632 00010000:00010000:0.0:1746139122.550258:0:9563:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a0143400/0x1f9f6ca451acc8db lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3513191 expref: 15 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139122.550266:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f14f200/0x1f9f6ca451acc88e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351317c expref: 17 pid: 9563 timeout: 847 lvb_type: 1 00010000:00010000:0.0:1746139122.550270:0:9563:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0143400, rc 0) 00000100:00100000:3.0:1746139122.550284:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17524 00000100:00100000:3.0:1746139122.550288:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c4d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+17:2008:x1830958840597632:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139122.550298:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1746139122.550306:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c796d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+15:3845:x1830958840597248:12345-192.168.203.56@tcp:101:dd.0 Request processed in 3020us (3126us total) trans 0 rc 0/0 00010000:00010000:3.0:1746139122.550317:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f14f200/0x1f9f6ca451acc88e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351317c expref: 17 pid: 9563 timeout: 847 lvb_type: 1 00010000:00010000:3.0:1746139122.550326:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f14f200/0x1f9f6ca451acc88e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351317c expref: 17 pid: 9563 timeout: 847 lvb_type: 1 00010000:00010000:3.0:1746139122.550342:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f14f200/0x1f9f6ca451acc88e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351317c expref: 17 pid: 9563 timeout: 847 lvb_type: 1 00010000:00010000:3.0:1746139122.550370:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139122.550372:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139122.550379:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a0143400/0x1f9f6ca451acc8db lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3513191 expref: 15 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139122.550386:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a0143400/0x1f9f6ca451acc8db lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3513191 expref: 15 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139122.550407:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a0143400/0x1f9f6ca451acc8db lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3513191 expref: 15 pid: 9563 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139122.550417:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5f98700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832262656:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139122.550440:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bbab0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746139122.550537:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30226 00000100:00100000:1.0:1746139122.551914:0:27214:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072c19f80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_009:lustre-OST0000_UUID:27214:1830958832262528:192.168.203.56@tcp:104: 00000100:00100000:2.0:1746139122.552048:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5f98700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830958832262656:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139122.552061:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746139122.552085:0:27214:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009f572c00/0x1f9f6ca451acc8e2 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27214 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746139122.552090:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c4d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+16:2008:x1830958840597632:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 1800us (1873us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139122.552099:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17524 00000100:00100000:1.0:1746139122.554131:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139122.554233:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840597760 00000100:00100000:2.0:1746139122.554240:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840597760 00010000:00010000:2.0:1746139122.554273:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a7836400/0x1f9f6ca451acc6ce lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x60000400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351305d expref: 10 pid: 9563 timeout: 847 lvb_type: 0 00000100:00100000:2.0:1746139122.554412:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17525 00000100:00100000:2.0:1746139122.554420:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072c19f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+10:2007:x1830958840597760:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139122.554434:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1746139122.554453:0:7207:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x1c:0x0] updating lvb size from disk: 25067520 -> 26214400 00002000:00010000:2.0:1746139122.554456:0:7207:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x1c:0x0] updating lvb blocks from disk: 48960 -> 51200 00010000:00010000:2.0:1746139122.554462:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a7836400/0x1f9f6ca451acc6ce lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x60000400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351305d expref: 10 pid: 9563 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746139122.554473:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a7836400/0x1f9f6ca451acc6ce lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x50000400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351305d expref: 10 pid: 9563 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746139122.554493:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a7836400/0x1f9f6ca451acc6ce lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x44801400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351305d expref: 10 pid: 9563 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746139122.554507:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139122.554509:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139122.554513:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f572c00/0x1f9f6ca451acc8e2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 27214 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139122.554521:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f572c00/0x1f9f6ca451acc8e2 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 27214 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139122.554554:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139122.554599:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072c19f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+9:2007:x1830958840597760:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 179us (476us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139122.554605:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17525 00010000:00010000:1.0:1746139122.554679:0:27214:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009f572c00/0x1f9f6ca451acc8e2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27214 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139122.554688:0:27214:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f572c00/0x1f9f6ca451acc8e2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27214 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746139122.561561:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139122.561640:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840597888 00000100:00100000:0.0:1746139122.561651:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840597888 00000100:00100000:0.0:1746139122.561699:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30227 00000100:00100000:0.0:1746139122.561707:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ff6a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+10:3845:x1830958840597888:12345-192.168.203.56@tcp:101:dd.0 00010000:00010000:0.0:1746139122.561726:0:9563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746139122.561743:0:9563:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880072436e00/0x1f9f6ca451acc8e9 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3513198 expref: -99 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139122.561771:0:9563:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0142c00/0x1f9f6ca451acc8b8 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3513183 expref: 9 pid: 9562 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746139122.561778:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139122.561779:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139122.561783:0:9563:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880072436e00/0x1f9f6ca451acc8e9 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3513198 expref: 11 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139122.561815:0:9563:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0142c00/0x1f9f6ca451acc8b8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3513183 expref: 9 pid: 9562 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746139122.561828:0:9563:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0142c00/0x1f9f6ca451acc8b8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3513183 expref: 9 pid: 9562 timeout: 847 lvb_type: 1 00000100:00100000:0.0:1746139122.561841:0:9563:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c797b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9563:1830958832262784:192.168.203.56@tcp:104: 00000100:00100000:0.0:1746139122.561921:0:9563:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009cc91240 going to sleep for 11 seconds 00000100:00100000:0.0:1746139122.564743:0:9563:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c797b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9563:1830958832262784:192.168.203.56@tcp:104: 00010000:00010000:0.0:1746139122.564773:0:9563:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880072436e00/0x1f9f6ca451acc8e9 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3513198 expref: 11 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139122.564797:0:9563:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072436e00, rc 0) 00000100:00100000:0.0:1746139122.564845:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ff6a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+11:3845:x1830958840597888:12345-192.168.203.56@tcp:101:dd.0 Request processed in 3138us (3295us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139122.564854:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30227 00000100:00100000:3.0:1746139122.565880:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139122.565943:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840598016 00000100:00100000:0.0:1746139122.565950:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840598016 00010000:00010000:0.0:1746139122.565982:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0142c00/0x1f9f6ca451acc8b8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3513183 expref: 10 pid: 9562 timeout: 847 lvb_type: 1 00000100:00100000:0.0:1746139122.566017:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17526 00000100:00100000:0.0:1746139122.566024:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5f9b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+10:2007:x1830958840598016:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746139122.566037:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746139122.566058:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0142c00/0x1f9f6ca451acc8b8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3513183 expref: 10 pid: 9562 timeout: 847 lvb_type: 1 00010000:00010000:0.0:1746139122.566068:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0142c00/0x1f9f6ca451acc8b8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3513183 expref: 10 pid: 9562 timeout: 847 lvb_type: 1 00010000:00010000:0.0:1746139122.566091:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0142c00/0x1f9f6ca451acc8b8 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3513183 expref: 10 pid: 9562 timeout: 847 lvb_type: 1 00010000:00010000:0.0:1746139122.566116:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139122.566118:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139122.566125:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880072436e00/0x1f9f6ca451acc8e9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3513198 expref: 10 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139122.566138:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880072436e00/0x1f9f6ca451acc8e9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3513198 expref: 10 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139122.566167:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880072436e00/0x1f9f6ca451acc8e9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3513198 expref: 10 pid: 9563 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746139122.566179:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c796d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:15672:1830958832262912:192.168.203.56@tcp:105: 00000100:00100000:0.0:1746139122.566248:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009cc91240 going to sleep for 11 seconds 00000100:00100000:0.0:1746139122.569135:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c796d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:15672:1830958832262912:192.168.203.56@tcp:105: 00010000:00010000:0.0:1746139122.569154:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746139122.569196:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5f9b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+11:2007:x1830958840598016:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3171us (3319us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139122.569206:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17526 00000001:00080000:3.0:1746139122.571428:0:9560:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970727 is committed 00000001:00080000:3.0:1746139122.571442:0:9560:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970726 is committed 00002000:00010000:1.0:1746139122.571798:0:27214:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x1c:0x0] updating lvb mtime from disk: 1746139121 -> 1746139123 00002000:00010000:1.0:1746139122.571802:0:27214:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x1c:0x0] updating lvb ctime from disk: 1746139121 -> 1746139123 00010000:00010000:1.0:1746139122.571816:0:27214:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009f572c00/0x1f9f6ca451acc8e2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27214 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139122.571826:0:27214:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009f572c00/0x1f9f6ca451acc8e2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27214 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139122.571834:0:27214:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009f572c00/0x1f9f6ca451acc8e2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27214 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139122.571840:0:27214:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009f572c00 already unused, calling callback (ffffffffa0865d70) 00010000:00010000:1.0:1746139122.571845:0:27214:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009f572c00/0x1f9f6ca451acc8e2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27214 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139122.571852:0:27214:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009f572c00/0x1f9f6ca451acc8e2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27214 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139122.571870:0:27214:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009f572c00/0x1f9f6ca451acc8e2 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27214 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139122.571876:0:27214:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f572c00/0x1f9f6ca451acc8e2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27214 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746139122.571974:0:27214:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c797100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:b60e9717-019c-4527-a82a-15e993ac5189+7:2007:x1830958840597504:12345-192.168.203.56@tcp:4:dd.0 Request processed in 22674us (22979us total) trans 4294970727 rc 0/0 00000100:00100000:1.0:1746139122.571983:0:27214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13590 00000100:00100000:3.0:1746139122.579433:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139122.579495:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139122.579603:0:27214:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840598272 00000100:00100000:1.0:1746139122.579613:0:27214:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840598272 00000100:00100000:2.0:1746139122.579834:0:27212:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840598528 00000100:00100000:2.0:1746139122.579839:0:27212:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840598528 00000100:00100000:2.0:1746139122.579890:0:27212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13591 00000100:00100000:2.0:1746139122.579898:0:27212:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5f98700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:b60e9717-019c-4527-a82a-15e993ac5189+7:2007:x1830958840598528:12345-192.168.203.56@tcp:3:dd.0 00010000:00010000:2.0:1746139122.579936:0:27212:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009f034e00/0x1f9f6ca451acc8f0 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139122.579950:0:27212:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139122.579954:0:27212:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139122.579959:0:27212:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f034e00/0x1f9f6ca451acc8f0 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139122.579971:0:27212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f034e00/0x1f9f6ca451acc8f0 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27212 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746139122.580221:0:27214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13592 00000100:00100000:1.0:1746139122.580226:0:27214:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5f9b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:b60e9717-019c-4527-a82a-15e993ac5189+16:2007:x1830958840598272:12345-192.168.203.56@tcp:3:dd.0 00010000:00010000:1.0:1746139122.580244:0:27214:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c600/0x1f9f6ca451acc8f7 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27214 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139122.580251:0:27214:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139122.580252:0:27214:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139122.580255:0:27214:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c600/0x1f9f6ca451acc8f7 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27214 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139122.580263:0:27214:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c600/0x1f9f6ca451acc8f7 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27214 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139122.590496:0:27214:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c600/0x1f9f6ca451acc8f7 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27214 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139122.590514:0:27214:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c600/0x1f9f6ca451acc8f7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27214 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139122.590522:0:27214:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c600/0x1f9f6ca451acc8f7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27214 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139122.590534:0:27214:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012fa5c600 already unused, calling callback (ffffffffa0865d70) 00010000:00010000:1.0:1746139122.590538:0:27214:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c600/0x1f9f6ca451acc8f7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27214 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139122.590546:0:27214:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c600/0x1f9f6ca451acc8f7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27214 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139122.590563:0:27214:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c600/0x1f9f6ca451acc8f7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27214 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139122.590569:0:27214:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c600/0x1f9f6ca451acc8f7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27214 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746139122.590851:0:27214:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5f9b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:b60e9717-019c-4527-a82a-15e993ac5189+16:2007:x1830958840598272:12345-192.168.203.56@tcp:3:dd.0 Request processed in 10617us (11422us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746139122.590862:0:27214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13592 00010000:00010000:2.0:1746139122.591689:0:27212:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009f034e00/0x1f9f6ca451acc8f0 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139122.591699:0:27212:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009f034e00/0x1f9f6ca451acc8f0 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139122.591705:0:27212:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009f034e00/0x1f9f6ca451acc8f0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139122.591710:0:27212:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009f034e00 already unused, calling callback (ffffffffa0865d70) 00010000:00010000:2.0:1746139122.591713:0:27212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009f034e00/0x1f9f6ca451acc8f0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139122.591720:0:27212:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009f034e00/0x1f9f6ca451acc8f0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139122.591730:0:27212:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009f034e00/0x1f9f6ca451acc8f0 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139122.591736:0:27212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f034e00/0x1f9f6ca451acc8f0 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27212 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746139122.591791:0:27212:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5f98700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:b60e9717-019c-4527-a82a-15e993ac5189+7:2007:x1830958840598528:12345-192.168.203.56@tcp:3:dd.0 Request processed in 11893us (12294us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746139122.591823:0:27212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13591 00000100:00100000:3.0:1746139122.594710:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139122.594817:0:27212:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840598784 00000100:00100000:2.0:1746139122.594826:0:27212:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840598784 00000100:00100000:2.0:1746139122.594896:0:27212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13593 00000100:00100000:2.0:1746139122.594905:0:27212:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eed9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:b60e9717-019c-4527-a82a-15e993ac5189+7:2007:x1830958840598784:12345-192.168.203.56@tcp:4:dd.0 00002000:00010000:2.0:1746139122.594960:0:27212:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1c:0x0] initial LVB size: 26214400, mtime: 0x6813f7f3, atime: 0x0, ctime: 0x6813f7f3, blocks: 0xc800 00010000:00010000:2.0:1746139122.594968:0:27212:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009f035e00/0x1f9f6ca451acc8fe lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139122.594982:0:27212:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139122.594984:0:27212:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139122.594989:0:27212:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f035e00/0x1f9f6ca451acc8fe lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139122.595002:0:27212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f035e00/0x1f9f6ca451acc8fe lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27212 timeout: 0 lvb_type: 0 00000001:00080000:3.0:1746139122.622705:0:9560:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970728 is committed 00010000:00010000:2.0:1746139122.623201:0:27212:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009f035e00/0x1f9f6ca451acc8fe lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139122.623214:0:27212:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009f035e00/0x1f9f6ca451acc8fe lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139122.623221:0:27212:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009f035e00/0x1f9f6ca451acc8fe lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139122.623226:0:27212:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009f035e00 already unused, calling callback (ffffffffa0865d70) 00010000:00010000:2.0:1746139122.623231:0:27212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009f035e00/0x1f9f6ca451acc8fe lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139122.623239:0:27212:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009f035e00/0x1f9f6ca451acc8fe lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139122.623257:0:27212:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009f035e00/0x1f9f6ca451acc8fe lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139122.623263:0:27212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f035e00/0x1f9f6ca451acc8fe lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27212 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746139122.623449:0:27212:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eed9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:b60e9717-019c-4527-a82a-15e993ac5189+7:2007:x1830958840598784:12345-192.168.203.56@tcp:4:dd.0 Request processed in 28540us (28744us total) trans 4294970728 rc 0/0 00000100:00100000:2.0:1746139122.623460:0:27212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13593 00000100:00100000:3.0:1746139122.627140:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139122.627215:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139122.627282:0:27214:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840599040 00000100:00100000:1.0:1746139122.627292:0:27214:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840599040 00000100:00100000:2.0:1746139122.627344:0:27212:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840599296 00000100:00100000:2.0:1746139122.627348:0:27212:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840599296 00000100:00100000:1.0:1746139122.627351:0:27214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13594 00000100:00100000:1.0:1746139122.627368:0:27214:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eeda680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:b60e9717-019c-4527-a82a-15e993ac5189+16:2007:x1830958840599040:12345-192.168.203.56@tcp:3:dd.0 00010000:00010000:1.0:1746139122.627404:0:27214:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88007279ac00/0x1f9f6ca451acc905 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27214 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139122.627418:0:27214:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139122.627420:0:27214:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139122.627425:0:27214:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88007279ac00/0x1f9f6ca451acc905 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27214 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139122.627443:0:27214:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88007279ac00/0x1f9f6ca451acc905 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27214 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746139122.628065:0:27212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13595 00000100:00100000:2.0:1746139122.628073:0:27212:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eed8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:b60e9717-019c-4527-a82a-15e993ac5189+7:2008:x1830958840599296:12345-192.168.203.56@tcp:3:dd.0 00010000:00010000:2.0:1746139122.628093:0:27212:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88008760ca00/0x1f9f6ca451acc90c lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139122.628270:0:27212:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139122.628272:0:27212:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139122.628277:0:27212:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008760ca00/0x1f9f6ca451acc90c lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139122.628287:0:27212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008760ca00/0x1f9f6ca451acc90c lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27212 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139122.647843:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00010000:00010000:1.0:1746139122.648133:0:27214:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88007279ac00/0x1f9f6ca451acc905 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27214 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139122.648147:0:27214:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88007279ac00/0x1f9f6ca451acc905 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27214 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139122.648156:0:27214:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88007279ac00/0x1f9f6ca451acc905 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27214 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139122.648163:0:27214:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88007279ac00 already unused, calling callback (ffffffffa0865d70) 00010000:00010000:1.0:1746139122.648166:0:27214:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88007279ac00/0x1f9f6ca451acc905 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27214 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139122.648174:0:27214:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88007279ac00/0x1f9f6ca451acc905 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27214 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139122.648194:0:27214:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88007279ac00/0x1f9f6ca451acc905 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27214 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139122.648199:0:27214:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88007279ac00/0x1f9f6ca451acc905 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27214 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746139122.648880:0:27213:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840599552 00000100:00100000:0.0:1746139122.648889:0:27213:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840599552 00000100:00100000:1.0:1746139122.648919:0:27214:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eeda680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:b60e9717-019c-4527-a82a-15e993ac5189+16:2007:x1830958840599040:12345-192.168.203.56@tcp:3:dd.0 Request processed in 21558us (21788us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746139122.648932:0:27214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13594 00002000:00100000:0.0:1746139122.649912:0:27213:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x1e:0x0] (0->4194303) req@ffff88012eedb100 x1830958840599552/t0(0) o4->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:48/0 lens 488/0 e 0 to 0 dl 1746139133 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746139122.649923:0:27213:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012eedb100 with x1830958840599552 ext(0->4194303) 00002000:00010000:0.0:1746139122.649928:0:27213:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012eedb100 00000100:00100000:0.0:1746139122.649969:0:27213:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13596 00000100:00100000:0.0:1746139122.649977:0:27213:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eedb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:57256782-7187-4d4f-9a1f-78e1ae613c85+15:2007:x1830958840599552:12345-192.168.203.56@tcp:4:dd.0 00010000:00010000:2.0:1746139122.650321:0:27212:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88008760ca00/0x1f9f6ca451acc90c lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139122.650330:0:27212:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008760ca00/0x1f9f6ca451acc90c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139122.650337:0:27212:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008760ca00/0x1f9f6ca451acc90c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139122.650343:0:27212:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008760ca00 already unused, calling callback (ffffffffa0865d70) 00010000:00010000:2.0:1746139122.650347:0:27212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008760ca00/0x1f9f6ca451acc90c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139122.650354:0:27212:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008760ca00/0x1f9f6ca451acc90c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139122.650379:0:27212:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008760ca00/0x1f9f6ca451acc90c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139122.650385:0:27212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008760ca00/0x1f9f6ca451acc90c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27212 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746139122.650432:0:27212:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eed8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:b60e9717-019c-4527-a82a-15e993ac5189+7:2008:x1830958840599296:12345-192.168.203.56@tcp:3:dd.0 Request processed in 22359us (23216us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746139122.650439:0:27212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13595 00000100:00100000:0.0:1746139122.658147:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139122.658205:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139122.658285:0:27212:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840599808 00000100:00100000:3.0:1746139122.658296:0:27212:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840599808 00000100:00100000:2.0:1746139122.658299:0:27214:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840600064 00000100:00100000:2.0:1746139122.658304:0:27214:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840600064 00002000:00100000:2.0:1746139122.658345:0:27214:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x1d:0x0] (0->4194303) req@ffff88009c797b80 x1830958840600064/t0(0) o4->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:48/0 lens 488/0 e 0 to 0 dl 1746139133 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746139122.658365:0:27214:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c797b80 with x1830958840600064 ext(0->4194303) 00000100:00100000:3.0:1746139122.658366:0:27212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13597 00002000:00010000:2.0:1746139122.658372:0:27214:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c797b80 00000100:00100000:3.0:1746139122.658374:0:27212:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c796d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:b60e9717-019c-4527-a82a-15e993ac5189+7:2010:x1830958840599808:12345-192.168.203.56@tcp:4:dd.0 00000100:00100000:2.0:1746139122.658397:0:9569:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13598 00000100:00100000:2.0:1746139122.658405:0:9569:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c797b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+9:2008:x1830958840600064:12345-192.168.203.56@tcp:4:dd.0 00002000:00010000:3.0:1746139122.658428:0:27212:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1c:0x0] initial LVB size: 26214400, mtime: 0x6813f7f3, atime: 0x0, ctime: 0x6813f7f3, blocks: 0xc800 00010000:00010000:3.0:1746139122.658437:0:27212:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009f43ae00/0x1f9f6ca451acc913 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139122.658451:0:27212:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139122.658452:0:27212:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139122.658457:0:27212:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f43ae00/0x1f9f6ca451acc913 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [4194304->6291455] (req 4194304->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139122.658472:0:27212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f43ae00/0x1f9f6ca451acc913 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [4194304->6291455] (req 4194304->6291455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27212 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139122.697947:0:27213:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eedb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:57256782-7187-4d4f-9a1f-78e1ae613c85+17:2007:x1830958840599552:12345-192.168.203.56@tcp:4:dd.0 Request processed in 47958us (50329us total) trans 4294972145 rc 0/0 00000100:00100000:3.0:1746139122.697959:0:27213:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13596 00002000:00100000:3.0:1746139122.697972:0:27213:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x1e:0x0] (0->4194303) req@ffff88012eedb100 x1830958840599552/t4294972145(0) o4->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:48/0 lens 488/448 e 0 to 0 dl 1746139133 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746139122.697981:0:27213:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012eedb100 with x1830958840599552 ext(0->4194303) 00002000:00010000:3.0:1746139122.697988:0:27213:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012eedb100 00000001:00080000:0.0:1746139122.718642:0:9560:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970729 is committed 00010000:00010000:3.0:1746139122.718843:0:27212:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009f43ae00/0x1f9f6ca451acc913 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [4194304->6291455] (req 4194304->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139122.718855:0:27212:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009f43ae00/0x1f9f6ca451acc913 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [4194304->6291455] (req 4194304->6291455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139122.718863:0:27212:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009f43ae00/0x1f9f6ca451acc913 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [4194304->6291455] (req 4194304->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139122.718869:0:27212:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009f43ae00 already unused, calling callback (ffffffffa0865d70) 00010000:00010000:3.0:1746139122.718873:0:27212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009f43ae00/0x1f9f6ca451acc913 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [4194304->6291455] (req 4194304->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139122.718880:0:27212:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009f43ae00/0x1f9f6ca451acc913 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [4194304->6291455] (req 4194304->6291455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139122.718896:0:27212:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009f43ae00/0x1f9f6ca451acc913 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [4194304->6291455] (req 4194304->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139122.718900:0:27212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f43ae00/0x1f9f6ca451acc913 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [4194304->6291455] (req 4194304->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27212 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139122.719004:0:27212:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c796d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:b60e9717-019c-4527-a82a-15e993ac5189+7:2010:x1830958840599808:12345-192.168.203.56@tcp:4:dd.0 Request processed in 60625us (60864us total) trans 4294970729 rc 0/0 00000100:00100000:3.0:1746139122.719013:0:27212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13597 00000100:00100000:0.0:1746139122.737196:0:9569:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c797b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+11:2008:x1830958840600064:12345-192.168.203.56@tcp:4:dd.0 Request processed in 78779us (78977us total) trans 4294970730 rc 0/0 00000100:00100000:0.0:1746139122.737211:0:9569:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13598 00002000:00100000:0.0:1746139122.737225:0:9569:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1d:0x0] (0->4194303) req@ffff88009c797b80 x1830958840600064/t4294970730(0) o4->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:48/0 lens 488/448 e 0 to 0 dl 1746139133 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746139122.737235:0:9569:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c797b80 with x1830958840600064 ext(0->4194303) 00002000:00010000:0.0:1746139122.737242:0:9569:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c797b80 00000100:00100000:1.0:1746139122.737445:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139122.737517:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139122.737573:0:27212:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840600320 00000100:00100000:3.0:1746139122.737582:0:27212:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840600320 00000100:00100000:0.0:1746139122.737582:0:9569:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840600576 00000100:00100000:0.0:1746139122.737586:0:9569:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840600576 00000100:00100000:0.0:1746139122.737671:0:9569:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13599 00000100:00100000:0.0:1746139122.737678:0:9569:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072c18700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:b60e9717-019c-4527-a82a-15e993ac5189+7:2009:x1830958840600576:12345-192.168.203.56@tcp:3:dd.0 00010000:00010000:0.0:1746139122.737715:0:9569:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009f573600/0x1f9f6ca451acc91a lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139122.737729:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139122.737730:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139122.737735:0:9569:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f573600/0x1f9f6ca451acc91a lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139122.737748:0:9569:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f573600/0x1f9f6ca451acc91a lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139122.737849:0:27213:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13600 00000100:00100000:3.0:1746139122.737855:0:27213:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072c19180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:b60e9717-019c-4527-a82a-15e993ac5189+16:2009:x1830958840600320:12345-192.168.203.56@tcp:3:dd.0 00010000:00010000:3.0:1746139122.737874:0:27213:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009f219600/0x1f9f6ca451acc921 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27213 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139122.737882:0:27213:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139122.737884:0:27213:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139122.737887:0:27213:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f219600/0x1f9f6ca451acc921 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27213 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139122.737900:0:27213:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f219600/0x1f9f6ca451acc921 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27213 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139122.754749:0:9569:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009f573600/0x1f9f6ca451acc91a lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139122.754767:0:9569:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009f573600/0x1f9f6ca451acc91a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139122.754776:0:9569:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009f573600/0x1f9f6ca451acc91a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139122.754783:0:9569:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009f573600 already unused, calling callback (ffffffffa0865d70) 00010000:00010000:2.0:1746139122.754787:0:9569:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009f573600/0x1f9f6ca451acc91a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139122.754886:0:9569:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009f573600/0x1f9f6ca451acc91a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139122.754907:0:9569:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009f573600/0x1f9f6ca451acc91a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139122.755141:0:9569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f573600/0x1f9f6ca451acc91a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746139122.755481:0:9569:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072c18700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:b60e9717-019c-4527-a82a-15e993ac5189+7:2009:x1830958840600576:12345-192.168.203.56@tcp:3:dd.0 Request processed in 17795us (17955us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746139122.755492:0:9569:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13599 00010000:00010000:2.0:1746139122.756306:0:27213:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009f219600/0x1f9f6ca451acc921 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27213 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139122.756315:0:27213:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009f219600/0x1f9f6ca451acc921 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27213 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139122.756322:0:27213:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009f219600/0x1f9f6ca451acc921 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27213 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139122.756328:0:27213:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009f219600 already unused, calling callback (ffffffffa0865d70) 00010000:00010000:2.0:1746139122.756331:0:27213:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f219600/0x1f9f6ca451acc921 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27213 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139122.756338:0:27213:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f219600/0x1f9f6ca451acc921 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27213 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139122.756352:0:27213:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009f219600/0x1f9f6ca451acc921 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27213 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139122.756370:0:27213:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f219600/0x1f9f6ca451acc921 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27213 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746139122.756407:0:27213:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072c19180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:b60e9717-019c-4527-a82a-15e993ac5189+16:2009:x1830958840600320:12345-192.168.203.56@tcp:3:dd.0 Request processed in 18551us (18961us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746139122.756417:0:27213:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13600 00000100:00100000:0.0:1746139122.765945:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139122.766001:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139122.766274:0:27213:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840600832 00000100:00100000:2.0:1746139122.766284:0:27213:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840600832 00000100:00100000:2.0:1746139122.767145:0:27213:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840601088 00000100:00100000:2.0:1746139122.767149:0:27213:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840601088 00002000:00100000:2.0:1746139122.767171:0:27213:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x1e:0x0] (4194304->8388607) req@ffff88009c795500 x1830958840601088/t0(0) o4->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:48/0 lens 488/0 e 0 to 0 dl 1746139133 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746139122.767181:0:27213:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c795500 with x1830958840601088 ext(4194304->8388607) 00002000:00010000:2.0:1746139122.767189:0:27213:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c795500 00000100:00100000:3.0:1746139122.767230:0:9569:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13601 00000100:00100000:3.0:1746139122.767246:0:9569:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c794700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:b60e9717-019c-4527-a82a-15e993ac5189+7:2009:x1830958840600832:12345-192.168.203.56@tcp:4:dd.0 00002000:00010000:3.0:1746139122.767305:0:9569:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1c:0x0] initial LVB size: 26214400, mtime: 0x6813f7f3, atime: 0x0, ctime: 0x6813f7f3, blocks: 0xc800 00010000:00010000:3.0:1746139122.767314:0:9569:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009f219600/0x1f9f6ca451acc928 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139122.767327:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139122.767329:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139122.767334:0:9569:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f219600/0x1f9f6ca451acc928 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [6291456->8388607] (req 6291456->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139122.767349:0:9569:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f219600/0x1f9f6ca451acc928 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [6291456->8388607] (req 6291456->8388607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746139122.768019:0:27215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13602 00000100:00100000:1.0:1746139122.768030:0:27215:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c795500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:57256782-7187-4d4f-9a1f-78e1ae613c85+17:2007:x1830958840601088:12345-192.168.203.56@tcp:4:dd.0 00000100:00100000:0.0:1746139122.784039:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139122.784103:0:27212:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840601344 00000100:00100000:2.0:1746139122.784115:0:27212:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840601344 00002000:00100000:2.0:1746139122.784163:0:27212:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x1d:0x0] (4194304->8388607) req@ffff88009cb69880 x1830958840601344/t0(0) o4->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:48/0 lens 488/0 e 0 to 0 dl 1746139133 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746139122.784173:0:27212:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb69880 with x1830958840601344 ext(4194304->8388607) 00002000:00010000:2.0:1746139122.784180:0:27212:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009cb69880 00000100:00100000:2.0:1746139122.784215:0:27212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13603 00000100:00100000:2.0:1746139122.784223:0:27212:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb69880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:57256782-7187-4d4f-9a1f-78e1ae613c85+11:2008:x1830958840601344:12345-192.168.203.56@tcp:4:dd.0 00000001:00080000:2.0:1746139122.795890:0:9560:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970731 is committed 00000001:00080000:2.0:1746139122.795906:0:9560:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970730 is committed 00010000:00010000:3.0:1746139122.796572:0:9569:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009f219600/0x1f9f6ca451acc928 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [6291456->8388607] (req 6291456->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139122.796586:0:9569:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009f219600/0x1f9f6ca451acc928 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [6291456->8388607] (req 6291456->8388607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139122.796594:0:9569:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009f219600/0x1f9f6ca451acc928 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [6291456->8388607] (req 6291456->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139122.796601:0:9569:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009f219600 already unused, calling callback (ffffffffa0865d70) 00010000:00010000:3.0:1746139122.796606:0:9569:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009f219600/0x1f9f6ca451acc928 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [6291456->8388607] (req 6291456->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139122.796613:0:9569:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009f219600/0x1f9f6ca451acc928 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [6291456->8388607] (req 6291456->8388607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139122.796649:0:9569:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009f219600/0x1f9f6ca451acc928 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [6291456->8388607] (req 6291456->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139122.796654:0:9569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f219600/0x1f9f6ca451acc928 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [6291456->8388607] (req 6291456->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139122.796749:0:9569:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c794700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:b60e9717-019c-4527-a82a-15e993ac5189+7:2009:x1830958840600832:12345-192.168.203.56@tcp:4:dd.0 Request processed in 29501us (30810us total) trans 4294970731 rc 0/0 00000100:00100000:3.0:1746139122.796758:0:9569:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13601 00000100:00100000:2.0:1746139122.801940:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139122.802453:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139122.802570:0:27213:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840601728 00000100:00100000:0.0:1746139122.802580:0:27213:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840601728 00000100:00100000:0.0:1746139122.802652:0:27213:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840601856 00000100:00100000:0.0:1746139122.802655:0:27213:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840601856 00000100:00100000:0.0:1746139122.802683:0:27213:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13604 00000100:00100000:1.0:1746139122.802690:0:28892:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13605 00000100:00100000:0.0:1746139122.802690:0:27213:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c4d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:b60e9717-019c-4527-a82a-15e993ac5189+7:2009:x1830958840601728:12345-192.168.203.56@tcp:3:dd.0 00000100:00100000:1.0:1746139122.802699:0:28892:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c4d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:b60e9717-019c-4527-a82a-15e993ac5189+16:2009:x1830958840601856:12345-192.168.203.56@tcp:3:dd.0 00010000:00010000:1.0:1746139122.802723:0:28892:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88007279ac00/0x1f9f6ca451acc936 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28892 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139122.802723:0:27213:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009edca800/0x1f9f6ca451acc92f lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27213 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139122.802737:0:28892:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139122.802737:0:27213:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139122.802739:0:28892:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139122.802739:0:27213:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139122.802744:0:28892:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88007279ac00/0x1f9f6ca451acc936 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28892 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139122.802744:0:27213:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009edca800/0x1f9f6ca451acc92f lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27213 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139122.802755:0:28892:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88007279ac00/0x1f9f6ca451acc936 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28892 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139122.802755:0:27213:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009edca800/0x1f9f6ca451acc92f lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27213 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139122.811300:0:27213:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009edca800/0x1f9f6ca451acc92f lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27213 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139122.811317:0:27213:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009edca800/0x1f9f6ca451acc92f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27213 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139122.811325:0:27213:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009edca800/0x1f9f6ca451acc92f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27213 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139122.811332:0:27213:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009edca800 already unused, calling callback (ffffffffa0865d70) 00010000:00010000:0.0:1746139122.811336:0:27213:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009edca800/0x1f9f6ca451acc92f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27213 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139122.811345:0:27213:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009edca800/0x1f9f6ca451acc92f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27213 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139122.811382:0:27213:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009edca800/0x1f9f6ca451acc92f lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27213 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139122.811389:0:27213:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009edca800/0x1f9f6ca451acc92f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27213 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746139122.814501:0:27213:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c4d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:b60e9717-019c-4527-a82a-15e993ac5189+7:2009:x1830958840601728:12345-192.168.203.56@tcp:3:dd.0 Request processed in 11796us (12556us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746139122.814514:0:27213:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13604 00010000:00010000:1.0:1746139122.820695:0:28892:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88007279ac00/0x1f9f6ca451acc936 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28892 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139122.820715:0:28892:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88007279ac00/0x1f9f6ca451acc936 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28892 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139122.820724:0:28892:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88007279ac00/0x1f9f6ca451acc936 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28892 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139122.820737:0:28892:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88007279ac00 already unused, calling callback (ffffffffa0865d70) 00010000:00010000:1.0:1746139122.820741:0:28892:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88007279ac00/0x1f9f6ca451acc936 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28892 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139122.820749:0:28892:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88007279ac00/0x1f9f6ca451acc936 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28892 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139122.820769:0:28892:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88007279ac00/0x1f9f6ca451acc936 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28892 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139122.820775:0:28892:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88007279ac00/0x1f9f6ca451acc936 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28892 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746139122.821448:0:28892:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c4d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:b60e9717-019c-4527-a82a-15e993ac5189+16:2009:x1830958840601856:12345-192.168.203.56@tcp:3:dd.0 Request processed in 18742us (18987us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746139122.821460:0:28892:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13605 00000100:00100000:1.0:1746139122.821638:0:27215:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c795500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:57256782-7187-4d4f-9a1f-78e1ae613c85+19:2007:x1830958840601088:12345-192.168.203.56@tcp:4:dd.0 Request processed in 53609us (55635us total) trans 4294972146 rc 0/0 00000100:00100000:1.0:1746139122.821644:0:27215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13602 00002000:00100000:1.0:1746139122.821655:0:27215:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x2c0000401:0x1e:0x0] (4194304->8388607) req@ffff88009c795500 x1830958840601088/t4294972146(0) o4->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:48/0 lens 488/448 e 0 to 0 dl 1746139133 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746139122.821664:0:27215:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c795500 with x1830958840601088 ext(4194304->8388607) 00002000:00010000:1.0:1746139122.821668:0:27215:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c795500 00000100:00100000:2.0:1746139122.830065:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139122.830167:0:27215:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840602112 00000100:00100000:1.0:1746139122.830177:0:27215:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840602112 00000100:00100000:1.0:1746139122.830237:0:27215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13606 00000100:00100000:1.0:1746139122.830245:0:27215:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c4d7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:b60e9717-019c-4527-a82a-15e993ac5189+7:2010:x1830958840602112:12345-192.168.203.56@tcp:4:dd.0 00002000:00010000:1.0:1746139122.830295:0:27215:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1c:0x0] initial LVB size: 26214400, mtime: 0x6813f7f3, atime: 0x0, ctime: 0x6813f7f3, blocks: 0xc800 00010000:00010000:1.0:1746139122.830304:0:27215:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009f7cd400/0x1f9f6ca451acc93d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27215 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139122.830317:0:27215:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139122.830318:0:27215:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139122.830323:0:27215:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f7cd400/0x1f9f6ca451acc93d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [8388608->10485759] (req 8388608->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27215 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139122.830336:0:27215:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f7cd400/0x1f9f6ca451acc93d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [8388608->10485759] (req 8388608->10485759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27215 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746139122.847580:0:27212:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb69880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:57256782-7187-4d4f-9a1f-78e1ae613c85+11:2008:x1830958840601344:12345-192.168.203.56@tcp:4:dd.0 Request processed in 63345us (63541us total) trans 4294970732 rc 0/0 00000100:00100000:2.0:1746139122.847593:0:27212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13603 00002000:00100000:2.0:1746139122.847606:0:27212:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x1d:0x0] (4194304->8388607) req@ffff88009cb69880 x1830958840601344/t4294970732(0) o4->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:48/0 lens 488/448 e 0 to 0 dl 1746139133 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746139122.847632:0:27212:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb69880 with x1830958840601344 ext(4194304->8388607) 00002000:00010000:2.0:1746139122.847640:0:27212:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009cb69880 00000001:00080000:0.0:1746139122.854748:0:9560:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970733 is committed 00000001:00080000:0.0:1746139122.854764:0:9560:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970732 is committed 00010000:00010000:2.0:1746139122.855011:0:27215:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009f7cd400/0x1f9f6ca451acc93d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [8388608->10485759] (req 8388608->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27215 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139122.855023:0:27215:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009f7cd400/0x1f9f6ca451acc93d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [8388608->10485759] (req 8388608->10485759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27215 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139122.855031:0:27215:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009f7cd400/0x1f9f6ca451acc93d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [8388608->10485759] (req 8388608->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27215 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139122.855037:0:27215:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009f7cd400 already unused, calling callback (ffffffffa0865d70) 00010000:00010000:2.0:1746139122.855041:0:27215:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009f7cd400/0x1f9f6ca451acc93d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [8388608->10485759] (req 8388608->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27215 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139122.855048:0:27215:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009f7cd400/0x1f9f6ca451acc93d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [8388608->10485759] (req 8388608->10485759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27215 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139122.855065:0:27215:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009f7cd400/0x1f9f6ca451acc93d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [8388608->10485759] (req 8388608->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27215 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139122.855070:0:27215:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f7cd400/0x1f9f6ca451acc93d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [8388608->10485759] (req 8388608->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27215 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746139122.855190:0:27215:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c4d7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:b60e9717-019c-4527-a82a-15e993ac5189+7:2010:x1830958840602112:12345-192.168.203.56@tcp:4:dd.0 Request processed in 24940us (25131us total) trans 4294970733 rc 0/0 00000100:00100000:2.0:1746139122.855199:0:27215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13606 00000100:00100000:0.0:1746139122.857104:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139122.857153:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139122.857210:0:27212:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840602496 00000100:00100000:3.0:1746139122.857220:0:27212:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840602496 00000100:00100000:2.0:1746139122.857681:0:27215:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840602624 00000100:00100000:2.0:1746139122.857685:0:27215:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840602624 00000100:00100000:3.0:1746139122.857699:0:27212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13607 00000100:00100000:3.0:1746139122.857707:0:27212:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ee96a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:b60e9717-019c-4527-a82a-15e993ac5189+7:2009:x1830958840602496:12345-192.168.203.56@tcp:3:dd.0 00000100:00100000:2.0:1746139122.857713:0:27215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13608 00000100:00100000:2.0:1746139122.857718:0:27215:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f17b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:b60e9717-019c-4527-a82a-15e993ac5189+16:2009:x1830958840602624:12345-192.168.203.56@tcp:3:dd.0 00010000:00010000:3.0:1746139122.857741:0:27212:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880072514a00/0x1f9f6ca451acc944 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139122.857741:0:27215:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88007fe80800/0x1f9f6ca451acc94b lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27215 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139122.857754:0:27212:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139122.857754:0:27215:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139122.857756:0:27212:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139122.857756:0:27215:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139122.857761:0:27212:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880072514a00/0x1f9f6ca451acc944 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139122.857761:0:27215:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88007fe80800/0x1f9f6ca451acc94b lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27215 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139122.857774:0:27212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880072514a00/0x1f9f6ca451acc944 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139122.857774:0:27215:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88007fe80800/0x1f9f6ca451acc94b lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27215 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746139122.867812:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139122.868070:0:27213:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840602880 00000100:00100000:2.0:1746139122.868079:0:27213:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840602880 00002000:00100000:2.0:1746139122.868124:0:27213:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x1e:0x0] (8388608->12582911) req@ffff88009f178700 x1830958840602880/t0(0) o4->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:48/0 lens 488/0 e 0 to 0 dl 1746139133 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746139122.868134:0:27213:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f178700 with x1830958840602880 ext(8388608->12582911) 00002000:00010000:2.0:1746139122.868140:0:27213:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f178700 00000100:00100000:2.0:1746139122.868162:0:27213:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13609 00000100:00100000:2.0:1746139122.868170:0:27213:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f178700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:57256782-7187-4d4f-9a1f-78e1ae613c85+19:2007:x1830958840602880:12345-192.168.203.56@tcp:4:dd.0 00010000:00010000:3.0:1746139122.871318:0:27212:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880072514a00/0x1f9f6ca451acc944 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139122.871338:0:27212:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880072514a00/0x1f9f6ca451acc944 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139122.871345:0:27212:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880072514a00/0x1f9f6ca451acc944 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139122.871351:0:27212:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880072514a00 already unused, calling callback (ffffffffa0865d70) 00010000:00010000:3.0:1746139122.871363:0:27212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880072514a00/0x1f9f6ca451acc944 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139122.871371:0:27212:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880072514a00/0x1f9f6ca451acc944 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139122.871390:0:27212:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880072514a00/0x1f9f6ca451acc944 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139122.871395:0:27212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880072514a00/0x1f9f6ca451acc944 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27212 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139122.871493:0:27212:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ee96a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:b60e9717-019c-4527-a82a-15e993ac5189+7:2009:x1830958840602496:12345-192.168.203.56@tcp:3:dd.0 Request processed in 13782us (14392us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746139122.871502:0:27212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13607 00010000:00010000:3.0:1746139122.871584:0:27215:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88007fe80800/0x1f9f6ca451acc94b lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27215 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139122.871592:0:27215:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88007fe80800/0x1f9f6ca451acc94b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27215 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139122.871597:0:27215:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88007fe80800/0x1f9f6ca451acc94b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27215 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139122.871602:0:27215:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88007fe80800 already unused, calling callback (ffffffffa0865d70) 00010000:00010000:3.0:1746139122.871604:0:27215:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88007fe80800/0x1f9f6ca451acc94b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27215 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139122.871609:0:27215:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88007fe80800/0x1f9f6ca451acc94b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27215 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139122.871642:0:27215:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88007fe80800/0x1f9f6ca451acc94b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27215 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139122.871648:0:27215:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88007fe80800/0x1f9f6ca451acc94b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27215 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139122.873165:0:27215:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f17b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:b60e9717-019c-4527-a82a-15e993ac5189+16:2009:x1830958840602624:12345-192.168.203.56@tcp:3:dd.0 Request processed in 15443us (16008us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746139122.873174:0:27215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13608 00000100:00100000:0.0:1746139122.884489:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139122.884535:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139122.884651:0:27212:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840603136 00000100:00100000:2.0:1746139122.884663:0:27212:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840603136 00000100:00100000:3.0:1746139122.884841:0:27215:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840603392 00000100:00100000:3.0:1746139122.884846:0:27215:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840603392 00000100:00100000:3.0:1746139122.884892:0:27215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13610 00000100:00100000:3.0:1746139122.884901:0:27215:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c411180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:b60e9717-019c-4527-a82a-15e993ac5189+7:2009:x1830958840603392:12345-192.168.203.56@tcp:4:dd.0 00002000:00010000:3.0:1746139122.884954:0:27215:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1c:0x0] initial LVB size: 26214400, mtime: 0x6813f7f3, atime: 0x0, ctime: 0x6813f7f3, blocks: 0xc800 00010000:00010000:3.0:1746139122.884962:0:27215:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880072514a00/0x1f9f6ca451acc952 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27215 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139122.884975:0:27215:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139122.884977:0:27215:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139122.884982:0:27215:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880072514a00/0x1f9f6ca451acc952 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [10485760->12582911] (req 10485760->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27215 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139122.884996:0:27215:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880072514a00/0x1f9f6ca451acc952 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [10485760->12582911] (req 10485760->12582911) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27215 timeout: 0 lvb_type: 0 00002000:00100000:2.0:1746139122.885129:0:27212:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x1d:0x0] (8388608->12582911) req@ffff88009f178380 x1830958840603136/t0(0) o4->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:48/0 lens 488/0 e 0 to 0 dl 1746139133 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746139122.885139:0:27212:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f178380 with x1830958840603136 ext(8388608->12582911) 00002000:00010000:2.0:1746139122.885144:0:27212:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f178380 00000100:00100000:2.0:1746139122.885165:0:27212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13611 00000100:00100000:2.0:1746139122.885171:0:27212:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f178380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:57256782-7187-4d4f-9a1f-78e1ae613c85+9:2008:x1830958840603136:12345-192.168.203.56@tcp:4:dd.0 00000100:00100000:3.0:1746139122.898720:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139122.898772:0:7222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840603648 00000100:00100000:3.0:1746139122.898782:0:7222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840603648 00000100:00100000:3.0:1746139122.898833:0:7222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 205 00000100:00100000:3.0:1746139122.898841:0:7222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eed9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+22:3845:x1830958840603648:12345-192.168.203.56@tcp:35:dd.0 00000100:00100000:3.0:1746139122.900903:0:7222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eed9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+23:3845:x1830958840603648:12345-192.168.203.56@tcp:35:dd.0 Request processed in 2052us (2185us total) trans 4294989818 rc 0/0 00000100:00100000:3.0:1746139122.900914:0:7222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 205 00000100:00100000:0.0:1746139122.910558:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139122.910589:0:7222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840603904 00000100:00100000:3.0:1746139122.910598:0:7222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840603904 00000100:00100000:3.0:1746139122.910660:0:7222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 206 00000100:00100000:3.0:1746139122.910668:0:7222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134533480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+23:3845:x1830958840603904:12345-192.168.203.56@tcp:35:dd.0 00000100:00100000:3.0:1746139122.912787:0:7222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134533480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+24:3845:x1830958840603904:12345-192.168.203.56@tcp:35:dd.0 Request processed in 2108us (2228us total) trans 4294989819 rc 0/0 00000100:00100000:2.0:1746139122.912795:0:27213:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f178700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:57256782-7187-4d4f-9a1f-78e1ae613c85+21:2007:x1830958840602880:12345-192.168.203.56@tcp:4:dd.0 Request processed in 44624us (44990us total) trans 4294972147 rc 0/0 00000100:00100000:3.0:1746139122.912804:0:7222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 206 00000100:00100000:2.0:1746139122.912806:0:27213:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13609 00002000:00100000:2.0:1746139122.912821:0:27213:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x1e:0x0] (8388608->12582911) req@ffff88009f178700 x1830958840602880/t4294972147(0) o4->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:48/0 lens 488/448 e 0 to 0 dl 1746139133 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746139122.912831:0:27213:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f178700 with x1830958840602880 ext(8388608->12582911) 00002000:00010000:2.0:1746139122.912837:0:27213:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f178700 00000001:00080000:2.0:1746139122.914430:0:9560:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970734 is committed 00010000:00010000:3.0:1746139122.914691:0:27215:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880072514a00/0x1f9f6ca451acc952 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [10485760->12582911] (req 10485760->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27215 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139122.914702:0:27215:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880072514a00/0x1f9f6ca451acc952 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [10485760->12582911] (req 10485760->12582911) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27215 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139122.914714:0:27215:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880072514a00/0x1f9f6ca451acc952 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [10485760->12582911] (req 10485760->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27215 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139122.914720:0:27215:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880072514a00 already unused, calling callback (ffffffffa0865d70) 00010000:00010000:3.0:1746139122.914724:0:27215:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880072514a00/0x1f9f6ca451acc952 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [10485760->12582911] (req 10485760->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27215 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139122.914731:0:27215:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880072514a00/0x1f9f6ca451acc952 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [10485760->12582911] (req 10485760->12582911) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27215 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139122.914749:0:27215:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880072514a00/0x1f9f6ca451acc952 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [10485760->12582911] (req 10485760->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27215 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139122.914754:0:27215:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880072514a00/0x1f9f6ca451acc952 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [10485760->12582911] (req 10485760->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27215 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139122.914824:0:27215:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c411180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:b60e9717-019c-4527-a82a-15e993ac5189+7:2009:x1830958840603392:12345-192.168.203.56@tcp:4:dd.0 Request processed in 29921us (30285us total) trans 4294970734 rc 0/0 00000100:00100000:3.0:1746139122.914832:0:27215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13610 00000100:00100000:0.0:1746139122.923235:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139122.923272:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139122.923330:0:27215:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840604288 00000100:00100000:3.0:1746139122.923341:0:27215:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840604288 00000100:00100000:3.0:1746139122.923404:0:27215:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840604416 00000100:00100000:3.0:1746139122.923406:0:27215:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840604416 00000100:00100000:3.0:1746139122.923429:0:9569:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13612 00000100:00100000:3.0:1746139122.923436:0:9569:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f558e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:b60e9717-019c-4527-a82a-15e993ac5189+7:2008:x1830958840604288:12345-192.168.203.56@tcp:3:dd.0 00010000:00010000:3.0:1746139122.923470:0:9569:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009f035600/0x1f9f6ca451acc959 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139122.923483:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139122.923485:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139122.923490:0:9569:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f035600/0x1f9f6ca451acc959 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139122.923503:0:9569:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f035600/0x1f9f6ca451acc959 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139122.924102:0:27215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13613 00000100:00100000:3.0:1746139122.924108:0:27215:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f55b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:b60e9717-019c-4527-a82a-15e993ac5189+16:2008:x1830958840604416:12345-192.168.203.56@tcp:3:dd.0 00010000:00010000:3.0:1746139122.924124:0:27215:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009f035e00/0x1f9f6ca451acc960 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27215 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139122.924132:0:27215:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139122.924133:0:27215:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139122.924136:0:27215:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f035e00/0x1f9f6ca451acc960 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27215 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139122.924143:0:27215:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f035e00/0x1f9f6ca451acc960 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27215 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139122.941184:0:9569:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009f035600/0x1f9f6ca451acc959 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139122.941205:0:9569:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009f035600/0x1f9f6ca451acc959 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139122.941214:0:9569:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009f035600/0x1f9f6ca451acc959 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139122.941221:0:9569:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009f035600 already unused, calling callback (ffffffffa0865d70) 00010000:00010000:3.0:1746139122.941226:0:9569:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009f035600/0x1f9f6ca451acc959 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139122.941233:0:9569:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009f035600/0x1f9f6ca451acc959 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139122.941252:0:9569:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009f035600/0x1f9f6ca451acc959 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139122.941259:0:27215:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009f035e00/0x1f9f6ca451acc960 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27215 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139122.941270:0:27215:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009f035e00/0x1f9f6ca451acc960 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27215 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139122.941276:0:27215:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009f035e00/0x1f9f6ca451acc960 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27215 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139122.941282:0:27215:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009f035e00 already unused, calling callback (ffffffffa0865d70) 00010000:00010000:0.0:1746139122.941284:0:27215:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f035e00/0x1f9f6ca451acc960 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27215 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139122.941291:0:27215:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f035e00/0x1f9f6ca451acc960 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27215 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139122.941293:0:9569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f035600/0x1f9f6ca451acc959 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139122.941302:0:27215:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009f035e00/0x1f9f6ca451acc960 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27215 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139122.941307:0:27215:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f035e00/0x1f9f6ca451acc960 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27215 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746139122.942596:0:27215:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f55b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:b60e9717-019c-4527-a82a-15e993ac5189+16:2008:x1830958840604416:12345-192.168.203.56@tcp:3:dd.0 Request processed in 18479us (19314us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746139122.942608:0:27215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13613 00000100:00100000:2.0:1746139122.943043:0:27212:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f178380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:57256782-7187-4d4f-9a1f-78e1ae613c85+11:2008:x1830958840603136:12345-192.168.203.56@tcp:4:dd.0 Request processed in 57870us (58563us total) trans 4294970735 rc 0/0 00000100:00100000:2.0:1746139122.943051:0:27212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13611 00002000:00100000:2.0:1746139122.943062:0:27212:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x1d:0x0] (8388608->12582911) req@ffff88009f178380 x1830958840603136/t4294970735(0) o4->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:48/0 lens 488/448 e 0 to 0 dl 1746139133 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746139122.943072:0:27212:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f178380 with x1830958840603136 ext(8388608->12582911) 00002000:00010000:2.0:1746139122.943077:0:27212:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f178380 00000100:00100000:3.0:1746139122.943128:0:9569:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f558e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:b60e9717-019c-4527-a82a-15e993ac5189+7:2008:x1830958840604288:12345-192.168.203.56@tcp:3:dd.0 Request processed in 19377us (20509us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746139122.943136:0:9569:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13612 00000100:00100000:0.0:1746139122.948249:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139122.948366:0:9569:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840604672 00000100:00100000:3.0:1746139122.948377:0:9569:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840604672 00000100:00100000:3.0:1746139122.948454:0:9569:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13614 00000100:00100000:3.0:1746139122.948463:0:9569:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f55aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:b60e9717-019c-4527-a82a-15e993ac5189+7:2007:x1830958840604672:12345-192.168.203.56@tcp:4:dd.0 00002000:00010000:3.0:1746139122.948547:0:9569:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1c:0x0] initial LVB size: 26214400, mtime: 0x6813f7f3, atime: 0x0, ctime: 0x6813f7f3, blocks: 0xc800 00010000:00010000:3.0:1746139122.948556:0:9569:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a0b20c00/0x1f9f6ca451acc967 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139122.948569:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139122.948571:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139122.948576:0:9569:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0b20c00/0x1f9f6ca451acc967 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [12582912->14680063] (req 12582912->14680063) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139122.948589:0:9569:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0b20c00/0x1f9f6ca451acc967 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [12582912->14680063] (req 12582912->14680063) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00000001:00080000:2.0:1746139122.965473:0:9560:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970736 is committed 00000001:00080000:2.0:1746139122.965489:0:9560:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970735 is committed 00010000:00010000:3.0:1746139122.965714:0:9569:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a0b20c00/0x1f9f6ca451acc967 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [12582912->14680063] (req 12582912->14680063) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139122.965727:0:9569:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0b20c00/0x1f9f6ca451acc967 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [12582912->14680063] (req 12582912->14680063) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139122.965735:0:9569:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a0b20c00/0x1f9f6ca451acc967 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [12582912->14680063] (req 12582912->14680063) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139122.965742:0:9569:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a0b20c00 already unused, calling callback (ffffffffa0865d70) 00010000:00010000:3.0:1746139122.965745:0:9569:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a0b20c00/0x1f9f6ca451acc967 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [12582912->14680063] (req 12582912->14680063) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139122.965753:0:9569:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a0b20c00/0x1f9f6ca451acc967 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [12582912->14680063] (req 12582912->14680063) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139122.965771:0:9569:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a0b20c00/0x1f9f6ca451acc967 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [12582912->14680063] (req 12582912->14680063) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139122.965776:0:9569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0b20c00/0x1f9f6ca451acc967 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [12582912->14680063] (req 12582912->14680063) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139122.966607:0:9569:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f55aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:b60e9717-019c-4527-a82a-15e993ac5189+7:2007:x1830958840604672:12345-192.168.203.56@tcp:4:dd.0 Request processed in 18135us (18359us total) trans 4294970736 rc 0/0 00000100:00100000:3.0:1746139122.966652:0:9569:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13614 00000100:00100000:0.0:1746139122.972275:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139122.972335:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139122.972416:0:27212:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840604928 00000100:00100000:2.0:1746139122.972428:0:27212:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840604928 00000100:00100000:2.0:1746139122.972485:0:27212:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840605184 00000100:00100000:2.0:1746139122.972488:0:27212:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840605184 00000100:00100000:2.0:1746139122.972525:0:27212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13615 00000100:00100000:2.0:1746139122.972534:0:27212:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a07b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:b60e9717-019c-4527-a82a-15e993ac5189+16:2010:x1830958840604928:12345-192.168.203.56@tcp:3:dd.0 00010000:00010000:2.0:1746139122.972570:0:27212:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009f46fc00/0x1f9f6ca451acc96e lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139122.972586:0:27212:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139122.972588:0:27212:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139122.972593:0:27212:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f46fc00/0x1f9f6ca451acc96e lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139122.972607:0:27212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f46fc00/0x1f9f6ca451acc96e lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27212 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139122.972661:0:9569:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13616 00000100:00100000:3.0:1746139122.972673:0:9569:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a07b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:b60e9717-019c-4527-a82a-15e993ac5189+7:2009:x1830958840605184:12345-192.168.203.56@tcp:3:dd.0 00010000:00010000:3.0:1746139122.972693:0:9569:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800a0633600/0x1f9f6ca451acc975 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139122.972701:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139122.972702:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139122.972705:0:9569:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0633600/0x1f9f6ca451acc975 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139122.972714:0:9569:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0633600/0x1f9f6ca451acc975 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139122.983946:0:9569:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800a0633600/0x1f9f6ca451acc975 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139122.983963:0:9569:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0633600/0x1f9f6ca451acc975 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139122.983972:0:9569:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a0633600/0x1f9f6ca451acc975 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139122.983977:0:9569:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a0633600 already unused, calling callback (ffffffffa0865d70) 00010000:00010000:3.0:1746139122.983982:0:9569:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a0633600/0x1f9f6ca451acc975 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139122.983989:0:9569:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a0633600/0x1f9f6ca451acc975 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139122.984007:0:9569:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a0633600/0x1f9f6ca451acc975 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139122.984017:0:9569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0633600/0x1f9f6ca451acc975 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139122.984111:0:9569:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a07b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:b60e9717-019c-4527-a82a-15e993ac5189+7:2009:x1830958840605184:12345-192.168.203.56@tcp:3:dd.0 Request processed in 11436us (11769us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746139122.984120:0:9569:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13616 00010000:00010000:3.0:1746139122.984367:0:27212:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009f46fc00/0x1f9f6ca451acc96e lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139122.984378:0:27212:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009f46fc00/0x1f9f6ca451acc96e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139122.984383:0:27212:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009f46fc00/0x1f9f6ca451acc96e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139122.984393:0:27212:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009f46fc00 already unused, calling callback (ffffffffa0865d70) 00010000:00010000:3.0:1746139122.984396:0:27212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f46fc00/0x1f9f6ca451acc96e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139122.984402:0:27212:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f46fc00/0x1f9f6ca451acc96e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139122.984412:0:27212:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009f46fc00/0x1f9f6ca451acc96e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139122.984418:0:27212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f46fc00/0x1f9f6ca451acc96e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27212 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139122.984466:0:27212:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a07b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:b60e9717-019c-4527-a82a-15e993ac5189+16:2010:x1830958840604928:12345-192.168.203.56@tcp:3:dd.0 Request processed in 11933us (12203us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746139122.984471:0:27212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13615 00000100:00100000:0.0:1746139122.989446:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139122.989651:0:27212:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840605440 00000100:00100000:3.0:1746139122.989661:0:27212:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840605440 00000100:00100000:3.0:1746139122.989734:0:27212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13617 00000100:00100000:3.0:1746139122.989743:0:27212:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a07b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:b60e9717-019c-4527-a82a-15e993ac5189+7:2010:x1830958840605440:12345-192.168.203.56@tcp:4:dd.0 00002000:00010000:3.0:1746139122.989794:0:27212:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1c:0x0] initial LVB size: 26214400, mtime: 0x6813f7f3, atime: 0x0, ctime: 0x6813f7f3, blocks: 0xc800 00010000:00010000:3.0:1746139122.989803:0:27212:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012fb92c00/0x1f9f6ca451acc97c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139122.989817:0:27212:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139122.989819:0:27212:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139122.989825:0:27212:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012fb92c00/0x1f9f6ca451acc97c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [14680064->16777215] (req 14680064->16777215) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139122.989839:0:27212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012fb92c00/0x1f9f6ca451acc97c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [14680064->16777215] (req 14680064->16777215) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27212 timeout: 0 lvb_type: 0 00000001:00080000:2.0:1746139123.019591:0:9560:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970737 is committed 00010000:00010000:3.0:1746139123.020274:0:27212:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012fb92c00/0x1f9f6ca451acc97c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [14680064->16777215] (req 14680064->16777215) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139123.020286:0:27212:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88012fb92c00/0x1f9f6ca451acc97c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [14680064->16777215] (req 14680064->16777215) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139123.020294:0:27212:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88012fb92c00/0x1f9f6ca451acc97c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [14680064->16777215] (req 14680064->16777215) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139123.020302:0:27212:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012fb92c00 already unused, calling callback (ffffffffa0865d70) 00010000:00010000:3.0:1746139123.020306:0:27212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88012fb92c00/0x1f9f6ca451acc97c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [14680064->16777215] (req 14680064->16777215) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139123.020314:0:27212:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88012fb92c00/0x1f9f6ca451acc97c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [14680064->16777215] (req 14680064->16777215) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139123.020334:0:27212:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88012fb92c00/0x1f9f6ca451acc97c lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [14680064->16777215] (req 14680064->16777215) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139123.020340:0:27212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012fb92c00/0x1f9f6ca451acc97c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [14680064->16777215] (req 14680064->16777215) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27212 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139123.021248:0:27212:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a07b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:b60e9717-019c-4527-a82a-15e993ac5189+7:2010:x1830958840605440:12345-192.168.203.56@tcp:4:dd.0 Request processed in 31498us (31803us total) trans 4294970737 rc 0/0 00000100:00100000:3.0:1746139123.021258:0:27212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13617 00000100:00100000:0.0:1746139123.024182:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139123.024292:0:27212:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840605696 00000100:00100000:3.0:1746139123.024303:0:27212:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840605696 00000100:00080000:0.0:1746139123.024496:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746139123.024527:0:27212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13618 00000100:00100000:3.0:1746139123.024538:0:27212:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a07b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:b60e9717-019c-4527-a82a-15e993ac5189+16:2007:x1830958840605696:12345-192.168.203.56@tcp:3:dd.0 00010000:00010000:3.0:1746139123.024838:0:27212:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88012fb93800/0x1f9f6ca451acc983 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139123.024852:0:27212:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139123.024854:0:27212:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139123.024860:0:27212:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb93800/0x1f9f6ca451acc983 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139123.024873:0:27212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb93800/0x1f9f6ca451acc983 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27212 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746139123.025845:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139123.027310:0:9569:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840605952 00000100:00100000:1.0:1746139123.027321:0:9569:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840605952 00000100:00100000:1.0:1746139123.027400:0:9569:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13619 00000100:00100000:1.0:1746139123.027408:0:9569:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a07b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:b60e9717-019c-4527-a82a-15e993ac5189+7:2008:x1830958840605952:12345-192.168.203.56@tcp:3:dd.0 00010000:00010000:1.0:1746139123.027442:0:9569:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009f1a1800/0x1f9f6ca451acc98a lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139123.027455:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139123.027456:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139123.027461:0:9569:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f1a1800/0x1f9f6ca451acc98a lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139123.027474:0:9569:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f1a1800/0x1f9f6ca451acc98a lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00000100:00080000:0.0:1746139123.028904:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1746139123.032210:0:27212:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88012fb93800/0x1f9f6ca451acc983 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139123.032226:0:27212:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb93800/0x1f9f6ca451acc983 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139123.032235:0:27212:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012fb93800/0x1f9f6ca451acc983 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139123.032241:0:27212:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012fb93800 already unused, calling callback (ffffffffa0865d70) 00010000:00010000:3.0:1746139123.032244:0:27212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012fb93800/0x1f9f6ca451acc983 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139123.032256:0:27212:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012fb93800/0x1f9f6ca451acc983 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139123.032279:0:27212:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012fb93800/0x1f9f6ca451acc983 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139123.032286:0:27212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fb93800/0x1f9f6ca451acc983 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27212 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139123.032406:0:27212:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a07b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:b60e9717-019c-4527-a82a-15e993ac5189+16:2007:x1830958840605696:12345-192.168.203.56@tcp:3:dd.0 Request processed in 7865us (8228us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746139123.032416:0:27212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13618 00010000:00010000:1.0:1746139123.035432:0:9569:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009f1a1800/0x1f9f6ca451acc98a lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139123.035449:0:9569:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009f1a1800/0x1f9f6ca451acc98a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139123.035456:0:9569:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009f1a1800/0x1f9f6ca451acc98a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139123.035462:0:9569:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009f1a1800 already unused, calling callback (ffffffffa0865d70) 00010000:00010000:1.0:1746139123.035466:0:9569:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009f1a1800/0x1f9f6ca451acc98a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139123.035474:0:9569:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009f1a1800/0x1f9f6ca451acc98a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139123.035493:0:9569:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009f1a1800/0x1f9f6ca451acc98a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139123.035498:0:9569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f1a1800/0x1f9f6ca451acc98a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746139123.036570:0:9569:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a07b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:b60e9717-019c-4527-a82a-15e993ac5189+7:2008:x1830958840605952:12345-192.168.203.56@tcp:3:dd.0 Request processed in 9156us (10721us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746139123.036582:0:9569:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13619 00000100:00100000:0.0:1746139123.041749:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139123.041865:0:9569:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840606208 00000100:00100000:1.0:1746139123.041875:0:9569:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840606208 00000100:00100000:3.0:1746139123.043349:0:27212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13620 00000100:00100000:3.0:1746139123.043376:0:27212:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a07b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:b60e9717-019c-4527-a82a-15e993ac5189+7:2010:x1830958840606208:12345-192.168.203.56@tcp:4:dd.0 00002000:00010000:3.0:1746139123.043436:0:27212:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1c:0x0] initial LVB size: 26214400, mtime: 0x6813f7f3, atime: 0x0, ctime: 0x6813f7f3, blocks: 0xc800 00010000:00010000:3.0:1746139123.043443:0:27212:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012fb92e00/0x1f9f6ca451acc991 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139123.043456:0:27212:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139123.043457:0:27212:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139123.043463:0:27212:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012fb92e00/0x1f9f6ca451acc991 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [16777216->18874367] (req 16777216->18874367) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139123.043476:0:27212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012fb92e00/0x1f9f6ca451acc991 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [16777216->18874367] (req 16777216->18874367) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27212 timeout: 0 lvb_type: 0 00000001:00080000:2.0:1746139123.059648:0:9560:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970738 is committed 00010000:00010000:3.0:1746139123.059831:0:27212:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012fb92e00/0x1f9f6ca451acc991 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [16777216->18874367] (req 16777216->18874367) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139123.059842:0:27212:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88012fb92e00/0x1f9f6ca451acc991 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [16777216->18874367] (req 16777216->18874367) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139123.059847:0:27212:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88012fb92e00/0x1f9f6ca451acc991 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [16777216->18874367] (req 16777216->18874367) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139123.059852:0:27212:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012fb92e00 already unused, calling callback (ffffffffa0865d70) 00010000:00010000:3.0:1746139123.059854:0:27212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88012fb92e00/0x1f9f6ca451acc991 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [16777216->18874367] (req 16777216->18874367) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139123.059859:0:27212:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88012fb92e00/0x1f9f6ca451acc991 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [16777216->18874367] (req 16777216->18874367) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139123.059872:0:27212:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88012fb92e00/0x1f9f6ca451acc991 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [16777216->18874367] (req 16777216->18874367) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139123.059875:0:27212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012fb92e00/0x1f9f6ca451acc991 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [16777216->18874367] (req 16777216->18874367) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27212 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139123.060089:0:27212:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a07b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:b60e9717-019c-4527-a82a-15e993ac5189+7:2010:x1830958840606208:12345-192.168.203.56@tcp:4:dd.0 Request processed in 16715us (18346us total) trans 4294970738 rc 0/0 00000100:00100000:3.0:1746139123.060099:0:27212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13620 00000100:00100000:0.0:1746139123.062261:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139123.062310:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139123.062397:0:27212:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840606592 00000100:00100000:3.0:1746139123.062407:0:27212:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840606592 00000100:00100000:3.0:1746139123.062463:0:27212:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840606720 00000100:00100000:3.0:1746139123.062465:0:27212:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840606720 00000100:00100000:3.0:1746139123.062483:0:27212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13621 00000100:00100000:3.0:1746139123.062489:0:27212:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a07b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:b60e9717-019c-4527-a82a-15e993ac5189+7:2008:x1830958840606592:12345-192.168.203.56@tcp:3:dd.0 00010000:00010000:3.0:1746139123.062522:0:27212:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88012fb93c00/0x1f9f6ca451acc998 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139123.062536:0:27212:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139123.062538:0:27212:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139123.062542:0:27212:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012fb93c00/0x1f9f6ca451acc998 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139123.062554:0:27212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012fb93c00/0x1f9f6ca451acc998 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27212 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746139123.062648:0:9569:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13622 00000100:00100000:1.0:1746139123.062656:0:9569:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a07b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:b60e9717-019c-4527-a82a-15e993ac5189+16:2008:x1830958840606720:12345-192.168.203.56@tcp:3:dd.0 00010000:00010000:1.0:1746139123.062674:0:9569:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c800/0x1f9f6ca451acc99f lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139123.062682:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139123.062684:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139123.062687:0:9569:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c800/0x1f9f6ca451acc99f lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139123.062700:0:9569:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c800/0x1f9f6ca451acc99f lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139123.072865:0:27212:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88012fb93c00/0x1f9f6ca451acc998 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139123.072883:0:27212:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88012fb93c00/0x1f9f6ca451acc998 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139123.072892:0:27212:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88012fb93c00/0x1f9f6ca451acc998 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139123.072899:0:27212:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012fb93c00 already unused, calling callback (ffffffffa0865d70) 00010000:00010000:3.0:1746139123.072903:0:27212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88012fb93c00/0x1f9f6ca451acc998 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139123.072916:0:27212:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88012fb93c00/0x1f9f6ca451acc998 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139123.072935:0:27212:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88012fb93c00/0x1f9f6ca451acc998 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139123.072940:0:27212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012fb93c00/0x1f9f6ca451acc998 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27212 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139123.073105:0:27212:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a07b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:b60e9717-019c-4527-a82a-15e993ac5189+7:2008:x1830958840606592:12345-192.168.203.56@tcp:3:dd.0 Request processed in 10526us (10762us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746139123.073116:0:27212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13621 00010000:00010000:1.0:1746139123.075698:0:9569:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c800/0x1f9f6ca451acc99f lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139123.075715:0:9569:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c800/0x1f9f6ca451acc99f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139123.075722:0:9569:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c800/0x1f9f6ca451acc99f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139123.075729:0:9569:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012fa5c800 already unused, calling callback (ffffffffa0865d70) 00010000:00010000:1.0:1746139123.075733:0:9569:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c800/0x1f9f6ca451acc99f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139123.075740:0:9569:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c800/0x1f9f6ca451acc99f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139123.075763:0:9569:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c800/0x1f9f6ca451acc99f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139123.075769:0:9569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fa5c800/0x1f9f6ca451acc99f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746139123.075848:0:9569:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a07b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:b60e9717-019c-4527-a82a-15e993ac5189+16:2008:x1830958840606720:12345-192.168.203.56@tcp:3:dd.0 Request processed in 13188us (13533us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746139123.075859:0:9569:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13622 00000100:00100000:0.0:1746139123.079522:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139123.079794:0:9569:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840606976 00000100:00100000:1.0:1746139123.079804:0:9569:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840606976 00000100:00100000:1.0:1746139123.079991:0:9569:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13623 00000100:00100000:1.0:1746139123.080000:0:9569:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a07b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:b60e9717-019c-4527-a82a-15e993ac5189+7:2008:x1830958840606976:12345-192.168.203.56@tcp:4:dd.0 00002000:00010000:1.0:1746139123.080424:0:9569:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1c:0x0] initial LVB size: 26214400, mtime: 0x6813f7f3, atime: 0x0, ctime: 0x6813f7f3, blocks: 0xc800 00010000:00010000:1.0:1746139123.080434:0:9569:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012fa5c000/0x1f9f6ca451acc9a6 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139123.080449:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139123.080451:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139123.080456:0:9569:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012fa5c000/0x1f9f6ca451acc9a6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [18874368->20971519] (req 18874368->20971519) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139123.080469:0:9569:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012fa5c000/0x1f9f6ca451acc9a6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [18874368->20971519] (req 18874368->20971519) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00000001:00080000:2.0:1746139123.102348:0:9560:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970739 is committed 00010000:00010000:1.0:1746139123.103300:0:9569:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012fa5c000/0x1f9f6ca451acc9a6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [18874368->20971519] (req 18874368->20971519) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139123.103314:0:9569:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88012fa5c000/0x1f9f6ca451acc9a6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [18874368->20971519] (req 18874368->20971519) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139123.103322:0:9569:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88012fa5c000/0x1f9f6ca451acc9a6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [18874368->20971519] (req 18874368->20971519) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139123.103329:0:9569:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012fa5c000 already unused, calling callback (ffffffffa0865d70) 00010000:00010000:1.0:1746139123.103334:0:9569:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88012fa5c000/0x1f9f6ca451acc9a6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [18874368->20971519] (req 18874368->20971519) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139123.103342:0:9569:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88012fa5c000/0x1f9f6ca451acc9a6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [18874368->20971519] (req 18874368->20971519) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139123.103369:0:9569:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88012fa5c000/0x1f9f6ca451acc9a6 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [18874368->20971519] (req 18874368->20971519) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139123.103375:0:9569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012fa5c000/0x1f9f6ca451acc9a6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [18874368->20971519] (req 18874368->20971519) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746139123.103557:0:9569:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a07b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:b60e9717-019c-4527-a82a-15e993ac5189+7:2008:x1830958840606976:12345-192.168.203.56@tcp:4:dd.0 Request processed in 23551us (24043us total) trans 4294970739 rc 0/0 00000100:00100000:1.0:1746139123.103568:0:9569:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13623 00000100:00100000:0.0:1746139123.107260:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139123.107315:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139123.107407:0:9569:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840607232 00000100:00100000:1.0:1746139123.107416:0:9569:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840607232 00000100:00100000:1.0:1746139123.107548:0:9569:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840607488 00000100:00100000:1.0:1746139123.107550:0:9569:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840607488 00000100:00100000:3.0:1746139123.107590:0:27212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13624 00000100:00100000:3.0:1746139123.107603:0:27212:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a07b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:b60e9717-019c-4527-a82a-15e993ac5189+16:2010:x1830958840607232:12345-192.168.203.56@tcp:3:dd.0 00010000:00010000:3.0:1746139123.107659:0:27212:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009f0aee00/0x1f9f6ca451acc9ad lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139123.107675:0:27212:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139123.107677:0:27212:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139123.107682:0:27212:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f0aee00/0x1f9f6ca451acc9ad lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139123.107696:0:27212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f0aee00/0x1f9f6ca451acc9ad lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27212 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746139123.108224:0:9569:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13625 00000100:00100000:1.0:1746139123.108232:0:9569:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a07b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:b60e9717-019c-4527-a82a-15e993ac5189+7:2010:x1830958840607488:12345-192.168.203.56@tcp:3:dd.0 00010000:00010000:1.0:1746139123.108251:0:9569:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88012fa5cc00/0x1f9f6ca451acc9b4 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139123.108258:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139123.108259:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139123.108262:0:9569:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012fa5cc00/0x1f9f6ca451acc9b4 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139123.108271:0:9569:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012fa5cc00/0x1f9f6ca451acc9b4 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139123.122000:0:9569:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88012fa5cc00/0x1f9f6ca451acc9b4 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139123.122017:0:9569:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88012fa5cc00/0x1f9f6ca451acc9b4 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139123.122028:0:9569:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88012fa5cc00/0x1f9f6ca451acc9b4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139123.122093:0:27212:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009f0aee00/0x1f9f6ca451acc9ad lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139123.122103:0:27212:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009f0aee00/0x1f9f6ca451acc9ad lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139123.122109:0:27212:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009f0aee00/0x1f9f6ca451acc9ad lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139123.122114:0:27212:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009f0aee00 already unused, calling callback (ffffffffa0865d70) 00010000:00010000:3.0:1746139123.122118:0:27212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f0aee00/0x1f9f6ca451acc9ad lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139123.122126:0:27212:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f0aee00/0x1f9f6ca451acc9ad lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139123.122143:0:9569:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012fa5cc00 already unused, calling callback (ffffffffa0865d70) 00010000:00010000:3.0:1746139123.122144:0:27212:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009f0aee00/0x1f9f6ca451acc9ad lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139123.122146:0:9569:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88012fa5cc00/0x1f9f6ca451acc9b4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139123.122149:0:27212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f0aee00/0x1f9f6ca451acc9ad lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139123.122152:0:9569:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88012fa5cc00/0x1f9f6ca451acc9b4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139123.122162:0:9569:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88012fa5cc00/0x1f9f6ca451acc9b4 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139123.122167:0:9569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012fa5cc00/0x1f9f6ca451acc9b4 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139123.122251:0:27212:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a07b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:b60e9717-019c-4527-a82a-15e993ac5189+16:2010:x1830958840607232:12345-192.168.203.56@tcp:3:dd.0 Request processed in 14646us (14994us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746139123.122261:0:27212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13624 00000100:00100000:2.0:1746139123.122338:0:9569:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a07b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:b60e9717-019c-4527-a82a-15e993ac5189+7:2010:x1830958840607488:12345-192.168.203.56@tcp:3:dd.0 Request processed in 14105us (15021us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746139123.122344:0:9569:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13625 00000100:00100000:0.0:1746139123.127388:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139123.127611:0:9569:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840607744 00000100:00100000:2.0:1746139123.127666:0:9569:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840607744 00000100:00100000:2.0:1746139123.127744:0:9569:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13626 00000100:00100000:2.0:1746139123.127753:0:9569:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c18d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:b60e9717-019c-4527-a82a-15e993ac5189+7:2009:x1830958840607744:12345-192.168.203.56@tcp:4:dd.0 00002000:00010000:2.0:1746139123.127953:0:9569:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1c:0x0] initial LVB size: 26214400, mtime: 0x6813f7f3, atime: 0x0, ctime: 0x6813f7f3, blocks: 0xc800 00010000:00010000:2.0:1746139123.127962:0:9569:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009f4d7600/0x1f9f6ca451acc9bb lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139123.127975:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139123.127977:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139123.127982:0:9569:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f4d7600/0x1f9f6ca451acc9bb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [20971520->23068671] (req 20971520->23068671) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139123.127995:0:9569:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f4d7600/0x1f9f6ca451acc9bb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [20971520->23068671] (req 20971520->23068671) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1746139123.146368:0:9560:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970740 is committed 00010000:00010000:2.0:1746139123.146555:0:9569:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009f4d7600/0x1f9f6ca451acc9bb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [20971520->23068671] (req 20971520->23068671) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139123.146569:0:9569:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009f4d7600/0x1f9f6ca451acc9bb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [20971520->23068671] (req 20971520->23068671) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139123.146577:0:9569:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009f4d7600/0x1f9f6ca451acc9bb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [20971520->23068671] (req 20971520->23068671) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139123.146583:0:9569:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009f4d7600 already unused, calling callback (ffffffffa0865d70) 00010000:00010000:2.0:1746139123.146587:0:9569:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009f4d7600/0x1f9f6ca451acc9bb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [20971520->23068671] (req 20971520->23068671) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139123.146594:0:9569:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009f4d7600/0x1f9f6ca451acc9bb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [20971520->23068671] (req 20971520->23068671) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139123.146609:0:9569:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009f4d7600/0x1f9f6ca451acc9bb lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [20971520->23068671] (req 20971520->23068671) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139123.146631:0:9569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f4d7600/0x1f9f6ca451acc9bb lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [20971520->23068671] (req 20971520->23068671) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746139123.146749:0:9569:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c18d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:b60e9717-019c-4527-a82a-15e993ac5189+7:2009:x1830958840607744:12345-192.168.203.56@tcp:4:dd.0 Request processed in 18992us (19367us total) trans 4294970740 rc 0/0 00000100:00100000:2.0:1746139123.146761:0:9569:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13626 00000100:00100000:0.0:1746139123.150665:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139123.150729:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139123.150837:0:27212:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840608128 00000100:00100000:2.0:1746139123.150839:0:9569:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840608256 00000100:00100000:3.0:1746139123.150847:0:27212:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840608128 00000100:00100000:2.0:1746139123.150847:0:9569:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840608256 00000100:00100000:2.0:1746139123.150912:0:9569:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13627 00000100:00100000:3.0:1746139123.150920:0:27212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13628 00000100:00100000:3.0:1746139123.150927:0:27212:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c18dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:b60e9717-019c-4527-a82a-15e993ac5189+7:2008:x1830958840608128:12345-192.168.203.56@tcp:3:dd.0 00000100:00100000:2.0:1746139123.150932:0:9569:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c18d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:b60e9717-019c-4527-a82a-15e993ac5189+16:2008:x1830958840608256:12345-192.168.203.56@tcp:3:dd.0 00010000:00010000:3.0:1746139123.150962:0:27212:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009f0afe00/0x1f9f6ca451acc9c2 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139123.150962:0:9569:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009f4d7400/0x1f9f6ca451acc9c9 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139123.150975:0:27212:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139123.150977:0:27212:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139123.151029:0:27212:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f0afe00/0x1f9f6ca451acc9c2 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139123.151043:0:27212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f0afe00/0x1f9f6ca451acc9c2 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139123.151252:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139123.151254:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139123.151258:0:9569:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f4d7400/0x1f9f6ca451acc9c9 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139123.151269:0:9569:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f4d7400/0x1f9f6ca451acc9c9 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139123.163758:0:9569:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009f4d7400/0x1f9f6ca451acc9c9 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139123.163789:0:27212:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009f0afe00/0x1f9f6ca451acc9c2 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139123.163805:0:27212:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009f0afe00/0x1f9f6ca451acc9c2 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139123.163813:0:27212:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009f0afe00/0x1f9f6ca451acc9c2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139123.163818:0:27212:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009f0afe00 already unused, calling callback (ffffffffa0865d70) 00010000:00010000:3.0:1746139123.163823:0:27212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009f0afe00/0x1f9f6ca451acc9c2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139123.163829:0:27212:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009f0afe00/0x1f9f6ca451acc9c2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139123.163848:0:27212:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009f0afe00/0x1f9f6ca451acc9c2 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139123.163857:0:9569:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009f4d7400/0x1f9f6ca451acc9c9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139123.163859:0:27212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f0afe00/0x1f9f6ca451acc9c2 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139123.163865:0:9569:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009f4d7400/0x1f9f6ca451acc9c9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139123.163870:0:9569:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009f4d7400 already unused, calling callback (ffffffffa0865d70) 00010000:00010000:2.0:1746139123.163873:0:9569:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f4d7400/0x1f9f6ca451acc9c9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139123.163880:0:9569:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f4d7400/0x1f9f6ca451acc9c9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139123.163891:0:9569:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009f4d7400/0x1f9f6ca451acc9c9 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139123.163898:0:9569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f4d7400/0x1f9f6ca451acc9c9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139123.163957:0:27212:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c18dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:b60e9717-019c-4527-a82a-15e993ac5189+7:2008:x1830958840608128:12345-192.168.203.56@tcp:3:dd.0 Request processed in 13025us (13296us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746139123.163967:0:27212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13628 00000100:00100000:2.0:1746139123.163993:0:9569:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c18d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:b60e9717-019c-4527-a82a-15e993ac5189+16:2008:x1830958840608256:12345-192.168.203.56@tcp:3:dd.0 Request processed in 13073us (13262us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746139123.164004:0:9569:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13627 00000100:00100000:0.0:1746139123.170414:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139123.170501:0:9569:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840608512 00000100:00100000:2.0:1746139123.170512:0:9569:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840608512 00000100:00100000:2.0:1746139123.170848:0:9569:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13629 00000100:00100000:2.0:1746139123.170857:0:9569:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c18e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:b60e9717-019c-4527-a82a-15e993ac5189+7:2009:x1830958840608512:12345-192.168.203.56@tcp:4:dd.0 00002000:00010000:2.0:1746139123.170908:0:9569:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1c:0x0] initial LVB size: 26214400, mtime: 0x6813f7f3, atime: 0x0, ctime: 0x6813f7f3, blocks: 0xc800 00010000:00010000:2.0:1746139123.170916:0:9569:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009f4d7200/0x1f9f6ca451acc9d0 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139123.170930:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139123.170931:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139123.170936:0:9569:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f4d7200/0x1f9f6ca451acc9d0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [23068672->25165823] (req 23068672->25165823) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139123.170950:0:9569:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f4d7200/0x1f9f6ca451acc9d0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [23068672->25165823] (req 23068672->25165823) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00000001:00080000:2.0:1746139123.192597:0:9560:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970741 is committed 00010000:00010000:0.0:1746139123.193129:0:9569:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009f4d7200/0x1f9f6ca451acc9d0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [23068672->25165823] (req 23068672->25165823) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139123.193143:0:9569:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009f4d7200/0x1f9f6ca451acc9d0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [23068672->25165823] (req 23068672->25165823) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139123.193152:0:9569:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009f4d7200/0x1f9f6ca451acc9d0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [23068672->25165823] (req 23068672->25165823) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139123.193158:0:9569:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009f4d7200 already unused, calling callback (ffffffffa0865d70) 00010000:00010000:0.0:1746139123.193163:0:9569:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009f4d7200/0x1f9f6ca451acc9d0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [23068672->25165823] (req 23068672->25165823) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139123.193171:0:9569:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009f4d7200/0x1f9f6ca451acc9d0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [23068672->25165823] (req 23068672->25165823) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139123.193191:0:9569:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009f4d7200/0x1f9f6ca451acc9d0 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [23068672->25165823] (req 23068672->25165823) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139123.193197:0:9569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f4d7200/0x1f9f6ca451acc9d0 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [23068672->25165823] (req 23068672->25165823) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746139123.194398:0:9569:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c18e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:b60e9717-019c-4527-a82a-15e993ac5189+7:2009:x1830958840608512:12345-192.168.203.56@tcp:4:dd.0 Request processed in 23529us (23982us total) trans 4294970741 rc 0/0 00000100:00100000:0.0:1746139123.194412:0:9569:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13629 00000100:00100000:0.0:1746139123.199739:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139123.199797:0:9569:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840608768 00000100:00100000:1.0:1746139123.199807:0:9569:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840608768 00000100:00100000:1.0:1746139123.200834:0:9569:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13630 00000100:00100000:1.0:1746139123.200845:0:9569:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c18ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:b60e9717-019c-4527-a82a-15e993ac5189+16:2010:x1830958840608768:12345-192.168.203.56@tcp:3:dd.0 00010000:00010000:1.0:1746139123.200890:0:9569:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009b8c8a00/0x1f9f6ca451acc9d7 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139123.200904:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139123.200906:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139123.200911:0:9569:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b8c8a00/0x1f9f6ca451acc9d7 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139123.200924:0:9569:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b8c8a00/0x1f9f6ca451acc9d7 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139123.211055:0:9569:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009b8c8a00/0x1f9f6ca451acc9d7 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139123.211079:0:9569:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009b8c8a00/0x1f9f6ca451acc9d7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139123.211087:0:9569:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009b8c8a00/0x1f9f6ca451acc9d7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139123.211094:0:9569:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009b8c8a00 already unused, calling callback (ffffffffa0865d70) 00010000:00010000:1.0:1746139123.211098:0:9569:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009b8c8a00/0x1f9f6ca451acc9d7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139123.211106:0:9569:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009b8c8a00/0x1f9f6ca451acc9d7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139123.211124:0:9569:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009b8c8a00/0x1f9f6ca451acc9d7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139123.211130:0:9569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b8c8a00/0x1f9f6ca451acc9d7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746139123.211236:0:9569:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c18ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:b60e9717-019c-4527-a82a-15e993ac5189+16:2010:x1830958840608768:12345-192.168.203.56@tcp:3:dd.0 Request processed in 10388us (11501us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746139123.211247:0:9569:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13630 00000100:00100000:0.0:1746139123.216530:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139123.216789:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840608896 00000100:00100000:2.0:1746139123.216800:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840608896 00000100:00100000:2.0:1746139123.216865:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30228 00000100:00100000:2.0:1746139123.216874:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c18ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+7:3844:x1830958840608896:12345-192.168.203.56@tcp:101:dd.0 00010000:00010000:2.0:1746139123.216896:0:9563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139123.216919:0:9563:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88007279b800/0x1f9f6ca451acc9de lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a351319f expref: -99 pid: 9563 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1746139123.216944:0:9563:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1c:0x0] initial LVB size: 26214400, mtime: 0x6813f7f3, atime: 0x0, ctime: 0x6813f7f3, blocks: 0xc800 00010000:00010000:2.0:1746139123.216968:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139123.216971:0:9563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139123.216980:0:9563:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88007279b800/0x1f9f6ca451acc9de lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 25165824->26214399) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351319f expref: 8 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139123.216995:0:9563:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88007279b800/0x1f9f6ca451acc9de lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 25165824->26214399) gid 0 flags: 0x40000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351319f expref: 8 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139123.217006:0:9563:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88007279b800, rc 0) 00000100:00100000:2.0:1746139123.217055:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c18ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+8:3844:x1830958840608896:12345-192.168.203.56@tcp:101:dd.0 Request processed in 183us (536us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139123.217061:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30228 00000100:00100000:0.0:1746139123.236596:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139123.236672:0:9569:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840609024 00000100:00100000:1.0:1746139123.236682:0:9569:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840609024 00002000:00100000:1.0:1746139123.236740:0:9569:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1c:0x0] (25165824->26214399) req@ffff88009c18d880 x1830958840609024/t0(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:49/0 lens 488/0 e 0 to 0 dl 1746139134 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746139123.236756:0:9569:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c18d880 with x1830958840609024 ext(25165824->26214399) 00002000:00010000:1.0:1746139123.236761:0:9569:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c18d880 00000100:00100000:1.0:1746139123.236798:0:9569:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13631 00000100:00100000:1.0:1746139123.236806:0:9569:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c18d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:b60e9717-019c-4527-a82a-15e993ac5189+8:2008:x1830958840609024:12345-192.168.203.56@tcp:4:dd.0 00000100:00100000:0.0:1746139123.253323:0:9569:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c18d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:b60e9717-019c-4527-a82a-15e993ac5189+10:2008:x1830958840609024:12345-192.168.203.56@tcp:4:dd.0 Request processed in 16504us (16726us total) trans 4294970742 rc 0/0 00000100:00100000:0.0:1746139123.253337:0:9569:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13631 00002000:00100000:0.0:1746139123.253352:0:9569:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1c:0x0] (25165824->26214399) req@ffff88009c18d880 x1830958840609024/t4294970742(0) o4->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:49/0 lens 488/448 e 0 to 0 dl 1746139134 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746139123.253374:0:9569:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c18d880 with x1830958840609024 ext(25165824->26214399) 00002000:00010000:0.0:1746139123.253380:0:9569:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c18d880 00000100:00100000:0.0:1746139123.255784:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139123.256094:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840609152 00000100:00100000:1.0:1746139123.256105:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840609152 00000100:00100000:1.0:1746139123.256750:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30229 00000100:00100000:1.0:1746139123.256760:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c18df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b60e9717-019c-4527-a82a-15e993ac5189+10:2010:x1830958840609152:12345-192.168.203.56@tcp:16:dd.0 00000001:00080000:3.0:1746139123.258742:0:9560:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970742 is committed 00000100:00100000:1.0:1746139123.259111:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c18df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b60e9717-019c-4527-a82a-15e993ac5189+8:2010:x1830958840609152:12345-192.168.203.56@tcp:16:dd.0 Request processed in 2348us (3330us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139123.259120:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30229 00000100:00100000:0.0:1746139123.263372:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139123.263475:0:7222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840609408 00000100:00100000:3.0:1746139123.263486:0:7222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840609408 00000100:00100000:3.0:1746139123.263549:0:7222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 207 00000100:00100000:3.0:1746139123.263560:0:7222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c18c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b60e9717-019c-4527-a82a-15e993ac5189+34:3844:x1830958840609408:12345-192.168.203.56@tcp:35:dd.0 00000100:00080000:0.0:1746139123.264095:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746139123.264673:0:7222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c18c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b60e9717-019c-4527-a82a-15e993ac5189+35:3844:x1830958840609408:12345-192.168.203.56@tcp:35:dd.0 Request processed in 1113us (1322us total) trans 4294989820 rc 0/0 00000100:00100000:3.0:1746139123.264682:0:7222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 207 00000100:00100000:0.0:1746139123.275201:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139123.275303:0:14239:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840609536 00000100:00100000:2.0:1746139123.275313:0:14239:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840609536 00000100:00100000:2.0:1746139123.275390:0:14239:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 53198 00000100:00100000:2.0:1746139123.275397:0:14239:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c18fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b60e9717-019c-4527-a82a-15e993ac5189+35:3849:x1830958840609536:12345-192.168.203.56@tcp:101:checkstat.0 00010000:00010000:2.0:1746139123.275420:0:14239:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139123.275438:0:14239:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88007279ac00/0x1f9f6ca451acc9e5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a35131a6 expref: -99 pid: 14239 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139123.275498:0:14239:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88007279a000/0x1f9f6ca451acc9ec lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14239 initiator: MDT0 00010000:00010000:2.0:1746139123.275511:0:14239:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88007279a000/0x1f9f6ca451acc9ec lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14239 initiator: MDT0 00010000:00010000:2.0:1746139123.275523:0:14239:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88007279a000/0x1f9f6ca451acc9ec lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14239 initiator: MDT0 00000004:00200000:2.0:1746139123.275563:0:14239:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1746139123.275566:0:14239:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1746139123.275582:0:14239:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88007279a000/0x1f9f6ca451acc9ec lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14239 initiator: MDT0 00010000:00010000:2.0:1746139123.275601:0:14239:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88007279ac00/0x1f9f6ca451acc9e5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35131a6 expref: 37 pid: 14239 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139123.275650:0:14239:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88007279a000/0x1f9f6ca451acc9ec lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35131a6 expref: 36 pid: 14239 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139123.275658:0:14239:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a07b0f00) 00010000:00010000:2.0:1746139123.275661:0:14239:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1746139123.275664:0:14239:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88007279a000, rc 0) 00000100:00100000:2.0:1746139123.275724:0:14239:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c18fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b60e9717-019c-4527-a82a-15e993ac5189+36:3849:x1830958840609536:12345-192.168.203.56@tcp:101:checkstat.0 Request processed in 326us (532us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139123.275731:0:14239:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 53198 00000100:00100000:0.0:1746139123.278715:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139123.278798:0:7224:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840609664 00000100:00100000:3.0:1746139123.278807:0:7224:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840609664 00000100:00100000:3.0:1746139123.278855:0:7224:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 670 00000100:00100000:3.0:1746139123.278862:0:7224:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c18ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:b60e9717-019c-4527-a82a-15e993ac5189+36:2010:x1830958840609664:12345-192.168.203.56@tcp:63:ll_sa.0 00010000:00010000:3.0:1746139123.278898:0:7224:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139123.278913:0:7224:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f0af000/0x1f9f6ca451acc9f3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a35131ad expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139123.278954:0:7224:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f0afc00/0x1f9f6ca451acc9fa lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7224 initiator: MDT0 00010000:00010000:3.0:1746139123.278964:0:7224:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f0afc00/0x1f9f6ca451acc9fa lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7224 initiator: MDT0 00010000:00010000:3.0:1746139123.278973:0:7224:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f0afc00/0x1f9f6ca451acc9fa lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7224 initiator: MDT0 00010000:00010000:3.0:1746139123.278984:0:7224:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f0ae600/0x1f9f6ca451acca01 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7224 initiator: MDT0 00010000:00010000:3.0:1746139123.278989:0:7224:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f0ae600/0x1f9f6ca451acca01 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7224 initiator: MDT0 00010000:00010000:3.0:1746139123.278994:0:7224:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f0ae600/0x1f9f6ca451acca01 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7224 initiator: MDT0 00010000:00010000:3.0:1746139123.279033:0:7224:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f0afc00/0x1f9f6ca451acc9fa lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7224 initiator: MDT0 00010000:00010000:3.0:1746139123.279038:0:7224:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009f0afc00/0x1f9f6ca451acc9fa lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7224 initiator: MDT0 00010000:00010000:3.0:1746139123.279044:0:7224:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009f0afc00/0x1f9f6ca451acc9fa lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7224 initiator: MDT0 00010000:00010000:3.0:1746139123.279049:0:7224:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009f0afc00 already unused, calling callback (ffffffffa0f11690) 00010000:00010000:3.0:1746139123.279052:0:7224:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f0afc00/0x1f9f6ca451acc9fa lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7224 initiator: MDT0 00010000:00010000:3.0:1746139123.279057:0:7224:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f0afc00/0x1f9f6ca451acc9fa lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7224 initiator: MDT0 00010000:00010000:3.0:1746139123.279066:0:7224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a07b0f00) 00010000:00010000:3.0:1746139123.279068:0:7224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746139123.279071:0:7224:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009f0afc00/0x1f9f6ca451acc9fa lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7224 initiator: MDT0 00010000:00010000:3.0:1746139123.279075:0:7224:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f0afc00/0x1f9f6ca451acc9fa lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7224 initiator: MDT0 00010000:00010000:3.0:1746139123.279095:0:7224:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f0ae600/0x1f9f6ca451acca01 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7224 initiator: MDT0 00010000:00010000:3.0:1746139123.279100:0:7224:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009f0ae600/0x1f9f6ca451acca01 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7224 initiator: MDT0 00010000:00010000:3.0:1746139123.279104:0:7224:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009f0ae600/0x1f9f6ca451acca01 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7224 initiator: MDT0 00010000:00010000:3.0:1746139123.279107:0:7224:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009f0ae600 already unused, calling callback (ffffffffa0f11690) 00010000:00010000:3.0:1746139123.279109:0:7224:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f0ae600/0x1f9f6ca451acca01 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7224 initiator: MDT0 00010000:00010000:3.0:1746139123.279113:0:7224:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f0ae600/0x1f9f6ca451acca01 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7224 initiator: MDT0 00010000:00010000:3.0:1746139123.279117:0:7224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbfe6ecf (ffff8800a077d200) 00010000:00010000:3.0:1746139123.279119:0:7224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746139123.279120:0:7224:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009f0ae600/0x1f9f6ca451acca01 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7224 initiator: MDT0 00010000:00010000:3.0:1746139123.279124:0:7224:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f0ae600/0x1f9f6ca451acca01 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7224 initiator: MDT0 00010000:00010000:3.0:1746139123.279145:0:7224:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f0af000/0x1f9f6ca451acc9f3 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35131ad expref: 37 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139123.279152:0:7224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a07b0f00) 00010000:00010000:3.0:1746139123.279154:0:7224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1746139123.279156:0:7224:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f0af000/0x1f9f6ca451acc9f3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35131ad expref: 37 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139123.279166:0:7224:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f0af000, rc -2) 00000100:00100000:3.0:1746139123.279204:0:7224:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c18ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:b60e9717-019c-4527-a82a-15e993ac5189+36:2010:x1830958840609664:12345-192.168.203.56@tcp:63:ll_sa.0 Request processed in 343us (498us total) trans 0 rc -2/-2 00000100:00100000:3.0:1746139123.279210:0:7224:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 670 00000100:00100000:0.0:1746139123.281066:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139123.281404:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840609792 00000100:00100000:3.0:1746139123.281412:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840609792 00000100:00100000:3.0:1746139123.281465:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 53199 00000100:00100000:3.0:1746139123.281472:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c18e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b60e9717-019c-4527-a82a-15e993ac5189+36:3849:x1830958840609792:12345-192.168.203.56@tcp:101:checkstat.0 00010000:00010000:3.0:1746139123.281488:0:7220:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139123.281502:0:7220:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f0afa00/0x1f9f6ca451acca08 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a35131b4 expref: -99 pid: 7220 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139123.281549:0:7220:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f0af800/0x1f9f6ca451acca0f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7220 initiator: MDT0 00010000:00010000:3.0:1746139123.281560:0:7220:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f0af800/0x1f9f6ca451acca0f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7220 initiator: MDT0 00010000:00010000:3.0:1746139123.281569:0:7220:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f0af800/0x1f9f6ca451acca0f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7220 initiator: MDT0 00010000:00010000:3.0:1746139123.281579:0:7220:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f0ae200/0x1f9f6ca451acca16 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7220 initiator: MDT0 00010000:00010000:3.0:1746139123.281585:0:7220:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f0ae200/0x1f9f6ca451acca16 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7220 initiator: MDT0 00010000:00010000:3.0:1746139123.281590:0:7220:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f0ae200/0x1f9f6ca451acca16 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7220 initiator: MDT0 00010000:00010000:3.0:1746139123.281707:0:7220:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f0aec00/0x1f9f6ca451acca1d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7220 initiator: MDT0 00010000:00010000:3.0:1746139123.281714:0:7220:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f0aec00/0x1f9f6ca451acca1d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4e:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7220 initiator: MDT0 00010000:00010000:3.0:1746139123.281720:0:7220:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f0aec00/0x1f9f6ca451acca1d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4e:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7220 initiator: MDT0 00000004:00200000:3.0:1746139123.281754:0:7220:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4e:0x0]: returning size 26214400 00000004:00200000:3.0:1746139123.281759:0:7220:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1746139123.281778:0:7220:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009f0aec00/0x1f9f6ca451acca1d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4e:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7220 initiator: MDT0 00010000:00010000:3.0:1746139123.281786:0:7220:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f0aec00/0x1f9f6ca451acca1d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7220 initiator: MDT0 00010000:00010000:3.0:1746139123.281795:0:7220:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f0af800/0x1f9f6ca451acca0f lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7220 initiator: MDT0 00010000:00010000:3.0:1746139123.281800:0:7220:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f0af800/0x1f9f6ca451acca0f lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7220 initiator: MDT0 00010000:00010000:3.0:1746139123.281805:0:7220:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009f0af800/0x1f9f6ca451acca0f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7220 initiator: MDT0 00010000:00010000:3.0:1746139123.281810:0:7220:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009f0af800/0x1f9f6ca451acca0f lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7220 initiator: MDT0 00010000:00010000:3.0:1746139123.281815:0:7220:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009f0af800 already unused, calling callback (ffffffffa0f11690) 00010000:00010000:3.0:1746139123.281818:0:7220:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f0af800/0x1f9f6ca451acca0f lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7220 initiator: MDT0 00010000:00010000:3.0:1746139123.281825:0:7220:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f0af800/0x1f9f6ca451acca0f lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7220 initiator: MDT0 00010000:00010000:3.0:1746139123.281834:0:7220:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a07b0f00) 00010000:00010000:3.0:1746139123.281837:0:7220:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746139123.281841:0:7220:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009f0af800/0x1f9f6ca451acca0f lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7220 initiator: MDT0 00010000:00010000:3.0:1746139123.281845:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f0af800/0x1f9f6ca451acca0f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7220 initiator: MDT0 00010000:00010000:3.0:1746139123.281855:0:7220:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f0ae200/0x1f9f6ca451acca16 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7220 initiator: MDT0 00010000:00010000:3.0:1746139123.281859:0:7220:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009f0ae200/0x1f9f6ca451acca16 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7220 initiator: MDT0 00010000:00010000:3.0:1746139123.281864:0:7220:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009f0ae200/0x1f9f6ca451acca16 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7220 initiator: MDT0 00010000:00010000:3.0:1746139123.281867:0:7220:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009f0ae200 already unused, calling callback (ffffffffa0f11690) 00010000:00010000:3.0:1746139123.281869:0:7220:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f0ae200/0x1f9f6ca451acca16 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7220 initiator: MDT0 00010000:00010000:3.0:1746139123.281873:0:7220:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f0ae200/0x1f9f6ca451acca16 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7220 initiator: MDT0 00010000:00010000:3.0:1746139123.281877:0:7220:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff88007fdc8900) 00010000:00010000:3.0:1746139123.281878:0:7220:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746139123.281880:0:7220:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009f0ae200/0x1f9f6ca451acca16 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7220 initiator: MDT0 00010000:00010000:3.0:1746139123.281884:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f0ae200/0x1f9f6ca451acca16 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7220 initiator: MDT0 00010000:00010000:3.0:1746139123.281902:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f0afa00/0x1f9f6ca451acca08 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35131b4 expref: 38 pid: 7220 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139123.281911:0:7220:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f0aec00/0x1f9f6ca451acca1d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35131b4 expref: 37 pid: 7220 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139123.281917:0:7220:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4e:0x0].0x0 (ffff8800a061c400) 00010000:00010000:3.0:1746139123.281918:0:7220:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746139123.281920:0:7220:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f0aec00, rc 0) 00000100:00100000:3.0:1746139123.281962:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c18e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b60e9717-019c-4527-a82a-15e993ac5189+37:3849:x1830958840609792:12345-192.168.203.56@tcp:101:checkstat.0 Request processed in 491us (902us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139123.281968:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 53199 00000100:00100000:0.0:1746139123.283243:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139123.283459:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840609920 00000100:00100000:0.0:1746139123.283461:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139123.283466:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840609920 00000100:00100000:0.0:1746139123.283505:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139123.283514:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840610048 00000100:00100000:2.0:1746139123.283518:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840610048 00000100:00100000:2.0:1746139123.283557:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 1363 00000100:00100000:2.0:1746139123.283564:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c18c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+37:2009:x1830958840610048:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139123.283578:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139123.283596:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f0aec00/0x1f9f6ca451acca1d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35131b4 expref: 37 pid: 7220 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139123.283637:0:15672:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4e:0x0].0x0 (ffff8800a061c400) 00010000:00010000:2.0:1746139123.283641:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139123.283675:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c18c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+36:2009:x1830958840610048:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 111us (213us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139123.283681:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1363 00000100:00100000:3.0:1746139123.283879:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840610176 00000100:00100000:3.0:1746139123.283883:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840610176 00000100:00100000:3.0:1746139123.283909:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30230 00000100:00100000:3.0:1746139123.283914:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eeeed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+8:2007:x1830958840610176:12345-192.168.203.56@tcp:101:checkstat.0 00010000:00010000:3.0:1746139123.284036:0:9563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139123.284051:0:9563:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f0af600/0x1f9f6ca451acca24 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a35131c2 expref: -99 pid: 9563 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139123.284105:0:9563:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012eed8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9563:1830958832263040:192.168.203.56@tcp:106: 00000100:00100000:3.0:1746139123.284175:0:9563:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bbab0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746139123.284400:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30231 00000100:00100000:1.0:1746139123.284407:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c18ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b60e9717-019c-4527-a82a-15e993ac5189+16:2008:x1830958840609920:12345-192.168.203.56@tcp:101:checkstat.0 00010000:00010000:1.0:1746139123.284415:0:9562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139123.284425:0:9562:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a5f56800/0x1f9f6ca451acca2b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a35131bb expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746139123.284451:0:9562:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072c1aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9562:1830958832263168:192.168.203.56@tcp:106: 00000100:00100000:1.0:1746139123.285221:0:9562:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007fe1e300 going to sleep for 11 seconds 00002000:00010000:3.0:1746139123.286259:0:9563:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x280000401:0x1d:0x0] updating lvb size: 0 -> 12582912 00002000:00010000:3.0:1746139123.286264:0:9563:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000401:0x1d:0x0] updating lvb mtime: 0 -> 1746139123 00002000:00010000:3.0:1746139123.286266:0:9563:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000401:0x1d:0x0] updating lvb atime: 0 -> 1746139123 00002000:00010000:3.0:1746139123.286267:0:9563:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000401:0x1d:0x0] updating lvb ctime: 0 -> 1746139123 00002000:00010000:3.0:1746139123.286269:0:9563:0:(ofd_lvb.c:282:ofd_lvbo_update()) res: [0x280000401:0x1d:0x0] updating lvb blocks: 0 -> 24576 00000100:00100000:3.0:1746139123.286288:0:9563:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012eed8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9563:1830958832263040:192.168.203.56@tcp:106: 00010000:00010000:3.0:1746139123.286324:0:9563:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f0af600/0x1f9f6ca451acca24 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35131c2 expref: 9 pid: 9563 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746139123.286336:0:9563:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f0af600/0x1f9f6ca451acca24 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35131c2 expref: 9 pid: 9563 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746139123.286349:0:9563:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f0af600, rc 0) 00000100:00100000:3.0:1746139123.286681:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eeeed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+8:2007:x1830958840610176:12345-192.168.203.56@tcp:101:checkstat.0 Request processed in 2765us (3174us total) trans 0 rc 301/301 00000100:00100000:3.0:1746139123.286689:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30230 00002000:00010000:1.0:1746139123.287147:0:9562:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x2c0000401:0x1e:0x0] updating lvb size: 0 -> 13631488 00002000:00010000:1.0:1746139123.287150:0:9562:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x2c0000401:0x1e:0x0] updating lvb mtime: 0 -> 1746139123 00002000:00010000:1.0:1746139123.287152:0:9562:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x2c0000401:0x1e:0x0] updating lvb atime: 0 -> 1746139123 00002000:00010000:1.0:1746139123.287155:0:9562:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x2c0000401:0x1e:0x0] updating lvb ctime: 0 -> 1746139123 00002000:00010000:1.0:1746139123.287157:0:9562:0:(ofd_lvb.c:282:ofd_lvbo_update()) res: [0x2c0000401:0x1e:0x0] updating lvb blocks: 0 -> 24576 00000100:00100000:1.0:1746139123.287168:0:9562:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072c1aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9562:1830958832263168:192.168.203.56@tcp:106: 00010000:00010000:1.0:1746139123.287190:0:9562:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a5f56800/0x1f9f6ca451acca2b lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35131bb expref: 17 pid: 9562 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746139123.287200:0:9562:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a5f56800/0x1f9f6ca451acca2b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35131bb expref: 17 pid: 9562 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746139123.287213:0:9562:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5f56800, rc 0) 00000100:00100000:1.0:1746139123.287232:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c18ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b60e9717-019c-4527-a82a-15e993ac5189+16:2008:x1830958840609920:12345-192.168.203.56@tcp:101:checkstat.0 Request processed in 2827us (3993us total) trans 0 rc 301/301 00000100:00100000:1.0:1746139123.287238:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30231 00000100:00100000:0.0:1746139123.292451:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139123.292533:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840610304 00000100:00100000:3.0:1746139123.292543:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840610304 00000100:00080000:0.0:1746139123.292707:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746139123.292782:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 53200 00000100:00100000:3.0:1746139123.292790:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eeeea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+24:3850:x1830958840610304:12345-192.168.203.56@tcp:101:checkstat.0 00010000:00010000:3.0:1746139123.292812:0:7220:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139123.292831:0:7220:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f0aea00/0x1f9f6ca451acca32 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a35131c9 expref: -99 pid: 7220 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139123.292890:0:7220:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f0af400/0x1f9f6ca451acca39 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7220 initiator: MDT0 00010000:00010000:3.0:1746139123.292902:0:7220:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f0af400/0x1f9f6ca451acca39 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7220 initiator: MDT0 00010000:00010000:3.0:1746139123.292911:0:7220:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f0af400/0x1f9f6ca451acca39 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7220 initiator: MDT0 00000004:00200000:3.0:1746139123.292952:0:7220:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1746139123.292956:0:7220:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1746139123.292974:0:7220:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009f0af400/0x1f9f6ca451acca39 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7220 initiator: MDT0 00010000:00010000:3.0:1746139123.292994:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f0aea00/0x1f9f6ca451acca32 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35131c9 expref: 26 pid: 7220 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139123.293008:0:7220:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f0af400/0x1f9f6ca451acca39 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35131c9 expref: 25 pid: 7220 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139123.293015:0:7220:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a07b0f00) 00010000:00010000:3.0:1746139123.293018:0:7220:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1746139123.293022:0:7220:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f0af400, rc 0) 00000100:00100000:3.0:1746139123.293065:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eeeea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+25:3850:x1830958840610304:12345-192.168.203.56@tcp:101:checkstat.0 Request processed in 276us (625us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139123.293071:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 53200 00000100:00100000:0.0:1746139123.296398:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139123.296481:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840610432 00000100:00100000:2.0:1746139123.296491:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840610432 00000100:00100000:2.0:1746139123.296543:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 671 00000100:00100000:2.0:1746139123.296550:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eeedf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:57256782-7187-4d4f-9a1f-78e1ae613c85+25:2010:x1830958840610432:12345-192.168.203.56@tcp:63:ll_sa.0 00010000:00010000:2.0:1746139123.296581:0:7223:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139123.296599:0:7223:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88007279a800/0x1f9f6ca451acca40 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a35131d0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139123.296678:0:7223:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88007279ba00/0x1f9f6ca451acca47 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7223 initiator: MDT0 00010000:00010000:2.0:1746139123.296689:0:7223:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88007279ba00/0x1f9f6ca451acca47 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7223 initiator: MDT0 00010000:00010000:2.0:1746139123.296698:0:7223:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88007279ba00/0x1f9f6ca451acca47 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7223 initiator: MDT0 00010000:00010000:2.0:1746139123.296710:0:7223:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88007279ac00/0x1f9f6ca451acca4e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7223 initiator: MDT0 00010000:00010000:2.0:1746139123.296716:0:7223:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88007279ac00/0x1f9f6ca451acca4e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7223 initiator: MDT0 00010000:00010000:2.0:1746139123.296720:0:7223:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88007279ac00/0x1f9f6ca451acca4e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7223 initiator: MDT0 00010000:00010000:2.0:1746139123.296759:0:7223:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88007279ba00/0x1f9f6ca451acca47 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7223 initiator: MDT0 00010000:00010000:2.0:1746139123.296764:0:7223:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88007279ba00/0x1f9f6ca451acca47 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7223 initiator: MDT0 00010000:00010000:2.0:1746139123.296769:0:7223:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88007279ba00/0x1f9f6ca451acca47 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7223 initiator: MDT0 00010000:00010000:2.0:1746139123.296773:0:7223:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88007279ba00 already unused, calling callback (ffffffffa0f11690) 00010000:00010000:2.0:1746139123.296777:0:7223:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88007279ba00/0x1f9f6ca451acca47 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7223 initiator: MDT0 00010000:00010000:2.0:1746139123.296783:0:7223:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88007279ba00/0x1f9f6ca451acca47 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7223 initiator: MDT0 00010000:00010000:2.0:1746139123.296792:0:7223:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a07b0f00) 00010000:00010000:2.0:1746139123.296795:0:7223:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746139123.296798:0:7223:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88007279ba00/0x1f9f6ca451acca47 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7223 initiator: MDT0 00010000:00010000:2.0:1746139123.296802:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88007279ba00/0x1f9f6ca451acca47 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7223 initiator: MDT0 00010000:00010000:2.0:1746139123.296814:0:7223:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88007279ac00/0x1f9f6ca451acca4e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7223 initiator: MDT0 00010000:00010000:2.0:1746139123.296817:0:7223:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88007279ac00/0x1f9f6ca451acca4e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7223 initiator: MDT0 00010000:00010000:2.0:1746139123.296822:0:7223:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88007279ac00/0x1f9f6ca451acca4e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7223 initiator: MDT0 00010000:00010000:2.0:1746139123.296826:0:7223:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88007279ac00 already unused, calling callback (ffffffffa0f11690) 00010000:00010000:2.0:1746139123.296828:0:7223:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88007279ac00/0x1f9f6ca451acca4e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7223 initiator: MDT0 00010000:00010000:2.0:1746139123.296832:0:7223:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88007279ac00/0x1f9f6ca451acca4e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7223 initiator: MDT0 00010000:00010000:2.0:1746139123.296837:0:7223:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce70cf (ffff8800a0285d00) 00010000:00010000:2.0:1746139123.296839:0:7223:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746139123.296841:0:7223:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88007279ac00/0x1f9f6ca451acca4e lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7223 initiator: MDT0 00010000:00010000:2.0:1746139123.296845:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88007279ac00/0x1f9f6ca451acca4e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7223 initiator: MDT0 00010000:00010000:2.0:1746139123.296870:0:7223:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff88007279a800/0x1f9f6ca451acca40 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35131d0 expref: 26 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139123.296878:0:7223:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a07b0f00) 00010000:00010000:2.0:1746139123.296880:0:7223:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1746139123.296882:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88007279a800/0x1f9f6ca451acca40 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35131d0 expref: 26 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139123.296889:0:7223:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88007279a800, rc -2) 00000100:00100000:2.0:1746139123.296952:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eeedf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:57256782-7187-4d4f-9a1f-78e1ae613c85+25:2010:x1830958840610432:12345-192.168.203.56@tcp:63:ll_sa.0 Request processed in 401us (563us total) trans 0 rc -2/-2 00000100:00100000:2.0:1746139123.296962:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 671 00000100:00100000:2.0:1746139123.304558:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139123.304912:0:14239:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840610688 00000100:00100000:0.0:1746139123.304922:0:14239:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840610688 00000100:00100000:0.0:1746139123.304990:0:14239:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 53201 00000100:00100000:0.0:1746139123.304998:0:14239:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c4d4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b60e9717-019c-4527-a82a-15e993ac5189+36:3853:x1830958840610688:12345-192.168.203.56@tcp:101:cmp.0 00010000:00010000:0.0:1746139123.305019:0:14239:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746139123.305038:0:14239:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7837200/0x1f9f6ca451acca55 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3513208 expref: -99 pid: 14239 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139123.305148:0:14239:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7836400/0x1f9f6ca451acca5c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14239 initiator: MDT0 00010000:00010000:0.0:1746139123.305162:0:14239:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7836400/0x1f9f6ca451acca5c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14239 initiator: MDT0 00010000:00010000:0.0:1746139123.305173:0:14239:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7836400/0x1f9f6ca451acca5c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14239 initiator: MDT0 00000004:00200000:0.0:1746139123.305183:0:14239:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4e:0x0]: returning size 26214400 00010000:00010000:0.0:1746139123.305287:0:14239:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7837200/0x1f9f6ca451acca55 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3513208 expref: 39 pid: 14239 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139123.305320:0:14239:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7836400/0x1f9f6ca451acca5c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3513208 expref: 38 pid: 14239 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139123.305329:0:14239:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4e:0x0].0x0 (ffff8800a061c400) 00010000:00010000:0.0:1746139123.305331:0:14239:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1746139123.305334:0:14239:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7836400, rc 0) 00000100:00100000:0.0:1746139123.305408:0:14239:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c4d4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b60e9717-019c-4527-a82a-15e993ac5189+38:3853:x1830958840610688:12345-192.168.203.56@tcp:101:cmp.0 Request processed in 410us (872us total) trans 4294989821 rc 0/0 00000100:00100000:0.0:1746139123.305414:0:14239:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 53201 00000100:00100000:0.0:1746139123.309112:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139123.309220:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139123.309497:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840610816 00000100:00100000:2.0:1746139123.309508:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840610816 00000100:00100000:0.0:1746139123.309669:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139123.309753:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 1364 00000100:00100000:2.0:1746139123.309762:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eeed180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+38:2009:x1830958840610816:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139123.309778:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139123.309808:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7836400/0x1f9f6ca451acca5c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3513208 expref: 38 pid: 14239 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139123.309834:0:7207:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4e:0x0].0x0 (ffff8800a061c400) 00010000:00010000:2.0:1746139123.309839:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139123.309881:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eeed180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+37:2009:x1830958840610816:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 120us (779us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139123.309887:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1364 00000100:00100000:1.0:1746139123.310300:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840610944 00000100:00100000:1.0:1746139123.310305:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840610944 00000100:00100000:1.0:1746139123.310329:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840611072 00000100:00100000:1.0:1746139123.310331:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840611072 00000100:00100000:1.0:1746139123.310344:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30232 00000100:00100000:1.0:1746139123.310348:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eeef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b60e9717-019c-4527-a82a-15e993ac5189+16:2007:x1830958840610944:12345-192.168.203.56@tcp:101:cmp.0 00010000:00010000:1.0:1746139123.310372:0:9562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139123.310386:0:9562:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f3d3600/0x1f9f6ca451acca6a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a351320f expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746139123.310434:0:9562:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072c1aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9562:1830958832263296:192.168.203.56@tcp:106: 00000100:00100000:1.0:1746139123.310483:0:9562:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007fe1e300 going to sleep for 11 seconds 00000100:00100000:1.0:1746139123.310510:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30233 00000100:00100000:1.0:1746139123.310515:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eeef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+8:2007:x1830958840611072:12345-192.168.203.56@tcp:101:cmp.0 00010000:00010000:1.0:1746139123.310522:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139123.310533:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0892400/0x1f9f6ca451acca71 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3513216 expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746139123.310557:0:18644:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072c1b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:18644:1830958832263424:192.168.203.56@tcp:106: 00000100:00100000:1.0:1746139123.310578:0:18644:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007fe1ef00 going to sleep for 11 seconds 00000100:00100000:2.0:1746139123.312366:0:18644:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072c1b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:18644:1830958832263424:192.168.203.56@tcp:106: 00010000:00010000:2.0:1746139123.312399:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0892400/0x1f9f6ca451acca71 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3513216 expref: 9 pid: 18644 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746139123.312410:0:18644:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0892400/0x1f9f6ca451acca71 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3513216 expref: 9 pid: 18644 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746139123.312421:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0892400, rc 0) 00000100:00100000:2.0:1746139123.312469:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eeef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+8:2007:x1830958840611072:12345-192.168.203.56@tcp:101:cmp.0 Request processed in 1950us (2796us total) trans 0 rc 301/301 00000100:00100000:2.0:1746139123.312477:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30233 00000100:00100000:1.0:1746139123.312583:0:9562:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072c1aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9562:1830958832263296:192.168.203.56@tcp:106: 00010000:00010000:1.0:1746139123.312776:0:9562:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f3d3600/0x1f9f6ca451acca6a lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351320f expref: 17 pid: 9562 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746139123.312786:0:9562:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f3d3600/0x1f9f6ca451acca6a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351320f expref: 17 pid: 9562 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746139123.312899:0:9562:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f3d3600, rc 0) 00000100:00100000:1.0:1746139123.313309:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eeef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b60e9717-019c-4527-a82a-15e993ac5189+16:2007:x1830958840610944:12345-192.168.203.56@tcp:101:cmp.0 Request processed in 2958us (4087us total) trans 0 rc 301/301 00000100:00100000:1.0:1746139123.313316:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30232 00000100:00100000:0.0:1746139123.320815:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139123.321044:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840611200 00000100:00100000:1.0:1746139123.321054:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840611200 00000100:00100000:1.0:1746139123.321663:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30234 00000100:00100000:1.0:1746139123.321673:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eeed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b60e9717-019c-4527-a82a-15e993ac5189+16:3853:x1830958840611200:12345-192.168.203.56@tcp:101:cmp.0 00010000:00010000:1.0:1746139123.321692:0:9562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139123.321711:0:9562:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072436a00/0x1f9f6ca451acca78 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a351321d expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139123.321740:0:9562:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a0143400/0x1f9f6ca451acc8db lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3513191 expref: 20 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139123.321748:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139123.321750:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139123.321753:0:9562:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072436a00/0x1f9f6ca451acca78 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351321d expref: 17 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139123.321783:0:9562:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a0143400/0x1f9f6ca451acc8db lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3513191 expref: 20 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139123.321794:0:9562:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a0143400/0x1f9f6ca451acc8db lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3513191 expref: 20 pid: 9563 timeout: 848 lvb_type: 0 00000100:00100000:1.0:1746139123.321804:0:9562:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072c1aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9562:1830958832263552:192.168.203.56@tcp:104: 00000100:00100000:1.0:1746139123.323313:0:9562:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007fe1e300 going to sleep for 11 seconds 00000100:00100000:1.0:1746139123.325041:0:9562:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072c1aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9562:1830958832263552:192.168.203.56@tcp:104: 00010000:00010000:1.0:1746139123.325097:0:9562:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072436a00/0x1f9f6ca451acca78 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351321d expref: 17 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139123.325116:0:9562:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072436a00, rc 0) 00000100:00100000:1.0:1746139123.325404:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eeed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b60e9717-019c-4527-a82a-15e993ac5189+17:3853:x1830958840611200:12345-192.168.203.56@tcp:101:cmp.0 Request processed in 3730us (4596us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139123.325414:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30234 00000100:00100000:0.0:1746139123.328024:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139123.328146:0:9569:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840611328 00000100:00100000:2.0:1746139123.328158:0:9569:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840611328 00002000:00100000:2.0:1746139123.328230:0:9569:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1e:0x0] (12582912->13631487) req@ffff88009eeee300 x1830958840611328/t0(0) o4->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:49/0 lens 488/0 e 0 to 0 dl 1746139134 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746139123.328243:0:9569:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009eeee300 with x1830958840611328 ext(12582912->13631487) 00010000:00010000:2.0:1746139123.328255:0:9569:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a0143400/0x1f9f6ca451acc8db lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3513191 expref: 21 pid: 9563 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746139123.328271:0:9569:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a0143400/0x1f9f6ca451acc8db lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3513191 expref: 21 pid: 9563 timeout: 848 lvb_type: 0 00002000:00010000:2.0:1746139123.328279:0:9569:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009eeee300 00000100:00100000:2.0:1746139123.328762:0:9569:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 2877 00000100:00100000:2.0:1746139123.328772:0:9569:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eeee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+21:2007:x1830958840611328:12345-192.168.203.56@tcp:4:dd.0 00000100:00080000:0.0:1746139123.328840:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746139123.344031:0:9569:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eeee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+23:2007:x1830958840611328:12345-192.168.203.56@tcp:4:dd.0 Request processed in 15248us (16007us total) trans 4294972148 rc 0/0 00000100:00100000:0.0:1746139123.344044:0:9569:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 2877 00002000:00100000:0.0:1746139123.344057:0:9569:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1e:0x0] (12582912->13631487) req@ffff88009eeee300 x1830958840611328/t4294972148(0) o4->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:49/0 lens 488/448 e 0 to 0 dl 1746139134 ref 1 fl Complete:H/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746139123.344066:0:9569:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009eeee300 with x1830958840611328 ext(12582912->13631487) 00010000:00010000:0.0:1746139123.344077:0:9569:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a0143400/0x1f9f6ca451acc8db lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3513191 expref: 23 pid: 9563 timeout: 848 lvb_type: 0 00010000:00010000:0.0:1746139123.344099:0:9569:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a0143400/0x1f9f6ca451acc8db lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3513191 expref: 23 pid: 9563 timeout: 848 lvb_type: 0 00002000:00010000:0.0:1746139123.344106:0:9569:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009eeee300 00000100:00100000:0.0:1746139123.353326:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139123.353430:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840611456 00000100:00100000:3.0:1746139123.353439:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840611456 00010000:00010000:3.0:1746139123.353485:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a0143400/0x1f9f6ca451acc8db lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3513191 expref: 23 pid: 9563 timeout: 848 lvb_type: 0 00000100:00100000:3.0:1746139123.353520:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17527 00000100:00100000:3.0:1746139123.353529:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eeeca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+23:2010:x1830958840611456:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139123.353541:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1746139123.353557:0:15672:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x1e:0x0] updating lvb blocks from disk: 24576 -> 26624 00010000:00010000:3.0:1746139123.353562:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a0143400/0x1f9f6ca451acc8db lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3513191 expref: 23 pid: 9563 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746139123.353573:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a0143400/0x1f9f6ca451acc8db lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3513191 expref: 23 pid: 9563 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746139123.353595:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a0143400/0x1f9f6ca451acc8db lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3513191 expref: 23 pid: 9563 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746139123.353652:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139123.353654:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139123.353662:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880072436a00/0x1f9f6ca451acca78 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351321d expref: 16 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139123.353670:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072436a00/0x1f9f6ca451acca78 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351321d expref: 16 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139123.353700:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880072436a00/0x1f9f6ca451acca78 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351321d expref: 16 pid: 9562 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139123.353712:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012eed8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832263680:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139123.354939:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bbab180 going to sleep for 11 seconds 00000100:00100000:3.0:1746139123.357684:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012eed8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832263680:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139123.357709:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139123.357752:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eeeca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+22:2010:x1830958840611456:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 4223us (4438us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139123.357763:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17527 00000100:00100000:0.0:1746139123.359918:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139123.360420:0:9569:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840611712 00000100:00100000:2.0:1746139123.360429:0:9569:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840611712 00002000:00100000:2.0:1746139123.360479:0:9569:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1e:0x0] (0->1048575) req@ffff88009eeece00 x1830958840611712/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:49/0 lens 488/0 e 0 to 0 dl 1746139134 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746139123.360489:0:9569:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009eeece00 with x1830958840611712 ext(0->1048575) 00002000:00010000:2.0:1746139123.360498:0:9569:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009eeece00 00000100:00100000:2.0:1746139123.360527:0:9569:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13632 00000100:00100000:2.0:1746139123.360861:0:9569:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eeece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:b60e9717-019c-4527-a82a-15e993ac5189+17:2007:x1830958840611712:12345-192.168.203.56@tcp:3:cmp.0 00010000:00010000:3.0:1746139123.367792:0:7208:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746139123.369530:0:9569:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eeece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:b60e9717-019c-4527-a82a-15e993ac5189+17:2007:x1830958840611712:12345-192.168.203.56@tcp:3:cmp.0 Request processed in 8987us (9611us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746139123.369542:0:9569:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13632 00002000:00100000:2.0:1746139123.369555:0:9569:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1e:0x0] (0->1048575) req@ffff88009eeece00 x1830958840611712/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:49/0 lens 488/440 e 0 to 0 dl 1746139134 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746139123.369565:0:9569:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009eeece00 with x1830958840611712 ext(0->1048575) 00002000:00010000:2.0:1746139123.369572:0:9569:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009eeece00 00000100:00100000:0.0:1746139123.373225:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139123.373337:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840611840 00000100:00100000:1.0:1746139123.373347:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840611840 00000100:00100000:1.0:1746139123.373415:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30235 00000100:00100000:1.0:1746139123.373424:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eeefb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b60e9717-019c-4527-a82a-15e993ac5189+8:3853:x1830958840611840:12345-192.168.203.56@tcp:101:cmp.0 00010000:00010000:1.0:1746139123.373446:0:9562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139123.373468:0:9562:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880072437a00/0x1f9f6ca451acca7f lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3513224 expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139123.373499:0:9562:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880072436e00/0x1f9f6ca451acc8e9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3513198 expref: 8 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139123.373507:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139123.373508:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746139123.373512:0:9562:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880072437a00/0x1f9f6ca451acca7f lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3513224 expref: 9 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139123.373544:0:9562:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880072436e00/0x1f9f6ca451acc8e9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3513198 expref: 8 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139123.373555:0:9562:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880072436e00/0x1f9f6ca451acc8e9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3513198 expref: 8 pid: 9563 timeout: 848 lvb_type: 0 00000100:00100000:1.0:1746139123.373566:0:9562:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072c1aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9562:1830958832263808:192.168.203.56@tcp:104: 00000100:00100000:1.0:1746139123.374268:0:9562:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007fe1e300 going to sleep for 11 seconds 00000100:00100000:1.0:1746139123.384754:0:9562:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072c1aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9562:1830958832263808:192.168.203.56@tcp:104: 00010000:00010000:1.0:1746139123.384795:0:9562:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880072437a00/0x1f9f6ca451acca7f lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3513224 expref: 9 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139123.384813:0:9562:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072437a00, rc 0) 00000100:00100000:1.0:1746139123.386774:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eeefb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b60e9717-019c-4527-a82a-15e993ac5189+9:3853:x1830958840611840:12345-192.168.203.56@tcp:101:cmp.0 Request processed in 13340us (13549us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139123.386789:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30235 00000100:00100000:0.0:1746139123.387654:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139123.387840:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840611968 00000100:00100000:3.0:1746139123.387849:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840611968 00010000:00010000:3.0:1746139123.387899:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880072436e00/0x1f9f6ca451acc8e9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3513198 expref: 9 pid: 9563 timeout: 848 lvb_type: 0 00000100:00100000:3.0:1746139123.387929:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17528 00000100:00100000:3.0:1746139123.387935:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800acc5e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+9:2007:x1830958840611968:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139123.387948:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139123.387967:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880072436e00/0x1f9f6ca451acc8e9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3513198 expref: 9 pid: 9563 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746139123.387978:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880072436e00/0x1f9f6ca451acc8e9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3513198 expref: 9 pid: 9563 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746139123.388000:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880072436e00/0x1f9f6ca451acc8e9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3513198 expref: 9 pid: 9563 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746139123.388020:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139123.388022:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746139123.388029:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880072437a00/0x1f9f6ca451acca7f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3513224 expref: 8 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139123.388037:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880072437a00/0x1f9f6ca451acca7f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3513224 expref: 8 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139123.388070:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880072437a00/0x1f9f6ca451acca7f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3513224 expref: 8 pid: 9562 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139123.388082:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012eed8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:15672:1830958832263936:192.168.203.56@tcp:105: 00000100:00100000:3.0:1746139123.388155:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bbab180 going to sleep for 11 seconds 00000100:00080000:0.0:1746139123.389688:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1746139123.398146:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012eed8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:15672:1830958832263936:192.168.203.56@tcp:105: 00010000:00010000:3.0:1746139123.398173:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139123.399372:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800acc5e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+8:2007:x1830958840611968:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 11428us (11713us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139123.399386:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17528 00000100:00100000:1.0:1746139123.399577:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139123.399747:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139123.399776:0:27212:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840612352 00000100:00100000:1.0:1746139123.399784:0:27212:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840612352 00002000:00100000:1.0:1746139123.399826:0:27212:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x1e:0x0] (1048576->2097151) req@ffff880072c1aa00 x1830958840612352/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:49/0 lens 488/0 e 0 to 0 dl 1746139134 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746139123.399836:0:27212:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072c1aa00 with x1830958840612352 ext(1048576->2097151) 00002000:00010000:1.0:1746139123.399841:0:27212:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072c1aa00 00000100:00100000:1.0:1746139123.401136:0:27212:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840612480 00000100:00100000:1.0:1746139123.401145:0:27212:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840612480 00002000:00100000:1.0:1746139123.401173:0:27212:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x1d:0x0] (0->2097151) req@ffff880072c1bb80 x1830958840612480/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:49/0 lens 488/0 e 0 to 0 dl 1746139134 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746139123.401182:0:27212:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072c1bb80 with x1830958840612480 ext(0->2097151) 00002000:00010000:1.0:1746139123.401186:0:27212:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880072c1bb80 00000100:00100000:3.0:1746139123.401441:0:9569:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13633 00000100:00100000:3.0:1746139123.401453:0:9569:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072c1aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:b60e9717-019c-4527-a82a-15e993ac5189+17:2007:x1830958840612352:12345-192.168.203.56@tcp:3:cmp.0 00000100:00100000:1.0:1746139123.403578:0:27212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13634 00000100:00100000:1.0:1746139123.403596:0:27212:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072c1bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:b60e9717-019c-4527-a82a-15e993ac5189+9:2007:x1830958840612480:12345-192.168.203.56@tcp:3:cmp.0 00000100:00100000:3.0:1746139123.420181:0:9569:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072c1aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:b60e9717-019c-4527-a82a-15e993ac5189+17:2007:x1830958840612352:12345-192.168.203.56@tcp:3:cmp.0 Request processed in 18718us (20591us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746139123.420195:0:9569:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13633 00002000:00100000:3.0:1746139123.420206:0:9569:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1e:0x0] (1048576->2097151) req@ffff880072c1aa00 x1830958840612352/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:49/0 lens 488/440 e 0 to 0 dl 1746139134 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746139123.420216:0:9569:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072c1aa00 with x1830958840612352 ext(1048576->2097151) 00002000:00010000:3.0:1746139123.420223:0:9569:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072c1aa00 00000100:00100000:1.0:1746139123.426133:0:27212:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072c1bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:b60e9717-019c-4527-a82a-15e993ac5189+9:2007:x1830958840612480:12345-192.168.203.56@tcp:3:cmp.0 Request processed in 22530us (26372us total) trans 0 rc 2097152/2097152 00000100:00100000:1.0:1746139123.426145:0:27212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13634 00002000:00100000:1.0:1746139123.426160:0:27212:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x1d:0x0] (0->2097151) req@ffff880072c1bb80 x1830958840612480/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:49/0 lens 488/440 e 0 to 0 dl 1746139134 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746139123.426169:0:27212:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072c1bb80 with x1830958840612480 ext(0->2097151) 00002000:00010000:1.0:1746139123.426175:0:27212:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880072c1bb80 00000001:00080000:0.0:1746139123.461794:0:8358:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294967377 is committed 00000100:00100000:0.0:1746139123.464493:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139123.464548:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139123.464578:0:27212:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840612736 00000100:00100000:1.0:1746139123.464590:0:27212:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840612736 00000100:00100000:3.0:1746139123.464602:0:9569:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840612992 00000100:00100000:3.0:1746139123.464607:0:9569:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840612992 00002000:00100000:1.0:1746139123.464669:0:27212:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x1e:0x0] (2097152->4194303) req@ffff88009eeec700 x1830958840612736/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:49/0 lens 488/0 e 0 to 0 dl 1746139134 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746139123.464677:0:9569:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1d:0x0] (2097152->4194303) req@ffff88009eeec000 x1830958840612992/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:49/0 lens 488/0 e 0 to 0 dl 1746139134 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746139123.464680:0:27212:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009eeec700 with x1830958840612736 ext(2097152->4194303) 00002000:00100000:3.0:1746139123.464685:0:9569:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009eeec000 with x1830958840612992 ext(2097152->4194303) 00002000:00010000:1.0:1746139123.464687:0:27212:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009eeec700 00002000:00010000:3.0:1746139123.464689:0:9569:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009eeec000 00000100:00100000:3.0:1746139123.464723:0:9569:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13635 00000100:00100000:3.0:1746139123.464731:0:9569:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eeec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:b60e9717-019c-4527-a82a-15e993ac5189+9:2008:x1830958840612992:12345-192.168.203.56@tcp:3:cmp.0 00000100:00100000:1.0:1746139123.465323:0:27212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13636 00000100:00100000:1.0:1746139123.465330:0:27212:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eeec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:b60e9717-019c-4527-a82a-15e993ac5189+17:2008:x1830958840612736:12345-192.168.203.56@tcp:3:cmp.0 00000100:00100000:3.0:1746139123.482285:0:9569:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eeec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:b60e9717-019c-4527-a82a-15e993ac5189+9:2008:x1830958840612992:12345-192.168.203.56@tcp:3:cmp.0 Request processed in 17544us (17726us total) trans 0 rc 2097152/2097152 00000100:00100000:3.0:1746139123.482300:0:9569:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13635 00002000:00100000:3.0:1746139123.482311:0:9569:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1d:0x0] (2097152->4194303) req@ffff88009eeec000 x1830958840612992/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:49/0 lens 488/440 e 0 to 0 dl 1746139134 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746139123.482320:0:9569:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009eeec000 with x1830958840612992 ext(2097152->4194303) 00002000:00010000:3.0:1746139123.482325:0:9569:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009eeec000 00000100:00100000:1.0:1746139123.493016:0:27212:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eeec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:b60e9717-019c-4527-a82a-15e993ac5189+17:2008:x1830958840612736:12345-192.168.203.56@tcp:3:cmp.0 Request processed in 27674us (28520us total) trans 0 rc 2097152/2097152 00000100:00100000:1.0:1746139123.493030:0:27212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13636 00002000:00100000:1.0:1746139123.493043:0:27212:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x1e:0x0] (2097152->4194303) req@ffff88009eeec700 x1830958840612736/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:49/0 lens 488/440 e 0 to 0 dl 1746139134 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746139123.493052:0:27212:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009eeec700 with x1830958840612736 ext(2097152->4194303) 00002000:00010000:1.0:1746139123.493059:0:27212:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009eeec700 00000100:00100000:0.0:1746139123.533016:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139123.533295:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139123.533413:0:27212:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840613376 00000100:00100000:1.0:1746139123.533426:0:27212:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840613376 00000100:00100000:3.0:1746139123.533477:0:9569:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840613504 00000100:00100000:3.0:1746139123.533486:0:9569:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840613504 00002000:00100000:1.0:1746139123.533489:0:27212:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x1e:0x0] (4194304->6291455) req@ffff88009eeec380 x1830958840613376/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:49/0 lens 488/0 e 0 to 0 dl 1746139134 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746139123.533500:0:27212:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009eeec380 with x1830958840613376 ext(4194304->6291455) 00002000:00010000:1.0:1746139123.533507:0:27212:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009eeec380 00002000:00100000:3.0:1746139123.533531:0:9569:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1d:0x0] (4194304->6291455) req@ffff88009c4d5c00 x1830958840613504/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:49/0 lens 488/0 e 0 to 0 dl 1746139134 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746139123.533539:0:9569:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c4d5c00 with x1830958840613504 ext(4194304->6291455) 00000100:00100000:1.0:1746139123.533542:0:27212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13637 00002000:00010000:3.0:1746139123.533544:0:9569:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c4d5c00 00000100:00100000:1.0:1746139123.533550:0:27212:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eeec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:b60e9717-019c-4527-a82a-15e993ac5189+17:2010:x1830958840613376:12345-192.168.203.56@tcp:3:cmp.0 00000100:00100000:3.0:1746139123.533571:0:9569:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13638 00000100:00100000:3.0:1746139123.533577:0:9569:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c4d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:b60e9717-019c-4527-a82a-15e993ac5189+9:2009:x1830958840613504:12345-192.168.203.56@tcp:3:cmp.0 00000100:00100000:3.0:1746139123.555646:0:9569:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c4d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:b60e9717-019c-4527-a82a-15e993ac5189+9:2009:x1830958840613504:12345-192.168.203.56@tcp:3:cmp.0 Request processed in 22055us (22347us total) trans 0 rc 2097152/2097152 00000100:00100000:1.0:1746139123.556367:0:27212:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eeec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:b60e9717-019c-4527-a82a-15e993ac5189+17:2010:x1830958840613376:12345-192.168.203.56@tcp:3:cmp.0 Request processed in 22815us (25754us total) trans 0 rc 2097152/2097152 00000100:00100000:1.0:1746139123.556379:0:27212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13637 00002000:00100000:1.0:1746139123.556391:0:27212:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x1e:0x0] (4194304->6291455) req@ffff88009eeec380 x1830958840613376/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:49/0 lens 488/440 e 0 to 0 dl 1746139134 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746139123.556401:0:27212:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009eeec380 with x1830958840613376 ext(4194304->6291455) 00002000:00010000:1.0:1746139123.556407:0:27212:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009eeec380 00000100:00100000:3.0:1746139123.556511:0:9569:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13638 00002000:00100000:3.0:1746139123.556517:0:9569:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1d:0x0] (4194304->6291455) req@ffff88009c4d5c00 x1830958840613504/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:49/0 lens 488/440 e 0 to 0 dl 1746139134 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746139123.556523:0:9569:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c4d5c00 with x1830958840613504 ext(4194304->6291455) 00002000:00010000:3.0:1746139123.556527:0:9569:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c4d5c00 00000100:00100000:0.0:1746139123.562741:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139123.563078:0:9569:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840613760 00000100:00100000:3.0:1746139123.563088:0:9569:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840613760 00002000:00100000:3.0:1746139123.563138:0:9569:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1e:0x0] (6291456->7340031) req@ffff88009eeed880 x1830958840613760/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:49/0 lens 488/0 e 0 to 0 dl 1746139134 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746139123.563154:0:9569:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009eeed880 with x1830958840613760 ext(6291456->7340031) 00002000:00010000:3.0:1746139123.563161:0:9569:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009eeed880 00000100:00100000:1.0:1746139123.563217:0:27212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13639 00000100:00100000:1.0:1746139123.563228:0:27212:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eeed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:b60e9717-019c-4527-a82a-15e993ac5189+17:2007:x1830958840613760:12345-192.168.203.56@tcp:3:cmp.0 00000100:00100000:2.0:1746139123.566029:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139123.566554:0:9569:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840614016 00000100:00100000:3.0:1746139123.566565:0:9569:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840614016 00002000:00100000:3.0:1746139123.566895:0:9569:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1d:0x0] (6291456->7340031) req@ffff8801391d1f80 x1830958840614016/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:49/0 lens 488/0 e 0 to 0 dl 1746139134 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746139123.566907:0:9569:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801391d1f80 with x1830958840614016 ext(6291456->7340031) 00002000:00010000:3.0:1746139123.566913:0:9569:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801391d1f80 00000100:00100000:3.0:1746139123.566945:0:9569:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13640 00000100:00100000:3.0:1746139123.566953:0:9569:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:b60e9717-019c-4527-a82a-15e993ac5189+9:2007:x1830958840614016:12345-192.168.203.56@tcp:3:cmp.0 00000100:00100000:2.0:1746139123.571978:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139123.572020:0:27212:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eeed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:b60e9717-019c-4527-a82a-15e993ac5189+17:2007:x1830958840613760:12345-192.168.203.56@tcp:3:cmp.0 Request processed in 8792us (9286us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746139123.572032:0:27212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13639 00002000:00100000:1.0:1746139123.572044:0:27212:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x1e:0x0] (6291456->7340031) req@ffff88009eeed880 x1830958840613760/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:49/0 lens 488/440 e 0 to 0 dl 1746139134 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746139123.572053:0:27212:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009eeed880 with x1830958840613760 ext(6291456->7340031) 00002000:00010000:1.0:1746139123.572060:0:27212:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009eeed880 00000100:00100000:1.0:1746139123.572084:0:27212:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840614272 00000100:00100000:1.0:1746139123.572090:0:27212:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840614272 00002000:00100000:1.0:1746139123.572120:0:27212:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x1e:0x0] (7340032->8388607) req@ffff8801391d0000 x1830958840614272/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:49/0 lens 488/0 e 0 to 0 dl 1746139134 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746139123.572126:0:27212:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801391d0000 with x1830958840614272 ext(7340032->8388607) 00002000:00010000:1.0:1746139123.572129:0:27212:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801391d0000 00000100:00100000:1.0:1746139123.572151:0:27212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13641 00000100:00100000:1.0:1746139123.572157:0:27212:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:b60e9717-019c-4527-a82a-15e993ac5189+17:2007:x1830958840614272:12345-192.168.203.56@tcp:3:cmp.0 00000100:00100000:2.0:1746139123.578716:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139123.580774:0:28892:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840614528 00000100:00100000:3.0:1746139123.580788:0:28892:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840614528 00002000:00100000:3.0:1746139123.580844:0:28892:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x280000401:0x1d:0x0] (7340032->8388607) req@ffff8801391d1180 x1830958840614528/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:49/0 lens 488/0 e 0 to 0 dl 1746139134 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746139123.581980:0:28892:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801391d1180 with x1830958840614528 ext(7340032->8388607) 00002000:00010000:3.0:1746139123.581988:0:28892:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801391d1180 00000100:00100000:3.0:1746139123.582140:0:28892:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13642 00000100:00100000:3.0:1746139123.582155:0:28892:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:b60e9717-019c-4527-a82a-15e993ac5189+11:2007:x1830958840614528:12345-192.168.203.56@tcp:3:cmp.0 00000100:00100000:0.0:1746139123.587537:0:9569:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:b60e9717-019c-4527-a82a-15e993ac5189+11:2007:x1830958840614016:12345-192.168.203.56@tcp:3:cmp.0 Request processed in 20565us (21500us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746139123.587552:0:9569:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13640 00002000:00100000:0.0:1746139123.587565:0:9569:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1d:0x0] (6291456->7340031) req@ffff8801391d1f80 x1830958840614016/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:49/0 lens 488/440 e 0 to 0 dl 1746139134 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746139123.587576:0:9569:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801391d1f80 with x1830958840614016 ext(6291456->7340031) 00002000:00010000:0.0:1746139123.587583:0:9569:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801391d1f80 00000100:00100000:1.0:1746139123.589737:0:27212:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:b60e9717-019c-4527-a82a-15e993ac5189+17:2007:x1830958840614272:12345-192.168.203.56@tcp:3:cmp.0 Request processed in 17570us (17762us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746139123.589749:0:27212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13641 00002000:00100000:1.0:1746139123.589760:0:27212:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x1e:0x0] (7340032->8388607) req@ffff8801391d0000 x1830958840614272/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:49/0 lens 488/440 e 0 to 0 dl 1746139134 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746139123.589769:0:27212:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801391d0000 with x1830958840614272 ext(7340032->8388607) 00002000:00010000:1.0:1746139123.589774:0:27212:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801391d0000 00000100:00100000:3.0:1746139123.594320:0:28892:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:b60e9717-019c-4527-a82a-15e993ac5189+9:2007:x1830958840614528:12345-192.168.203.56@tcp:3:cmp.0 Request processed in 12159us (15602us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746139123.594332:0:28892:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13642 00002000:00100000:3.0:1746139123.594343:0:28892:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x280000401:0x1d:0x0] (7340032->8388607) req@ffff8801391d1180 x1830958840614528/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:49/0 lens 488/440 e 0 to 0 dl 1746139134 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746139123.594368:0:28892:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801391d1180 with x1830958840614528 ext(7340032->8388607) 00002000:00010000:3.0:1746139123.594375:0:28892:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801391d1180 00000100:00100000:2.0:1746139123.615243:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139123.615306:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139123.615383:0:27212:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840614912 00000100:00100000:1.0:1746139123.615393:0:27212:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840614912 00002000:00100000:1.0:1746139123.615449:0:27212:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x1d:0x0] (8388608->10485759) req@ffff8801391d2d80 x1830958840614912/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:49/0 lens 488/0 e 0 to 0 dl 1746139134 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746139123.615460:0:27212:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801391d2d80 with x1830958840614912 ext(8388608->10485759) 00002000:00010000:1.0:1746139123.615466:0:27212:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801391d2d80 00000100:00100000:1.0:1746139123.615486:0:27212:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840615040 00000100:00100000:1.0:1746139123.615489:0:27212:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840615040 00002000:00100000:1.0:1746139123.615503:0:27212:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x1e:0x0] (8388608->10485759) req@ffff8801391d1880 x1830958840615040/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:49/0 lens 488/0 e 0 to 0 dl 1746139134 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746139123.615510:0:27212:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801391d1880 with x1830958840615040 ext(8388608->10485759) 00000100:00100000:0.0:1746139123.615510:0:9569:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13643 00002000:00010000:1.0:1746139123.615512:0:27212:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801391d1880 00000100:00100000:0.0:1746139123.615521:0:9569:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:b60e9717-019c-4527-a82a-15e993ac5189+9:2009:x1830958840614912:12345-192.168.203.56@tcp:3:cmp.0 00000100:00100000:1.0:1746139123.615534:0:27212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13644 00000100:00100000:1.0:1746139123.615540:0:27212:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:b60e9717-019c-4527-a82a-15e993ac5189+17:2009:x1830958840615040:12345-192.168.203.56@tcp:3:cmp.0 00000100:00100000:1.0:1746139123.648292:0:27212:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:b60e9717-019c-4527-a82a-15e993ac5189+17:2009:x1830958840615040:12345-192.168.203.56@tcp:3:cmp.0 Request processed in 32738us (32974us total) trans 0 rc 2097152/2097152 00000100:00100000:1.0:1746139123.648306:0:27212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13644 00002000:00100000:1.0:1746139123.648320:0:27212:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x1e:0x0] (8388608->10485759) req@ffff8801391d1880 x1830958840615040/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:49/0 lens 488/440 e 0 to 0 dl 1746139134 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746139123.648330:0:27212:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801391d1880 with x1830958840615040 ext(8388608->10485759) 00002000:00010000:1.0:1746139123.648338:0:27212:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801391d1880 00000100:00100000:2.0:1746139123.654936:0:9569:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:b60e9717-019c-4527-a82a-15e993ac5189+9:2009:x1830958840614912:12345-192.168.203.56@tcp:3:cmp.0 Request processed in 39404us (39693us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1746139123.654950:0:9569:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13643 00002000:00100000:2.0:1746139123.654962:0:9569:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1d:0x0] (8388608->10485759) req@ffff8801391d2d80 x1830958840614912/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:49/0 lens 488/440 e 0 to 0 dl 1746139134 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746139123.654972:0:9569:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801391d2d80 with x1830958840614912 ext(8388608->10485759) 00002000:00010000:2.0:1746139123.654979:0:9569:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801391d2d80 00000100:00100000:0.0:1746139123.657544:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139123.659420:0:9569:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840615296 00000100:00100000:2.0:1746139123.659431:0:9569:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840615296 00002000:00100000:2.0:1746139123.659480:0:9569:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1e:0x0] (10485760->11534335) req@ffff88009eeee680 x1830958840615296/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:49/0 lens 488/0 e 0 to 0 dl 1746139134 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746139123.659491:0:9569:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009eeee680 with x1830958840615296 ext(10485760->11534335) 00002000:00010000:2.0:1746139123.659496:0:9569:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009eeee680 00000100:00100000:2.0:1746139123.659526:0:9569:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13645 00000100:00100000:2.0:1746139123.659534:0:9569:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eeee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:b60e9717-019c-4527-a82a-15e993ac5189+17:2008:x1830958840615296:12345-192.168.203.56@tcp:3:cmp.0 00000100:00100000:1.0:1746139123.671316:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139123.671371:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139123.671665:0:9569:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eeee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:b60e9717-019c-4527-a82a-15e993ac5189+17:2008:x1830958840615296:12345-192.168.203.56@tcp:3:cmp.0 Request processed in 12130us (14127us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746139123.671674:0:9569:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13645 00002000:00100000:1.0:1746139123.671685:0:9569:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1e:0x0] (10485760->11534335) req@ffff88009eeee680 x1830958840615296/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:49/0 lens 488/440 e 0 to 0 dl 1746139134 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746139123.671693:0:9569:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009eeee680 with x1830958840615296 ext(10485760->11534335) 00002000:00010000:1.0:1746139123.671698:0:9569:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009eeee680 00000100:00100000:1.0:1746139123.671718:0:9569:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840615552 00000100:00100000:1.0:1746139123.671724:0:9569:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840615552 00002000:00100000:1.0:1746139123.671753:0:9569:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1d:0x0] (10485760->11534335) req@ffff880072c19f80 x1830958840615552/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:49/0 lens 488/0 e 0 to 0 dl 1746139134 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746139123.671759:0:9569:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072c19f80 with x1830958840615552 ext(10485760->11534335) 00002000:00010000:1.0:1746139123.671761:0:9569:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880072c19f80 00000100:00100000:1.0:1746139123.671772:0:9569:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840615808 00000100:00100000:1.0:1746139123.671774:0:9569:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840615808 00002000:00100000:1.0:1746139123.671783:0:9569:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1e:0x0] (11534336->12582911) req@ffff880072c1b800 x1830958840615808/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:49/0 lens 488/0 e 0 to 0 dl 1746139134 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746139123.671788:0:9569:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072c1b800 with x1830958840615808 ext(11534336->12582911) 00002000:00010000:1.0:1746139123.671790:0:9569:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072c1b800 00000100:00100000:1.0:1746139123.671800:0:9569:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13646 00000100:00100000:1.0:1746139123.671805:0:9569:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072c19f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:b60e9717-019c-4527-a82a-15e993ac5189+9:2007:x1830958840615552:12345-192.168.203.56@tcp:3:cmp.0 00000100:00100000:2.0:1746139123.671855:0:27213:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13647 00000100:00100000:2.0:1746139123.671862:0:27213:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072c1b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:b60e9717-019c-4527-a82a-15e993ac5189+17:2007:x1830958840615808:12345-192.168.203.56@tcp:3:cmp.0 00000100:00100000:0.0:1746139123.679768:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139123.679817:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139123.682734:0:28892:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840616320 00000100:00100000:3.0:1746139123.682747:0:28892:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840616320 00000100:00100000:2.0:1746139123.682768:0:27215:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840616064 00000100:00100000:2.0:1746139123.682774:0:27215:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840616064 00002000:00100000:2.0:1746139123.682802:0:27215:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x280000401:0x1d:0x0] (11534336->12582911) req@ffff88009eeedc00 x1830958840616064/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:49/0 lens 488/0 e 0 to 0 dl 1746139134 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746139123.682803:0:28892:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x2c0000401:0x1e:0x0] (12582912->13631487) req@ffff88009eeed180 x1830958840616320/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:49/0 lens 488/0 e 0 to 0 dl 1746139134 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746139123.682812:0:28892:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009eeed180 with x1830958840616320 ext(12582912->13631487) 00002000:00100000:2.0:1746139123.682812:0:27215:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009eeedc00 with x1830958840616064 ext(11534336->12582911) 00002000:00010000:3.0:1746139123.682818:0:28892:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009eeed180 00002000:00010000:2.0:1746139123.682818:0:27215:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009eeedc00 00000100:00100000:2.0:1746139123.682844:0:27215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13648 00000100:00100000:3.0:1746139123.682851:0:28892:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13649 00000100:00100000:2.0:1746139123.682851:0:27215:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eeedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:b60e9717-019c-4527-a82a-15e993ac5189+11:2007:x1830958840616064:12345-192.168.203.56@tcp:3:cmp.0 00000100:00100000:3.0:1746139123.682856:0:28892:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eeed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:b60e9717-019c-4527-a82a-15e993ac5189+19:2007:x1830958840616320:12345-192.168.203.56@tcp:3:cmp.0 00000100:00100000:0.0:1746139123.683290:0:9569:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072c19f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:b60e9717-019c-4527-a82a-15e993ac5189+11:2007:x1830958840615552:12345-192.168.203.56@tcp:3:cmp.0 Request processed in 11482us (11983us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746139123.683299:0:9569:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13646 00002000:00100000:0.0:1746139123.683304:0:9569:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1d:0x0] (10485760->11534335) req@ffff880072c19f80 x1830958840615552/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:49/0 lens 488/440 e 0 to 0 dl 1746139134 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746139123.683312:0:9569:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072c19f80 with x1830958840615552 ext(10485760->11534335) 00002000:00010000:0.0:1746139123.683315:0:9569:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880072c19f80 00000100:00100000:2.0:1746139123.685876:0:27213:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072c1b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:b60e9717-019c-4527-a82a-15e993ac5189+19:2007:x1830958840615808:12345-192.168.203.56@tcp:3:cmp.0 Request processed in 14005us (14496us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746139123.685886:0:27213:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13647 00002000:00100000:2.0:1746139123.685895:0:27213:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x1e:0x0] (11534336->12582911) req@ffff880072c1b800 x1830958840615808/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:49/0 lens 488/440 e 0 to 0 dl 1746139134 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746139123.685904:0:27213:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072c1b800 with x1830958840615808 ext(11534336->12582911) 00002000:00010000:2.0:1746139123.685909:0:27213:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072c1b800 00000100:00100000:3.0:1746139123.696040:0:28892:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eeed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:b60e9717-019c-4527-a82a-15e993ac5189+17:2007:x1830958840616320:12345-192.168.203.56@tcp:3:cmp.0 Request processed in 13174us (16213us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746139123.696050:0:28892:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13649 00002000:00100000:3.0:1746139123.696059:0:28892:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x2c0000401:0x1e:0x0] (12582912->13631487) req@ffff88009eeed180 x1830958840616320/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:49/0 lens 488/440 e 0 to 0 dl 1746139134 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746139123.696067:0:28892:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009eeed180 with x1830958840616320 ext(12582912->13631487) 00002000:00010000:3.0:1746139123.696072:0:28892:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009eeed180 00000100:00100000:2.0:1746139123.697278:0:27215:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eeedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:b60e9717-019c-4527-a82a-15e993ac5189+9:2007:x1830958840616064:12345-192.168.203.56@tcp:3:cmp.0 Request processed in 14424us (17514us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746139123.697286:0:27215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13648 00002000:00100000:2.0:1746139123.697292:0:27215:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x280000401:0x1d:0x0] (11534336->12582911) req@ffff88009eeedc00 x1830958840616064/t0(0) o3->b60e9717-019c-4527-a82a-15e993ac5189@192.168.203.56@tcp:49/0 lens 488/440 e 0 to 0 dl 1746139134 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746139123.697300:0:27215:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009eeedc00 with x1830958840616064 ext(11534336->12582911) 00002000:00010000:2.0:1746139123.697304:0:27215:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009eeedc00 00000100:00100000:0.0:1746139123.708236:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139123.708316:0:7222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840616576 00000100:00100000:3.0:1746139123.708323:0:7222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840616576 00000100:00100000:3.0:1746139123.708408:0:7222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 208 00000100:00100000:3.0:1746139123.708417:0:7222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b42dd450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b60e9717-019c-4527-a82a-15e993ac5189+37:3853:x1830958840616576:12345-192.168.203.56@tcp:35:cmp.0 00000100:00100000:3.0:1746139123.708667:0:7222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b42dd450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b60e9717-019c-4527-a82a-15e993ac5189+38:3853:x1830958840616576:12345-192.168.203.56@tcp:35:cmp.0 Request processed in 251us (436us total) trans 4294989822 rc 0/0 00000100:00100000:3.0:1746139123.708676:0:7222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 208 00000100:00100000:0.0:1746139123.731481:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139123.731662:0:14239:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840616832 00000100:00100000:2.0:1746139123.731669:0:14239:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840616832 00000100:00100000:2.0:1746139123.731718:0:14239:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 53202 00000100:00100000:2.0:1746139123.731725:0:14239:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eeeca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+25:3854:x1830958840616832:12345-192.168.203.56@tcp:101:cmp.0 00010000:00010000:2.0:1746139123.731742:0:14239:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139123.731757:0:14239:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f0aee00/0x1f9f6ca451acca86 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a351322b expref: -99 pid: 14239 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139123.731837:0:14239:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f0afe00/0x1f9f6ca451acca8d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 14239 initiator: MDT0 00010000:00010000:2.0:1746139123.731847:0:14239:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f0afe00/0x1f9f6ca451acca8d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 14239 initiator: MDT0 00010000:00010000:2.0:1746139123.731855:0:14239:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f0afe00/0x1f9f6ca451acca8d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14239 initiator: MDT0 00000004:00200000:2.0:1746139123.731864:0:14239:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4a:0x0]: returning size 26214400 00010000:00010000:2.0:1746139123.731950:0:14239:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f0aee00/0x1f9f6ca451acca86 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351322b expref: 28 pid: 14239 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139123.731972:0:14239:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f0afe00/0x1f9f6ca451acca8d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351322b expref: 27 pid: 14239 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139123.731979:0:14239:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff88012fb4af00) 00010000:00010000:2.0:1746139123.731981:0:14239:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746139123.731983:0:14239:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f0afe00, rc 0) 00000100:00100000:2.0:1746139123.732022:0:14239:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eeeca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+27:3854:x1830958840616832:12345-192.168.203.56@tcp:101:cmp.0 Request processed in 297us (548us total) trans 4294989823 rc 0/0 00000100:00100000:2.0:1746139123.732027:0:14239:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 53202 00000100:00100000:2.0:1746139123.732182:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139123.732510:0:7224:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840616960 00000100:00100000:3.0:1746139123.732514:0:7224:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840616960 00000100:00100000:3.0:1746139123.732547:0:7224:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 672 00000100:00100000:3.0:1746139123.732553:0:7224:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131495180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+27:2010:x1830958840616960:12345-192.168.203.56@tcp:63:ll_sa.0 00010000:00010000:3.0:1746139123.732569:0:7224:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139123.732577:0:7224:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800726eb000/0x1f9f6ca451acca9b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3513232 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139123.732599:0:7224:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800726eb400/0x1f9f6ca451accaa2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7224 initiator: MDT0 00010000:00010000:3.0:1746139123.732606:0:7224:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800726eb400/0x1f9f6ca451accaa2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7224 initiator: MDT0 00010000:00010000:3.0:1746139123.732613:0:7224:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800726eb400/0x1f9f6ca451accaa2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7224 initiator: MDT0 00010000:00010000:3.0:1746139123.732653:0:7224:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800726ea200/0x1f9f6ca451accaa9 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7224 initiator: MDT0 00010000:00010000:3.0:1746139123.732659:0:7224:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800726ea200/0x1f9f6ca451accaa9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7224 initiator: MDT0 00010000:00010000:3.0:1746139123.732664:0:7224:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800726ea200/0x1f9f6ca451accaa9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7224 initiator: MDT0 00010000:00010000:3.0:1746139123.733336:0:7224:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800726eb400/0x1f9f6ca451accaa2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7224 initiator: MDT0 00010000:00010000:3.0:1746139123.733344:0:7224:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800726eb400/0x1f9f6ca451accaa2 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7224 initiator: MDT0 00010000:00010000:3.0:1746139123.733361:0:7224:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800726eb400/0x1f9f6ca451accaa2 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7224 initiator: MDT0 00010000:00010000:3.0:1746139123.733365:0:7224:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800726eb400 already unused, calling callback (ffffffffa0f11690) 00010000:00010000:3.0:1746139123.733369:0:7224:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800726eb400/0x1f9f6ca451accaa2 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7224 initiator: MDT0 00010000:00010000:3.0:1746139123.733374:0:7224:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800726eb400/0x1f9f6ca451accaa2 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7224 initiator: MDT0 00010000:00010000:3.0:1746139123.733383:0:7224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a07b0f00) 00010000:00010000:3.0:1746139123.733385:0:7224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746139123.733388:0:7224:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800726eb400/0x1f9f6ca451accaa2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7224 initiator: MDT0 00010000:00010000:3.0:1746139123.733392:0:7224:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800726eb400/0x1f9f6ca451accaa2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7224 initiator: MDT0 00010000:00010000:3.0:1746139123.733713:0:7224:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800726ea200/0x1f9f6ca451accaa9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7224 initiator: MDT0 00010000:00010000:3.0:1746139123.733719:0:7224:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800726ea200/0x1f9f6ca451accaa9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7224 initiator: MDT0 00010000:00010000:3.0:1746139123.733723:0:7224:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800726ea200/0x1f9f6ca451accaa9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7224 initiator: MDT0 00010000:00010000:3.0:1746139123.733727:0:7224:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800726ea200 already unused, calling callback (ffffffffa0f11690) 00010000:00010000:3.0:1746139123.733730:0:7224:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800726ea200/0x1f9f6ca451accaa9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7224 initiator: MDT0 00010000:00010000:3.0:1746139123.733733:0:7224:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800726ea200/0x1f9f6ca451accaa9 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7224 initiator: MDT0 00010000:00010000:3.0:1746139123.733745:0:7224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce70cf (ffff8800a077df00) 00010000:00010000:3.0:1746139123.733747:0:7224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746139123.733749:0:7224:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800726ea200/0x1f9f6ca451accaa9 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7224 initiator: MDT0 00010000:00010000:3.0:1746139123.733753:0:7224:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800726ea200/0x1f9f6ca451accaa9 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7224 initiator: MDT0 00010000:00010000:3.0:1746139123.733780:0:7224:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff8800726eb000/0x1f9f6ca451acca9b lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3513232 expref: 28 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139123.733787:0:7224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a07b0f00) 00010000:00010000:3.0:1746139123.733788:0:7224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1746139123.733791:0:7224:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800726eb000/0x1f9f6ca451acca9b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3513232 expref: 28 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139123.733798:0:7224:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800726eb000, rc -2) 00000100:00100000:3.0:1746139123.733847:0:7224:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131495180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+27:2010:x1830958840616960:12345-192.168.203.56@tcp:63:ll_sa.0 Request processed in 1293us (1664us total) trans 0 rc -2/-2 00000100:00100000:3.0:1746139123.733853:0:7224:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 672 00000100:00100000:0.0:1746139123.734503:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139123.735211:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139123.735315:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840617088 00000100:00100000:3.0:1746139123.735323:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840617088 00000100:00100000:3.0:1746139123.735375:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 1365 00000100:00100000:3.0:1746139123.735381:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c25dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+27:2010:x1830958840617088:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139123.735391:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139123.735408:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f0afe00/0x1f9f6ca451acca8d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351322b expref: 27 pid: 14239 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139123.735424:0:15672:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff88012fb4af00) 00010000:00010000:3.0:1746139123.735427:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139123.735521:0:7224:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840617216 00000100:00100000:2.0:1746139123.735524:0:7224:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840617216 00000100:00100000:2.0:1746139123.735547:0:7224:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 673 00000100:00100000:2.0:1746139123.735553:0:7224:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011dd97050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+27:2009:x1830958840617216:12345-192.168.203.56@tcp:63:ll_sa.0 00010000:00010000:2.0:1746139123.735576:0:7224:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139123.735587:0:7224:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f0afa00/0x1f9f6ca451accab0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3513263 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139123.735647:0:7224:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f0ae200/0x1f9f6ca451accab7 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7224 initiator: MDT0 00010000:00010000:2.0:1746139123.735660:0:7224:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f0ae200/0x1f9f6ca451accab7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7224 initiator: MDT0 00010000:00010000:2.0:1746139123.735668:0:7224:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f0ae200/0x1f9f6ca451accab7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7224 initiator: MDT0 00000100:00100000:3.0:1746139123.735805:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c25dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+28:2010:x1830958840617088:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 423us (1301us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139123.736080:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1365 00010000:00010000:2.0:1746139123.736128:0:7224:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f0af800/0x1f9f6ca451accabe lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7224 initiator: MDT0 00010000:00010000:2.0:1746139123.736135:0:7224:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f0af800/0x1f9f6ca451accabe lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7224 initiator: MDT0 00010000:00010000:2.0:1746139123.736140:0:7224:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f0af800/0x1f9f6ca451accabe lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7224 initiator: MDT0 00010000:00010000:2.0:1746139123.736171:0:7224:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f0ae200/0x1f9f6ca451accab7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7224 initiator: MDT0 00010000:00010000:2.0:1746139123.736176:0:7224:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009f0ae200/0x1f9f6ca451accab7 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7224 initiator: MDT0 00010000:00010000:2.0:1746139123.736181:0:7224:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009f0ae200/0x1f9f6ca451accab7 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7224 initiator: MDT0 00010000:00010000:2.0:1746139123.736187:0:7224:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009f0ae200 already unused, calling callback (ffffffffa0f11690) 00010000:00010000:2.0:1746139123.736190:0:7224:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f0ae200/0x1f9f6ca451accab7 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7224 initiator: MDT0 00010000:00010000:2.0:1746139123.736196:0:7224:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f0ae200/0x1f9f6ca451accab7 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7224 initiator: MDT0 00010000:00010000:2.0:1746139123.736203:0:7224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a07b0f00) 00010000:00010000:2.0:1746139123.736205:0:7224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746139123.736207:0:7224:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009f0ae200/0x1f9f6ca451accab7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7224 initiator: MDT0 00010000:00010000:2.0:1746139123.736211:0:7224:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f0ae200/0x1f9f6ca451accab7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7224 initiator: MDT0 00010000:00010000:2.0:1746139123.736232:0:7224:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f0af800/0x1f9f6ca451accabe lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7224 initiator: MDT0 00010000:00010000:2.0:1746139123.736237:0:7224:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009f0af800/0x1f9f6ca451accabe lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7224 initiator: MDT0 00010000:00010000:2.0:1746139123.736240:0:7224:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009f0af800/0x1f9f6ca451accabe lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7224 initiator: MDT0 00010000:00010000:2.0:1746139123.736244:0:7224:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009f0af800 already unused, calling callback (ffffffffa0f11690) 00010000:00010000:2.0:1746139123.736246:0:7224:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f0af800/0x1f9f6ca451accabe lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7224 initiator: MDT0 00010000:00010000:2.0:1746139123.736249:0:7224:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f0af800/0x1f9f6ca451accabe lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7224 initiator: MDT0 00010000:00010000:2.0:1746139123.736254:0:7224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbfe6ecf (ffff8800a0285800) 00010000:00010000:2.0:1746139123.736256:0:7224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746139123.736258:0:7224:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009f0af800/0x1f9f6ca451accabe lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7224 initiator: MDT0 00010000:00010000:2.0:1746139123.736262:0:7224:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f0af800/0x1f9f6ca451accabe lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7224 initiator: MDT0 00010000:00010000:2.0:1746139123.736284:0:7224:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f0afa00/0x1f9f6ca451accab0 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3513263 expref: 27 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139123.736290:0:7224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a07b0f00) 00010000:00010000:2.0:1746139123.736291:0:7224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1746139123.736293:0:7224:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f0afa00/0x1f9f6ca451accab0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3513263 expref: 27 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139123.736299:0:7224:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f0afa00, rc -2) 00000100:00100000:2.0:1746139123.736331:0:7224:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011dd97050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+26:2009:x1830958840617216:12345-192.168.203.56@tcp:63:ll_sa.0 Request processed in 779us (1121us total) trans 0 rc -2/-2 00000100:00100000:2.0:1746139123.736337:0:7224:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 673 00000100:00100000:0.0:1746139123.738525:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139123.739239:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840617472 00000100:00100000:3.0:1746139123.739248:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840617472 00000100:00100000:3.0:1746139123.739308:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 53203 00000100:00100000:3.0:1746139123.739315:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c25fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+26:3854:x1830958840617472:12345-192.168.203.56@tcp:101:cmp.0 00010000:00010000:3.0:1746139123.739333:0:7220:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139123.739348:0:7220:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f3d3400/0x1f9f6ca451accac5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a35132a2 expref: -99 pid: 7220 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139123.739441:0:7220:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f3d3600/0x1f9f6ca451accacc lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7220 initiator: MDT0 00010000:00010000:3.0:1746139123.739452:0:7220:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f3d3600/0x1f9f6ca451accacc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7220 initiator: MDT0 00010000:00010000:3.0:1746139123.739461:0:7220:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f3d3600/0x1f9f6ca451accacc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7220 initiator: MDT0 00000004:00200000:3.0:1746139123.739470:0:7220:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4e:0x0]: returning size 26214400 00010000:00010000:3.0:1746139123.739574:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f3d3400/0x1f9f6ca451accac5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35132a2 expref: 29 pid: 7220 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139123.739588:0:7220:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f3d3600/0x1f9f6ca451accacc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35132a2 expref: 28 pid: 7220 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139123.739599:0:7220:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4e:0x0].0x0 (ffff8800a061c400) 00010000:00010000:3.0:1746139123.739601:0:7220:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746139123.739603:0:7220:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f3d3600, rc 0) 00000100:00100000:3.0:1746139123.739875:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c25fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+28:3854:x1830958840617472:12345-192.168.203.56@tcp:101:cmp.0 Request processed in 559us (1357us total) trans 4294989824 rc 0/0 00000100:00100000:3.0:1746139123.739882:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 53203 00000100:00100000:0.0:1746139123.742407:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139123.742451:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139123.742488:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139123.742587:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840617728 00000100:00100000:2.0:1746139123.742595:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840617728 00000100:00100000:2.0:1746139123.742654:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840617856 00000100:00100000:2.0:1746139123.742656:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840617856 00000100:00100000:2.0:1746139123.742672:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30236 00000100:00100000:2.0:1746139123.742679:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fae8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+22:2008:x1830958840617728:12345-192.168.203.56@tcp:101:cmp.0 00010000:00010000:2.0:1746139123.742695:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139123.742709:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f0ae600/0x1f9f6ca451accada lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a35132a9 expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139123.742730:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139123.742731:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139123.742739:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f0ae600/0x1f9f6ca451accada lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35132a9 expref: 23 pid: 18644 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746139123.742753:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f0ae600/0x1f9f6ca451accada lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35132a9 expref: 23 pid: 18644 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746139123.742763:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f0ae600, rc 0) 00000100:00100000:2.0:1746139123.742810:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fae8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+23:2008:x1830958840617728:12345-192.168.203.56@tcp:101:cmp.0 Request processed in 132us (358us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139123.742816:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30236 00000100:00100000:2.0:1746139123.742828:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30237 00000100:00100000:2.0:1746139123.742832:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0759c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+8:2008:x1830958840617856:12345-192.168.203.56@tcp:101:cmp.0 00010000:00010000:2.0:1746139123.742838:0:18644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139123.742847:0:18644:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f0aea00/0x1f9f6ca451accae1 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a35132b0 expref: -99 pid: 18644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139123.742857:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139123.742858:0:18644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139123.742862:0:18644:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f0aea00/0x1f9f6ca451accae1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35132b0 expref: 9 pid: 18644 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746139123.742872:0:18644:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f0aea00/0x1f9f6ca451accae1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35132b0 expref: 9 pid: 18644 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746139123.742878:0:18644:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f0aea00, rc 0) 00000100:00100000:2.0:1746139123.742891:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0759c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+9:2008:x1830958840617856:12345-192.168.203.56@tcp:101:cmp.0 Request processed in 59us (402us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139123.742898:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30237 00000100:00100000:3.0:1746139123.743009:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840617600 00000100:00100000:3.0:1746139123.743013:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840617600 00000100:00100000:3.0:1746139123.743051:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 1366 00000100:00100000:3.0:1746139123.743057:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c25ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+28:2009:x1830958840617600:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746139123.743065:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746139123.743082:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f3d3600/0x1f9f6ca451accacc lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35132a2 expref: 28 pid: 7220 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139123.743096:0:15672:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4e:0x0].0x0 (ffff8800a061c400) 00010000:00010000:3.0:1746139123.743103:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746139123.743118:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c25ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+27:2009:x1830958840617600:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 62us (719us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139123.743123:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1366 00000100:00100000:0.0:1746139123.771691:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139123.771744:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139123.772247:0:27215:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840618112 00000100:00100000:2.0:1746139123.772255:0:27215:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840618112 00002000:00100000:2.0:1746139123.772292:0:27215:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x2c0000401:0x1e:0x0] (0->2097151) req@ffff8800a0759180 x1830958840618112/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:49/0 lens 488/0 e 0 to 0 dl 1746139134 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746139123.772301:0:27215:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0759180 with x1830958840618112 ext(0->2097151) 00002000:00010000:2.0:1746139123.772305:0:27215:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a0759180 00000100:00100000:3.0:1746139123.772311:0:28892:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840618368 00000100:00100000:3.0:1746139123.772315:0:28892:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840618368 00002000:00100000:3.0:1746139123.772332:0:28892:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x280000401:0x1d:0x0] (0->2097151) req@ffff8800a0759500 x1830958840618368/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:49/0 lens 488/0 e 0 to 0 dl 1746139134 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00000100:00100000:2.0:1746139123.772334:0:27215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13650 00002000:00100000:3.0:1746139123.772339:0:28892:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0759500 with x1830958840618368 ext(0->2097151) 00000100:00100000:2.0:1746139123.772340:0:27215:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0759180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:57256782-7187-4d4f-9a1f-78e1ae613c85+23:2008:x1830958840618112:12345-192.168.203.56@tcp:3:cmp.0 00002000:00010000:3.0:1746139123.772342:0:28892:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a0759500 00000100:00100000:3.0:1746139123.772375:0:28892:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13651 00000100:00100000:3.0:1746139123.772380:0:28892:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0759500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:57256782-7187-4d4f-9a1f-78e1ae613c85+9:2007:x1830958840618368:12345-192.168.203.56@tcp:3:cmp.0 00000100:00100000:3.0:1746139123.792973:0:28892:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0759500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:57256782-7187-4d4f-9a1f-78e1ae613c85+9:2007:x1830958840618368:12345-192.168.203.56@tcp:3:cmp.0 Request processed in 20584us (21220us total) trans 0 rc 2097152/2097152 00000100:00100000:3.0:1746139123.792985:0:28892:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13651 00002000:00100000:3.0:1746139123.792994:0:28892:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x280000401:0x1d:0x0] (0->2097151) req@ffff8800a0759500 x1830958840618368/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:49/0 lens 488/440 e 0 to 0 dl 1746139134 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746139123.793003:0:28892:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0759500 with x1830958840618368 ext(0->2097151) 00002000:00010000:3.0:1746139123.793008:0:28892:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a0759500 00000100:00100000:2.0:1746139123.795433:0:27215:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0759180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:57256782-7187-4d4f-9a1f-78e1ae613c85+23:2008:x1830958840618112:12345-192.168.203.56@tcp:3:cmp.0 Request processed in 23085us (23741us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1746139123.795443:0:27215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13650 00002000:00100000:2.0:1746139123.795451:0:27215:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x2c0000401:0x1e:0x0] (0->2097151) req@ffff8800a0759180 x1830958840618112/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:49/0 lens 488/440 e 0 to 0 dl 1746139134 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746139123.795460:0:27215:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0759180 with x1830958840618112 ext(0->2097151) 00002000:00010000:2.0:1746139123.795464:0:27215:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a0759180 00000100:00100000:0.0:1746139123.821835:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139123.823691:0:27215:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840618624 00000100:00100000:2.0:1746139123.823701:0:27215:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840618624 00002000:00100000:2.0:1746139123.823747:0:27215:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x2c0000401:0x1e:0x0] (2097152->4194303) req@ffff88009c850e00 x1830958840618624/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:49/0 lens 488/0 e 0 to 0 dl 1746139134 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746139123.823755:0:27215:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c850e00 with x1830958840618624 ext(2097152->4194303) 00002000:00010000:2.0:1746139123.823760:0:27215:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c850e00 00000100:00100000:2.0:1746139123.823797:0:27215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13652 00000100:00100000:2.0:1746139123.823804:0:27215:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c850e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:57256782-7187-4d4f-9a1f-78e1ae613c85+23:2009:x1830958840618624:12345-192.168.203.56@tcp:3:cmp.0 00000100:00100000:1.0:1746139123.824282:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139123.824333:0:28892:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840618880 00000100:00100000:3.0:1746139123.824338:0:28892:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840618880 00002000:00100000:3.0:1746139123.824367:0:28892:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x280000401:0x1d:0x0] (2097152->4194303) req@ffff880072c18a80 x1830958840618880/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:49/0 lens 488/0 e 0 to 0 dl 1746139134 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746139123.824375:0:28892:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072c18a80 with x1830958840618880 ext(2097152->4194303) 00002000:00010000:3.0:1746139123.824378:0:28892:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880072c18a80 00000100:00100000:3.0:1746139123.825608:0:28892:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13653 00000100:00100000:3.0:1746139123.825625:0:28892:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072c18a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:57256782-7187-4d4f-9a1f-78e1ae613c85+9:2007:x1830958840618880:12345-192.168.203.56@tcp:3:cmp.0 00000100:00100000:2.0:1746139123.853835:0:27215:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c850e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:57256782-7187-4d4f-9a1f-78e1ae613c85+23:2009:x1830958840618624:12345-192.168.203.56@tcp:3:cmp.0 Request processed in 30023us (32215us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1746139123.853844:0:27215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13652 00002000:00100000:2.0:1746139123.853854:0:27215:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x2c0000401:0x1e:0x0] (2097152->4194303) req@ffff88009c850e00 x1830958840618624/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:49/0 lens 488/440 e 0 to 0 dl 1746139134 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746139123.853863:0:27215:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c850e00 with x1830958840618624 ext(2097152->4194303) 00002000:00010000:2.0:1746139123.853867:0:27215:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c850e00 00000100:00100000:3.0:1746139123.854338:0:28892:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072c18a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:57256782-7187-4d4f-9a1f-78e1ae613c85+9:2007:x1830958840618880:12345-192.168.203.56@tcp:3:cmp.0 Request processed in 28722us (30055us total) trans 0 rc 2097152/2097152 00000100:00100000:3.0:1746139123.854344:0:28892:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13653 00002000:00100000:3.0:1746139123.854358:0:28892:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x280000401:0x1d:0x0] (2097152->4194303) req@ffff880072c18a80 x1830958840618880/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:49/0 lens 488/440 e 0 to 0 dl 1746139134 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746139123.854365:0:28892:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072c18a80 with x1830958840618880 ext(2097152->4194303) 00002000:00010000:3.0:1746139123.854368:0:28892:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880072c18a80 00000100:00100000:0.0:1746139123.891728:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139123.892183:0:28892:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840619264 00000100:00100000:3.0:1746139123.892193:0:28892:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840619264 00002000:00100000:3.0:1746139123.892232:0:28892:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x2c0000401:0x1e:0x0] (4194304->6291455) req@ffff88009c853100 x1830958840619264/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:49/0 lens 488/0 e 0 to 0 dl 1746139134 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746139123.892240:0:28892:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c853100 with x1830958840619264 ext(4194304->6291455) 00002000:00010000:3.0:1746139123.892245:0:28892:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c853100 00000100:00100000:3.0:1746139123.892276:0:28892:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13654 00000100:00100000:3.0:1746139123.892282:0:28892:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c853100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:57256782-7187-4d4f-9a1f-78e1ae613c85+23:2008:x1830958840619264:12345-192.168.203.56@tcp:3:cmp.0 00000100:00100000:0.0:1746139123.901767:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139123.901849:0:27215:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840619392 00000100:00100000:2.0:1746139123.901856:0:27215:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840619392 00002000:00100000:2.0:1746139123.901892:0:27215:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x280000401:0x1d:0x0] (4194304->6291455) req@ffff88007278b100 x1830958840619392/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:49/0 lens 488/0 e 0 to 0 dl 1746139134 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746139123.901901:0:27215:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007278b100 with x1830958840619392 ext(4194304->6291455) 00002000:00010000:2.0:1746139123.901905:0:27215:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007278b100 00000100:00100000:2.0:1746139123.901919:0:27215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13655 00000100:00100000:2.0:1746139123.901924:0:27215:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007278b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:57256782-7187-4d4f-9a1f-78e1ae613c85+9:2007:x1830958840619392:12345-192.168.203.56@tcp:3:cmp.0 00000100:00100000:3.0:1746139123.918098:0:28892:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c853100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:57256782-7187-4d4f-9a1f-78e1ae613c85+23:2008:x1830958840619264:12345-192.168.203.56@tcp:3:cmp.0 Request processed in 25805us (26370us total) trans 0 rc 2097152/2097152 00000100:00100000:3.0:1746139123.918110:0:28892:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13654 00002000:00100000:3.0:1746139123.918119:0:28892:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x2c0000401:0x1e:0x0] (4194304->6291455) req@ffff88009c853100 x1830958840619264/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:49/0 lens 488/440 e 0 to 0 dl 1746139134 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746139123.918128:0:28892:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c853100 with x1830958840619264 ext(4194304->6291455) 00002000:00010000:3.0:1746139123.918133:0:28892:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c853100 00000100:00100000:2.0:1746139123.926922:0:27215:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007278b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:57256782-7187-4d4f-9a1f-78e1ae613c85+9:2007:x1830958840619392:12345-192.168.203.56@tcp:3:cmp.0 Request processed in 24988us (25154us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1746139123.926934:0:27215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13655 00002000:00100000:2.0:1746139123.926943:0:27215:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x280000401:0x1d:0x0] (4194304->6291455) req@ffff88007278b100 x1830958840619392/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:49/0 lens 488/440 e 0 to 0 dl 1746139134 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746139123.926952:0:27215:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007278b100 with x1830958840619392 ext(4194304->6291455) 00002000:00010000:2.0:1746139123.926957:0:27215:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007278b100 00000100:00100000:0.0:1746139123.929822:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139123.933168:0:27215:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840619648 00000100:00100000:2.0:1746139123.933180:0:27215:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840619648 00002000:00100000:2.0:1746139123.933222:0:27215:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x2c0000401:0x1e:0x0] (6291456->7340031) req@ffff88007278bb80 x1830958840619648/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:49/0 lens 488/0 e 0 to 0 dl 1746139134 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746139123.933231:0:27215:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007278bb80 with x1830958840619648 ext(6291456->7340031) 00002000:00010000:2.0:1746139123.933235:0:27215:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007278bb80 00000100:00100000:2.0:1746139123.933269:0:27215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13656 00000100:00100000:2.0:1746139123.933277:0:27215:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007278bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:57256782-7187-4d4f-9a1f-78e1ae613c85+23:2007:x1830958840619648:12345-192.168.203.56@tcp:3:cmp.0 00000100:00100000:1.0:1746139123.942196:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139123.942271:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139123.942342:0:27213:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840620160 00000100:00100000:0.0:1746139123.942364:0:27213:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840620160 00002000:00100000:0.0:1746139123.942418:0:27213:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x1e:0x0] (7340032->8388607) req@ffff880072c18e00 x1830958840620160/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:49/0 lens 488/0 e 0 to 0 dl 1746139134 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746139123.942429:0:27213:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072c18e00 with x1830958840620160 ext(7340032->8388607) 00002000:00010000:0.0:1746139123.942435:0:27213:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072c18e00 00000100:00100000:0.0:1746139123.942459:0:27213:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840620032 00000100:00100000:0.0:1746139123.942462:0:27213:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840620032 00002000:00100000:0.0:1746139123.942476:0:27213:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x1d:0x0] (6291456->7340031) req@ffff880131467480 x1830958840620032/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:49/0 lens 488/0 e 0 to 0 dl 1746139134 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746139123.942483:0:27213:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131467480 with x1830958840620032 ext(6291456->7340031) 00002000:00010000:0.0:1746139123.942486:0:27213:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880131467480 00000100:00100000:1.0:1746139123.943225:0:9569:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13657 00000100:00100000:0.0:1746139123.943233:0:27213:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13658 00000100:00100000:1.0:1746139123.943240:0:9569:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072c18e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+25:2007:x1830958840620160:12345-192.168.203.56@tcp:3:cmp.0 00000100:00100000:0.0:1746139123.943247:0:27213:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131467480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:57256782-7187-4d4f-9a1f-78e1ae613c85+9:2007:x1830958840620032:12345-192.168.203.56@tcp:3:cmp.0 00000100:00100000:0.0:1746139123.947300:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139123.951441:0:28892:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840620416 00000100:00100000:3.0:1746139123.951457:0:28892:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840620416 00002000:00100000:3.0:1746139123.951515:0:28892:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x280000401:0x1d:0x0] (7340032->8388607) req@ffff880072789f80 x1830958840620416/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:49/0 lens 488/0 e 0 to 0 dl 1746139134 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746139123.951526:0:28892:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072789f80 with x1830958840620416 ext(7340032->8388607) 00002000:00010000:3.0:1746139123.951532:0:28892:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880072789f80 00000100:00100000:3.0:1746139123.951569:0:28892:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13659 00000100:00100000:3.0:1746139123.951577:0:28892:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072789f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:57256782-7187-4d4f-9a1f-78e1ae613c85+11:2008:x1830958840620416:12345-192.168.203.56@tcp:3:cmp.0 00000100:00100000:2.0:1746139123.955436:0:27215:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007278bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:57256782-7187-4d4f-9a1f-78e1ae613c85+25:2007:x1830958840619648:12345-192.168.203.56@tcp:3:cmp.0 Request processed in 22143us (25605us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746139123.955453:0:27215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13656 00002000:00100000:2.0:1746139123.955466:0:27215:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x2c0000401:0x1e:0x0] (6291456->7340031) req@ffff88007278bb80 x1830958840619648/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:49/0 lens 488/440 e 0 to 0 dl 1746139134 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746139123.955476:0:27215:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007278bb80 with x1830958840619648 ext(6291456->7340031) 00002000:00010000:2.0:1746139123.955483:0:27215:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007278bb80 00000100:00100000:2.0:1746139123.958044:0:9569:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072c18e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+23:2007:x1830958840620160:12345-192.168.203.56@tcp:3:cmp.0 Request processed in 14797us (16427us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746139123.958055:0:9569:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13657 00002000:00100000:2.0:1746139123.958067:0:9569:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1e:0x0] (7340032->8388607) req@ffff880072c18e00 x1830958840620160/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:49/0 lens 488/440 e 0 to 0 dl 1746139134 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746139123.958077:0:9569:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072c18e00 with x1830958840620160 ext(7340032->8388607) 00002000:00010000:2.0:1746139123.958082:0:9569:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072c18e00 00000100:00100000:2.0:1746139123.961549:0:27213:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131467480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:57256782-7187-4d4f-9a1f-78e1ae613c85+11:2007:x1830958840620032:12345-192.168.203.56@tcp:3:cmp.0 Request processed in 18295us (19269us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746139123.961559:0:27213:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13658 00002000:00100000:2.0:1746139123.961569:0:27213:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x1d:0x0] (6291456->7340031) req@ffff880131467480 x1830958840620032/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:49/0 lens 488/440 e 0 to 0 dl 1746139134 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746139123.961578:0:27213:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131467480 with x1830958840620032 ext(6291456->7340031) 00002000:00010000:2.0:1746139123.961584:0:27213:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880131467480 00000100:00100000:3.0:1746139123.965506:0:28892:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072789f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:57256782-7187-4d4f-9a1f-78e1ae613c85+9:2008:x1830958840620416:12345-192.168.203.56@tcp:3:cmp.0 Request processed in 13915us (18214us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746139123.965521:0:28892:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13659 00002000:00100000:3.0:1746139123.965539:0:28892:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x280000401:0x1d:0x0] (7340032->8388607) req@ffff880072789f80 x1830958840620416/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:49/0 lens 488/440 e 0 to 0 dl 1746139134 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746139123.965550:0:28892:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072789f80 with x1830958840620416 ext(7340032->8388607) 00002000:00010000:3.0:1746139123.965557:0:28892:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880072789f80 00000100:00100000:0.0:1746139124.000695:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139124.000745:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139124.000965:0:27213:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840620672 00000100:00100000:2.0:1746139124.000972:0:27213:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840620672 00002000:00100000:2.0:1746139124.001013:0:27213:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x1e:0x0] (8388608->10485759) req@ffff8800885cca80 x1830958840620672/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:50/0 lens 488/0 e 0 to 0 dl 1746139135 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746139124.001023:0:27213:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800885cca80 with x1830958840620672 ext(8388608->10485759) 00002000:00010000:2.0:1746139124.001027:0:27213:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800885cca80 00000100:00100000:2.0:1746139124.001041:0:27213:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840620928 00000100:00100000:2.0:1746139124.001043:0:27213:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840620928 00002000:00100000:2.0:1746139124.001055:0:27213:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x1d:0x0] (8388608->10485759) req@ffff8800885cce00 x1830958840620928/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:50/0 lens 488/0 e 0 to 0 dl 1746139135 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746139124.001062:0:27213:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800885cce00 with x1830958840620928 ext(8388608->10485759) 00002000:00010000:2.0:1746139124.001064:0:27213:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800885cce00 00000100:00100000:2.0:1746139124.001074:0:27213:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13660 00000100:00100000:2.0:1746139124.001081:0:27213:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800885cca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:57256782-7187-4d4f-9a1f-78e1ae613c85+23:2008:x1830958840620672:12345-192.168.203.56@tcp:3:cmp.0 00000100:00100000:2.0:1746139124.002303:0:9569:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13661 00000100:00100000:2.0:1746139124.002312:0:9569:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800885cce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+9:2007:x1830958840620928:12345-192.168.203.56@tcp:3:cmp.0 00000100:00100000:3.0:1746139124.022839:0:27213:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800885cca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:57256782-7187-4d4f-9a1f-78e1ae613c85+23:2008:x1830958840620672:12345-192.168.203.56@tcp:3:cmp.0 Request processed in 21752us (22146us total) trans 0 rc 2097152/2097152 00000100:00100000:3.0:1746139124.022849:0:27213:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13660 00002000:00100000:3.0:1746139124.022860:0:27213:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x1e:0x0] (8388608->10485759) req@ffff8800885cca80 x1830958840620672/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:50/0 lens 488/440 e 0 to 0 dl 1746139135 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746139124.022868:0:27213:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800885cca80 with x1830958840620672 ext(8388608->10485759) 00002000:00010000:3.0:1746139124.022874:0:27213:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800885cca80 00000100:00100000:2.0:1746139124.026422:0:9569:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800885cce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+9:2007:x1830958840620928:12345-192.168.203.56@tcp:3:cmp.0 Request processed in 24104us (25668us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1746139124.026432:0:9569:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13661 00002000:00100000:2.0:1746139124.026443:0:9569:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1d:0x0] (8388608->10485759) req@ffff8800885cce00 x1830958840620928/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:50/0 lens 488/440 e 0 to 0 dl 1746139135 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746139124.026452:0:9569:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800885cce00 with x1830958840620928 ext(8388608->10485759) 00002000:00010000:2.0:1746139124.026458:0:9569:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800885cce00 00000100:00100000:0.0:1746139124.028990:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139124.029126:0:9569:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840621184 00000100:00100000:2.0:1746139124.029136:0:9569:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840621184 00002000:00100000:2.0:1746139124.029180:0:9569:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1e:0x0] (10485760->11534335) req@ffff8800885ce680 x1830958840621184/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:50/0 lens 488/0 e 0 to 0 dl 1746139135 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746139124.029191:0:9569:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800885ce680 with x1830958840621184 ext(10485760->11534335) 00002000:00010000:2.0:1746139124.029196:0:9569:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800885ce680 00000100:00100000:2.0:1746139124.029228:0:9569:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13662 00000100:00100000:2.0:1746139124.029236:0:9569:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800885ce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+23:2007:x1830958840621184:12345-192.168.203.56@tcp:3:cmp.0 00000100:00100000:0.0:1746139124.034924:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139124.035223:0:27213:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840621440 00000100:00100000:3.0:1746139124.035230:0:27213:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840621440 00002000:00100000:3.0:1746139124.035267:0:27213:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x1d:0x0] (10485760->11534335) req@ffff88009c0ce680 x1830958840621440/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:50/0 lens 488/0 e 0 to 0 dl 1746139135 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746139124.035276:0:27213:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c0ce680 with x1830958840621440 ext(10485760->11534335) 00002000:00010000:3.0:1746139124.035281:0:27213:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c0ce680 00000100:00100000:3.0:1746139124.035309:0:27213:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13663 00000100:00100000:3.0:1746139124.035315:0:27213:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c0ce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:57256782-7187-4d4f-9a1f-78e1ae613c85+9:2008:x1830958840621440:12345-192.168.203.56@tcp:3:cmp.0 00000100:00100000:0.0:1746139124.039318:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139124.039560:0:28892:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840621696 00000100:00100000:2.0:1746139124.039567:0:28892:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840621696 00002000:00100000:2.0:1746139124.039605:0:28892:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x2c0000401:0x1e:0x0] (11534336->12582911) req@ffff88009c0cc000 x1830958840621696/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:50/0 lens 488/0 e 0 to 0 dl 1746139135 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746139124.039632:0:28892:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c0cc000 with x1830958840621696 ext(11534336->12582911) 00002000:00010000:2.0:1746139124.039639:0:28892:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c0cc000 00000100:00100000:2.0:1746139124.040923:0:28892:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13664 00000100:00100000:2.0:1746139124.040935:0:28892:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c0cc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:57256782-7187-4d4f-9a1f-78e1ae613c85+25:2007:x1830958840621696:12345-192.168.203.56@tcp:3:cmp.0 00000100:00100000:2.0:1746139124.043289:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139124.045970:0:27215:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840621952 00000100:00100000:0.0:1746139124.045982:0:27215:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840621952 00002000:00100000:0.0:1746139124.046029:0:27215:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x280000401:0x1d:0x0] (11534336->12582911) req@ffff880131495180 x1830958840621952/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:50/0 lens 488/0 e 0 to 0 dl 1746139135 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746139124.046037:0:27215:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131495180 with x1830958840621952 ext(11534336->12582911) 00002000:00010000:0.0:1746139124.046042:0:27215:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880131495180 00000100:00100000:0.0:1746139124.046067:0:27215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13665 00000100:00100000:0.0:1746139124.046074:0:27215:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131495180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:57256782-7187-4d4f-9a1f-78e1ae613c85+11:2007:x1830958840621952:12345-192.168.203.56@tcp:3:cmp.0 00000100:00100000:2.0:1746139124.046559:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139124.046573:0:27214:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840622208 00000100:00100000:2.0:1746139124.046577:0:27214:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840622208 00002000:00100000:2.0:1746139124.046596:0:27214:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x1e:0x0] (12582912->13631487) req@ffff880093642d80 x1830958840622208/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:50/0 lens 488/0 e 0 to 0 dl 1746139135 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746139124.046610:0:27214:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093642d80 with x1830958840622208 ext(12582912->13631487) 00002000:00010000:2.0:1746139124.046613:0:27214:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093642d80 00000100:00100000:2.0:1746139124.046645:0:27214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13666 00000100:00100000:2.0:1746139124.046650:0:27214:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093642d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:57256782-7187-4d4f-9a1f-78e1ae613c85+27:2007:x1830958840622208:12345-192.168.203.56@tcp:3:cmp.0 00000100:00100000:3.0:1746139124.047516:0:9569:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800885ce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+27:2007:x1830958840621184:12345-192.168.203.56@tcp:3:cmp.0 Request processed in 18273us (18528us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746139124.047527:0:9569:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13662 00002000:00100000:3.0:1746139124.047537:0:9569:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1e:0x0] (10485760->11534335) req@ffff8800885ce680 x1830958840621184/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:50/0 lens 488/440 e 0 to 0 dl 1746139135 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746139124.047546:0:9569:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800885ce680 with x1830958840621184 ext(10485760->11534335) 00002000:00010000:3.0:1746139124.047552:0:9569:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800885ce680 00000100:00100000:3.0:1746139124.050515:0:27213:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c0ce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:57256782-7187-4d4f-9a1f-78e1ae613c85+11:2008:x1830958840621440:12345-192.168.203.56@tcp:3:cmp.0 Request processed in 15189us (15592us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746139124.050531:0:27213:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13663 00002000:00100000:3.0:1746139124.050544:0:27213:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x1d:0x0] (10485760->11534335) req@ffff88009c0ce680 x1830958840621440/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:50/0 lens 488/440 e 0 to 0 dl 1746139135 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746139124.050554:0:27213:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c0ce680 with x1830958840621440 ext(10485760->11534335) 00002000:00010000:3.0:1746139124.050561:0:27213:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c0ce680 00000100:00100000:2.0:1746139124.056116:0:28892:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c0cc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:57256782-7187-4d4f-9a1f-78e1ae613c85+25:2007:x1830958840621696:12345-192.168.203.56@tcp:3:cmp.0 Request processed in 15176us (16799us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746139124.056126:0:28892:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13664 00002000:00100000:2.0:1746139124.056136:0:28892:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x2c0000401:0x1e:0x0] (11534336->12582911) req@ffff88009c0cc000 x1830958840621696/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:50/0 lens 488/440 e 0 to 0 dl 1746139135 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746139124.056145:0:28892:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c0cc000 with x1830958840621696 ext(11534336->12582911) 00002000:00010000:2.0:1746139124.056150:0:28892:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c0cc000 00000100:00100000:2.0:1746139124.057992:0:27215:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131495180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:57256782-7187-4d4f-9a1f-78e1ae613c85+9:2007:x1830958840621952:12345-192.168.203.56@tcp:3:cmp.0 Request processed in 11912us (14706us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746139124.058002:0:27215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13665 00002000:00100000:2.0:1746139124.058010:0:27215:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x280000401:0x1d:0x0] (11534336->12582911) req@ffff880131495180 x1830958840621952/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:50/0 lens 488/440 e 0 to 0 dl 1746139135 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746139124.058019:0:27215:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131495180 with x1830958840621952 ext(11534336->12582911) 00002000:00010000:2.0:1746139124.058024:0:27215:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880131495180 00000100:00100000:2.0:1746139124.059761:0:27214:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093642d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:57256782-7187-4d4f-9a1f-78e1ae613c85+23:2007:x1830958840622208:12345-192.168.203.56@tcp:3:cmp.0 Request processed in 13100us (13193us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746139124.059771:0:27214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13666 00002000:00100000:2.0:1746139124.059781:0:27214:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x1e:0x0] (12582912->13631487) req@ffff880093642d80 x1830958840622208/t0(0) o3->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:50/0 lens 488/440 e 0 to 0 dl 1746139135 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746139124.059790:0:27214:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093642d80 with x1830958840622208 ext(12582912->13631487) 00002000:00010000:2.0:1746139124.059794:0:27214:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093642d80 00000100:00100000:0.0:1746139124.068168:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139124.068254:0:7222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840622464 00000100:00100000:3.0:1746139124.068264:0:7222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840622464 00000100:00100000:3.0:1746139124.068672:0:7222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 209 00000100:00100000:3.0:1746139124.068683:0:7222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c0cd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+27:3854:x1830958840622464:12345-192.168.203.56@tcp:35:cmp.0 00000100:00100000:3.0:1746139124.068927:0:7222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c0cd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+28:3854:x1830958840622464:12345-192.168.203.56@tcp:35:cmp.0 Request processed in 246us (765us total) trans 4294989825 rc 0/0 00000100:00100000:3.0:1746139124.068936:0:7222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 209 00000100:00100000:0.0:1746139124.071275:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139124.071360:0:21208:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840622720 00000100:00100000:1.0:1746139124.071369:0:21208:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840622720 00000100:00100000:1.0:1746139124.071430:0:21208:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 210 00000100:00100000:1.0:1746139124.071439:0:21208:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0869c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+28:3854:x1830958840622720:12345-192.168.203.56@tcp:35:cmp.0 00000100:00100000:1.0:1746139124.071672:0:21208:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0869c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+29:3854:x1830958840622720:12345-192.168.203.56@tcp:35:cmp.0 Request processed in 232us (400us total) trans 4294989826 rc 0/0 00000100:00100000:1.0:1746139124.071679:0:21208:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 210 00000100:00100000:0.0:1746139124.082936:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139124.083045:0:7224:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840622848 00000100:00100000:2.0:1746139124.083052:0:7224:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840622848 00000100:00100000:2.0:1746139124.083784:0:7224:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 674 00000100:00100000:2.0:1746139124.083794:0:7224:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a086b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:b60e9717-019c-4527-a82a-15e993ac5189+38:2008:x1830958840622848:12345-192.168.203.56@tcp:63:ll_sa.0 00010000:00010000:2.0:1746139124.083827:0:7224:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139124.083843:0:7224:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008760de00/0x1f9f6ca451accae8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a35132b7 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139124.083883:0:7224:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008760da00/0x1f9f6ca451accaef lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7224 initiator: MDT0 00010000:00010000:2.0:1746139124.083894:0:7224:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008760da00/0x1f9f6ca451accaef lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7224 initiator: MDT0 00010000:00010000:2.0:1746139124.083902:0:7224:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008760da00/0x1f9f6ca451accaef lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7224 initiator: MDT0 00010000:00010000:2.0:1746139124.083913:0:7224:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008760ca00/0x1f9f6ca451accaf6 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7224 initiator: MDT0 00010000:00010000:2.0:1746139124.083918:0:7224:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008760ca00/0x1f9f6ca451accaf6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7224 initiator: MDT0 00010000:00010000:2.0:1746139124.083922:0:7224:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008760ca00/0x1f9f6ca451accaf6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7224 initiator: MDT0 00010000:00010000:2.0:1746139124.083951:0:7224:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008760da00/0x1f9f6ca451accaef lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7224 initiator: MDT0 00010000:00010000:2.0:1746139124.083959:0:7224:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008760da00/0x1f9f6ca451accaef lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7224 initiator: MDT0 00010000:00010000:2.0:1746139124.083964:0:7224:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008760da00/0x1f9f6ca451accaef lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7224 initiator: MDT0 00010000:00010000:2.0:1746139124.083969:0:7224:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008760da00 already unused, calling callback (ffffffffa0f11690) 00010000:00010000:2.0:1746139124.083972:0:7224:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008760da00/0x1f9f6ca451accaef lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7224 initiator: MDT0 00010000:00010000:2.0:1746139124.083977:0:7224:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008760da00/0x1f9f6ca451accaef lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7224 initiator: MDT0 00010000:00010000:2.0:1746139124.083985:0:7224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a07b0f00) 00010000:00010000:2.0:1746139124.083987:0:7224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746139124.083990:0:7224:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008760da00/0x1f9f6ca451accaef lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7224 initiator: MDT0 00010000:00010000:2.0:1746139124.083995:0:7224:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008760da00/0x1f9f6ca451accaef lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7224 initiator: MDT0 00010000:00010000:2.0:1746139124.084020:0:7224:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008760ca00/0x1f9f6ca451accaf6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7224 initiator: MDT0 00010000:00010000:2.0:1746139124.084025:0:7224:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008760ca00/0x1f9f6ca451accaf6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7224 initiator: MDT0 00010000:00010000:2.0:1746139124.084028:0:7224:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008760ca00/0x1f9f6ca451accaf6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7224 initiator: MDT0 00010000:00010000:2.0:1746139124.084031:0:7224:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008760ca00 already unused, calling callback (ffffffffa0f11690) 00010000:00010000:2.0:1746139124.084033:0:7224:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008760ca00/0x1f9f6ca451accaf6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7224 initiator: MDT0 00010000:00010000:2.0:1746139124.084040:0:7224:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008760ca00/0x1f9f6ca451accaf6 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7224 initiator: MDT0 00010000:00010000:2.0:1746139124.084045:0:7224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce70cf (ffff8800a0285b00) 00010000:00010000:2.0:1746139124.084046:0:7224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746139124.084047:0:7224:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008760ca00/0x1f9f6ca451accaf6 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7224 initiator: MDT0 00010000:00010000:2.0:1746139124.084052:0:7224:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008760ca00/0x1f9f6ca451accaf6 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7224 initiator: MDT0 00010000:00010000:2.0:1746139124.084073:0:7224:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff88008760de00/0x1f9f6ca451accae8 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35132b7 expref: 39 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139124.084080:0:7224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a07b0f00) 00010000:00010000:2.0:1746139124.084081:0:7224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1746139124.084084:0:7224:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008760de00/0x1f9f6ca451accae8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35132b7 expref: 39 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139124.084090:0:7224:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008760de00, rc -2) 00000100:00100000:2.0:1746139124.084134:0:7224:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a086b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:b60e9717-019c-4527-a82a-15e993ac5189+38:2008:x1830958840622848:12345-192.168.203.56@tcp:63:ll_sa.0 Request processed in 343us (1206us total) trans 0 rc -2/-2 00000100:00100000:2.0:1746139124.084140:0:7224:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 674 00000100:00100000:0.0:1746139124.084495:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139124.084560:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840623104 00000100:00100000:3.0:1746139124.084567:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840623104 00000100:00100000:3.0:1746139124.084643:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 53204 00000100:00100000:3.0:1746139124.084653:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072505f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b60e9717-019c-4527-a82a-15e993ac5189+38:3858:x1830958840623104:12345-192.168.203.56@tcp:36:rm.0 00010000:00010000:3.0:1746139124.084683:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1746139124.084699:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f3d3e00/0x1f9f6ca451acc85d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351313d expref: 38 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139124.084747:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f573800/0x1f9f6ca451acc810 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351311a expref: 37 pid: 21532 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139124.084759:0:7220:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4e:0x0].0x0 (ffff8800a061c400) 00010000:00010000:3.0:1746139124.084768:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88007279a000/0x1f9f6ca451acc9ec lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35131a6 expref: 36 pid: 14239 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139124.084775:0:7220:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a07b0f00) 00010000:00010000:3.0:1746139124.084778:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746139124.084792:0:7220:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f3d3200/0x1f9f6ca451accafd lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7220 initiator: MDT0 00010000:00010000:3.0:1746139124.084803:0:7220:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f0af400/0x1f9f6ca451acca39 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35131c9 expref: 28 pid: 7220 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139124.084809:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009f3d3200/0x1f9f6ca451accafd lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7220 initiator: MDT0 00010000:00010000:3.0:1746139124.084838:0:7220:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009f0af400/0x1f9f6ca451acca39 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35131c9 expref: 28 pid: 7220 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139124.084850:0:7220:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f0af400/0x1f9f6ca451acca39 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35131c9 expref: 28 pid: 7220 timeout: 849 lvb_type: 0 00000100:00100000:3.0:1746139124.084862:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012eed9180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7220:1830958832264064:192.168.203.56@tcp:104: 00000100:00100000:3.0:1746139124.084961:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bbaba80 going to sleep for 11 seconds 00000100:00100000:1.0:1746139124.086975:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139124.087064:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840623232 00000100:00100000:2.0:1746139124.087073:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840623232 00010000:00010000:2.0:1746139124.087106:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009f0af400/0x1f9f6ca451acca39 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35131c9 expref: 29 pid: 7220 timeout: 849 lvb_type: 0 00000100:00100000:2.0:1746139124.087130:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17529 00000100:00100000:2.0:1746139124.087145:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131467b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+29:2010:x1830958840623232:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139124.087158:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139124.087165:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009f0af400/0x1f9f6ca451acca39 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35131c9 expref: 29 pid: 7220 timeout: 849 lvb_type: 0 00010000:00010000:2.0:1746139124.087175:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009f0af400/0x1f9f6ca451acca39 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35131c9 expref: 29 pid: 7220 timeout: 849 lvb_type: 0 00000100:00100000:3.0:1746139124.087182:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012eed9180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7220:1830958832264064:192.168.203.56@tcp:104: 00010000:00010000:2.0:1746139124.087195:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f0af400/0x1f9f6ca451acca39 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35131c9 expref: 29 pid: 7220 timeout: 849 lvb_type: 0 00010000:00010000:3.0:1746139124.087199:0:7220:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009f3d3200/0x1f9f6ca451accafd lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746139124.087208:0:15672:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a07b0f00) 00010000:00010000:2.0:1746139124.087212:0:15672:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88009f3d3200/0x1f9f6ca451accafd lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746139124.087220:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f3d3200/0x1f9f6ca451accafd lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746139124.087226:0:15672:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f3d3200/0x1f9f6ca451accafd lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746139124.087247:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746139124.087250:0:7220:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009f3d3200/0x1f9f6ca451accafd lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7220 initiator: MDT0 00010000:00010000:3.0:1746139124.087255:0:7220:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f3d3200/0x1f9f6ca451accafd lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7220 initiator: MDT0 00010000:00010000:3.0:1746139124.087268:0:7220:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f3d3400/0x1f9f6ca451accb04 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7220 initiator: MDT0 00010000:00010000:3.0:1746139124.087275:0:7220:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f3d3400/0x1f9f6ca451accb04 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7220 initiator: MDT0 00010000:00010000:3.0:1746139124.087281:0:7220:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f3d3400/0x1f9f6ca451accb04 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7220 initiator: MDT0 00000100:00100000:2.0:1746139124.087304:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131467b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+28:2010:x1830958840623232:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 165us (333us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139124.087310:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17529 00010000:00010000:3.0:1746139124.087341:0:7220:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f3d3600/0x1f9f6ca451accb0b lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7220 initiator: MDT0 00010000:00010000:3.0:1746139124.087362:0:7220:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0143a00/0x1f9f6ca451acc8aa lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3513175 expref: 27 pid: 14239 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139124.087368:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009f3d3600/0x1f9f6ca451accb0b lrc: 4/0,1 mode: --/EX res: [0x200000402:0x4e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7220 initiator: MDT0 00010000:00010000:3.0:1746139124.087389:0:7220:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0143a00/0x1f9f6ca451acc8aa lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3513175 expref: 27 pid: 14239 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139124.087398:0:7220:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0143a00/0x1f9f6ca451acc8aa lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3513175 expref: 27 pid: 14239 timeout: 849 lvb_type: 0 00000100:00100000:3.0:1746139124.087408:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012eed9180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7220:1830958832264192:192.168.203.56@tcp:104: 00000100:00100000:3.0:1746139124.087474:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bbaba80 going to sleep for 11 seconds 00000100:00100000:3.0:1746139124.088759:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012eed9180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7220:1830958832264192:192.168.203.56@tcp:104: 00010000:00010000:3.0:1746139124.088776:0:7220:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009f3d3600/0x1f9f6ca451accb0b lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7220 initiator: MDT0 00000100:00100000:0.0:1746139124.089046:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139124.089107:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840623360 00000100:00100000:2.0:1746139124.089113:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840623360 00010000:00010000:2.0:1746139124.089132:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0143a00/0x1f9f6ca451acc8aa lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3513175 expref: 28 pid: 14239 timeout: 849 lvb_type: 0 00000100:00100000:2.0:1746139124.089181:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17530 00000100:00100000:2.0:1746139124.089189:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072506300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+28:2008:x1830958840623360:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139124.089200:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139124.089206:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0143a00/0x1f9f6ca451acc8aa lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3513175 expref: 28 pid: 14239 timeout: 849 lvb_type: 0 00010000:00010000:2.0:1746139124.089216:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0143a00/0x1f9f6ca451acc8aa lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3513175 expref: 28 pid: 14239 timeout: 849 lvb_type: 0 00010000:00010000:2.0:1746139124.089233:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0143a00/0x1f9f6ca451acc8aa lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3513175 expref: 28 pid: 14239 timeout: 849 lvb_type: 0 00010000:00010000:2.0:1746139124.089245:0:15672:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4e:0x0].0x0 (ffff8800a061c400) 00010000:00010000:2.0:1746139124.089249:0:15672:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88009f3d3600/0x1f9f6ca451accb0b lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746139124.089256:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f3d3600/0x1f9f6ca451accb0b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746139124.089263:0:15672:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f3d3600/0x1f9f6ca451accb0b lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x4e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746139124.089300:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746139124.089316:0:7220:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009f3d3600/0x1f9f6ca451accb0b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7220 initiator: MDT0 00010000:00010000:3.0:1746139124.089322:0:7220:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f3d3600/0x1f9f6ca451accb0b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7220 initiator: MDT0 00000100:00100000:2.0:1746139124.089361:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072506300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+27:2008:x1830958840623360:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 172us (313us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139124.089368:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17530 00000040:00080000:3.0:1746139124.089771:0:7220:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].16, 64 off9216 00000004:00080000:3.0:1746139124.089778:0:7220:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 749350161027ns, next at 750350159385ns, rc = 0 00000040:00080000:3.0:1746139124.089795:0:7220:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].15, 64 off9152 00000004:00080000:3.0:1746139124.089800:0:7220:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 749350183475ns, next at 750350182704ns, rc = 0 00010000:00010000:3.0:1746139124.089834:0:7220:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009edca800/0x1f9f6ca451accb12 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7220 initiator: MDT0 00010000:00010000:3.0:1746139124.089842:0:7220:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009edca800/0x1f9f6ca451accb12 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7220 initiator: MDT0 00010000:00010000:3.0:1746139124.089848:0:7220:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009edca800/0x1f9f6ca451accb12 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7220 initiator: MDT0 00010000:00010000:3.0:1746139124.089853:0:7220:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009edca800/0x1f9f6ca451accb12 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x4e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7220 initiator: MDT0 00010000:00010000:3.0:1746139124.089858:0:7220:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009edca800/0x1f9f6ca451accb12 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x4e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7220 initiator: MDT0 00010000:00010000:3.0:1746139124.089862:0:7220:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009edca800/0x1f9f6ca451accb12 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x4e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7220 initiator: MDT0 00010000:00010000:3.0:1746139124.089884:0:7220:0:(ldlm_lockd.c:2182:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1746139124.089899:0:7220:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f3d3600/0x1f9f6ca451accb0b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7220 initiator: MDT0 00010000:00010000:3.0:1746139124.089904:0:7220:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009f3d3600/0x1f9f6ca451accb0b lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x4e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7220 initiator: MDT0 00010000:00010000:3.0:1746139124.089909:0:7220:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009f3d3600/0x1f9f6ca451accb0b lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7220 initiator: MDT0 00010000:00010000:3.0:1746139124.089913:0:7220:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009f3d3600 already unused, calling callback (ffffffffa0f11690) 00010000:00010000:3.0:1746139124.089916:0:7220:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f3d3600/0x1f9f6ca451accb0b lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7220 initiator: MDT0 00010000:00010000:3.0:1746139124.089921:0:7220:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f3d3600/0x1f9f6ca451accb0b lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x4e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7220 initiator: MDT0 00010000:00010000:3.0:1746139124.089928:0:7220:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4e:0x0].0x0 (ffff8800a061c400) 00010000:00010000:3.0:1746139124.089930:0:7220:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1746139124.089932:0:7220:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009f3d3600/0x1f9f6ca451accb0b lrc: 2/0,0 mode: --/EX res: [0x200000402:0x4e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7220 initiator: MDT0 00010000:00010000:3.0:1746139124.089936:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f3d3600/0x1f9f6ca451accb0b lrc: 0/0,0 mode: --/EX res: [0x200000402:0x4e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746139124.090011:0:7209:0:(ldlm_lockd.c:2812:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1746139124.090017:0:7220:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f3d3200/0x1f9f6ca451accafd lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746139124.090018:0:7209:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009edca800/0x1f9f6ca451accb12 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x4e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7220 initiator: MDT0 00010000:00010000:3.0:1746139124.090021:0:7220:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f3d3200/0x1f9f6ca451accafd lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746139124.090024:0:7209:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009edca800 already unused, calling callback (ffffffffa0865d70) 00010000:00010000:3.0:1746139124.090025:0:7220:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009f3d3200/0x1f9f6ca451accafd lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746139124.090026:0:7209:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009edca800/0x1f9f6ca451accb12 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x4e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7220 initiator: MDT0 00010000:00010000:3.0:1746139124.090029:0:7220:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009f3d3200/0x1f9f6ca451accafd lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7220 initiator: MDT0 00010000:00010000:3.0:1746139124.090032:0:7220:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009f3d3200 already unused, calling callback (ffffffffa0f11690) 00010000:00010000:2.0:1746139124.090033:0:7209:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009edca800/0x1f9f6ca451accb12 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x4e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 7220 initiator: MDT0 00010000:00010000:3.0:1746139124.090035:0:7220:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f3d3200/0x1f9f6ca451accafd lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7220 initiator: MDT0 00010000:00010000:3.0:1746139124.090039:0:7220:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f3d3200/0x1f9f6ca451accafd lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746139124.090041:0:7209:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4e:0x0].0x0 (ffff8800a061c400) 00010000:00010000:2.0:1746139124.090044:0:7209:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1746139124.090045:0:7220:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a07b0f00) 00010000:00010000:3.0:1746139124.090046:0:7220:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746139124.090046:0:7209:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009edca800/0x1f9f6ca451accb12 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x4e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7220 initiator: MDT0 00010000:00010000:3.0:1746139124.090048:0:7220:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009f3d3200/0x1f9f6ca451accafd lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746139124.090051:0:7209:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009edca800/0x1f9f6ca451accb12 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x4e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7220 initiator: MDT0 00010000:00010000:3.0:1746139124.090052:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f3d3200/0x1f9f6ca451accafd lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7220 initiator: MDT0 00000004:00010000:3.0:1746139124.090059:0:7220:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff880072505f80 reply state ffff8801315e9000 transno 4294989827 ns: mdt-lustre-MDT0000_UUID lock: ffff88009f3d3400/0x1f9f6ca451accb04 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746139124.090065:0:7209:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1746139124.090066:0:7220:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f3d3400/0x1f9f6ca451accb04 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746139124.090067:0:7209:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1746139124.090068:0:7209:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1746139124.090071:0:7220:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff88007fdc8900) 00010000:00010000:3.0:1746139124.090073:0:7220:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1746139124.090075:0:7220:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1746139124.090121:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072505f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b60e9717-019c-4527-a82a-15e993ac5189+37:3858:x1830958840623104:12345-192.168.203.56@tcp:36:rm.0 Request processed in 5470us (5626us total) trans 4294989827 rc 0/0 00000100:00100000:3.0:1746139124.090127:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 53204 00000100:00100000:0.0:1746139124.124116:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139124.124339:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840623488 00000100:00100000:3.0:1746139124.124374:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840623488 00000100:00100000:3.0:1746139124.124432:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 53205 00000100:00100000:3.0:1746139124.124440:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbaf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b60e9717-019c-4527-a82a-15e993ac5189+37:3861:x1830958840623488:12345-192.168.203.56@tcp:101:lfs.0 00010000:00010000:3.0:1746139124.124459:0:7220:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139124.124473:0:7220:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009edcae00/0x1f9f6ca451accb19 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a35132ef expref: -99 pid: 7220 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139124.124519:0:7220:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009edcba00/0x1f9f6ca451accb20 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7220 initiator: MDT0 00010000:00010000:3.0:1746139124.124529:0:7220:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009edcba00/0x1f9f6ca451accb20 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7220 initiator: MDT0 00010000:00010000:3.0:1746139124.124537:0:7220:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009edcba00/0x1f9f6ca451accb20 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7220 initiator: MDT0 00000004:00200000:3.0:1746139124.124566:0:7220:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1746139124.124569:0:7220:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1746139124.124580:0:7220:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009edcba00/0x1f9f6ca451accb20 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7220 initiator: MDT0 00010000:00010000:3.0:1746139124.124595:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009edcae00/0x1f9f6ca451accb19 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35132ef expref: 39 pid: 7220 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139124.125024:0:7220:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009edcba00/0x1f9f6ca451accb20 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35132ef expref: 38 pid: 7220 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139124.125032:0:7220:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a07b0f00) 00010000:00010000:3.0:1746139124.125034:0:7220:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1746139124.125036:0:7220:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009edcba00, rc 0) 00000100:00100000:3.0:1746139124.125194:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbaf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b60e9717-019c-4527-a82a-15e993ac5189+38:3861:x1830958840623488:12345-192.168.203.56@tcp:101:lfs.0 Request processed in 755us (1084us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139124.125200:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 53205 00000100:00100000:0.0:1746139124.127019:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139124.127133:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840623744 00000100:00100000:3.0:1746139124.127139:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840623744 00000100:00100000:3.0:1746139124.127168:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 53206 00000100:00100000:3.0:1746139124.127173:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b60e9717-019c-4527-a82a-15e993ac5189+38:3861:x1830958840623744:12345-192.168.203.56@tcp:101:lfs.0 00010000:00010000:3.0:1746139124.127184:0:7220:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139124.127187:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1746139124.127203:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009edcba00/0x1f9f6ca451accb20 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35132ef expref: 38 pid: 7220 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139124.127221:0:7220:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a07b0f00) 00010000:00010000:3.0:1746139124.127224:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746139124.127231:0:7220:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009edca400/0x1f9f6ca451accb27 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a35132f6 expref: -99 pid: 7220 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139124.127300:0:7220:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009edcbe00/0x1f9f6ca451accb2e lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7220 initiator: MDT0 00010000:00010000:3.0:1746139124.127308:0:7220:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009edcbe00/0x1f9f6ca451accb2e lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7220 initiator: MDT0 00010000:00010000:3.0:1746139124.127313:0:7220:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009edcbe00/0x1f9f6ca451accb2e lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7220 initiator: MDT0 00010000:00010000:3.0:1746139124.127321:0:7220:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009edcae00/0x1f9f6ca451accb35 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7220 initiator: MDT0 00010000:00010000:3.0:1746139124.127326:0:7220:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009edcae00/0x1f9f6ca451accb35 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7220 initiator: MDT0 00010000:00010000:3.0:1746139124.127330:0:7220:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009edcae00/0x1f9f6ca451accb35 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7220 initiator: MDT0 00010000:00010000:3.0:1746139124.127651:0:7220:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131536200/0x1f9f6ca451accb3c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7220 initiator: MDT0 00010000:00010000:3.0:1746139124.127658:0:7220:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131536200/0x1f9f6ca451accb3c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7220 initiator: MDT0 00010000:00010000:3.0:1746139124.127666:0:7220:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131536200/0x1f9f6ca451accb3c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7220 initiator: MDT0 00000004:00200000:3.0:1746139124.127673:0:7220:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4f:0x0]: returning size 0 00010000:00010000:3.0:1746139124.127691:0:7220:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009edcbe00/0x1f9f6ca451accb2e lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7220 initiator: MDT0 00010000:00010000:3.0:1746139124.127696:0:7220:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009edcbe00/0x1f9f6ca451accb2e lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7220 initiator: MDT0 00010000:00010000:3.0:1746139124.127700:0:7220:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009edcbe00/0x1f9f6ca451accb2e lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7220 initiator: MDT0 00010000:00010000:3.0:1746139124.127705:0:7220:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009edcbe00/0x1f9f6ca451accb2e lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7220 initiator: MDT0 00010000:00010000:3.0:1746139124.127709:0:7220:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009edcbe00 already unused, calling callback (ffffffffa0f11690) 00010000:00010000:3.0:1746139124.127712:0:7220:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009edcbe00/0x1f9f6ca451accb2e lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7220 initiator: MDT0 00010000:00010000:3.0:1746139124.127717:0:7220:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009edcbe00/0x1f9f6ca451accb2e lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7220 initiator: MDT0 00010000:00010000:3.0:1746139124.127722:0:7220:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a07b0f00) 00010000:00010000:3.0:1746139124.127724:0:7220:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746139124.127726:0:7220:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009edcbe00/0x1f9f6ca451accb2e lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7220 initiator: MDT0 00010000:00010000:3.0:1746139124.127730:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009edcbe00/0x1f9f6ca451accb2e lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7220 initiator: MDT0 00000004:00010000:3.0:1746139124.127737:0:7220:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88009cbad500 reply state ffff88009c32a000 transno 4294989828 ns: mdt-lustre-MDT0000_UUID lock: ffff88009edcae00/0x1f9f6ca451accb35 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7220 initiator: MDT0 00010000:00010000:3.0:1746139124.127747:0:7220:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009edcae00/0x1f9f6ca451accb35 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7220 initiator: MDT0 00010000:00010000:3.0:1746139124.127750:0:7220:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff88007fdc8900) 00010000:00010000:3.0:1746139124.127752:0:7220:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1746139124.127754:0:7220:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1746139124.127769:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009edca400/0x1f9f6ca451accb27 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35132f6 expref: 40 pid: 7220 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139124.127777:0:7220:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880131536200/0x1f9f6ca451accb3c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35132f6 expref: 39 pid: 7220 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139124.127782:0:7220:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4f:0x0].0x0 (ffff8800a077d800) 00010000:00010000:3.0:1746139124.127783:0:7220:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746139124.127785:0:7220:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880131536200, rc 0) 00000100:00100000:3.0:1746139124.127832:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b60e9717-019c-4527-a82a-15e993ac5189+40:3861:x1830958840623744:12345-192.168.203.56@tcp:101:lfs.0 Request processed in 657us (817us total) trans 4294989828 rc 0/0 00000100:00100000:3.0:1746139124.127838:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 53206 00000100:00100000:0.0:1746139124.129548:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139124.129653:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840624000 00000100:00100000:3.0:1746139124.129660:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840624000 00000100:00100000:3.0:1746139124.129693:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 53207 00000100:00100000:3.0:1746139124.129699:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbadc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b60e9717-019c-4527-a82a-15e993ac5189+40:3861:x1830958840624000:12345-192.168.203.56@tcp:101:lfs.0 00010000:00010000:3.0:1746139124.129714:0:7220:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139124.129726:0:7220:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b8c8a00/0x1f9f6ca451accb4a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a35132fd expref: -99 pid: 7220 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139124.129788:0:7220:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0743c00/0x1f9f6ca451accb51 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7220 initiator: MDT0 00010000:00010000:3.0:1746139124.129803:0:7220:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880131536200/0x1f9f6ca451accb3c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35132f6 expref: 41 pid: 7220 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139124.129809:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0743c00/0x1f9f6ca451accb51 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7220 initiator: MDT0 00010000:00010000:3.0:1746139124.129839:0:7220:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880131536200/0x1f9f6ca451accb3c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35132f6 expref: 41 pid: 7220 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139124.129850:0:7220:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880131536200/0x1f9f6ca451accb3c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35132f6 expref: 41 pid: 7220 timeout: 849 lvb_type: 0 00000100:00100000:3.0:1746139124.129861:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012eed9180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7220:1830958832264320:192.168.203.56@tcp:104: 00000100:00100000:3.0:1746139124.129946:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bbaba80 going to sleep for 11 seconds 00000100:00100000:3.0:1746139124.131715:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012eed9180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7220:1830958832264320:192.168.203.56@tcp:104: 00010000:00010000:3.0:1746139124.131734:0:7220:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0743c00/0x1f9f6ca451accb51 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7220 initiator: MDT0 00000100:00100000:0.0:1746139124.132115:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139124.132166:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840624128 00000100:00100000:1.0:1746139124.132172:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840624128 00010000:00010000:1.0:1746139124.132200:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880131536200/0x1f9f6ca451accb3c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35132f6 expref: 42 pid: 7220 timeout: 849 lvb_type: 0 00000100:00100000:1.0:1746139124.132232:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17531 00000100:00100000:1.0:1746139124.132238:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f15d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+42:2007:x1830958840624128:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746139124.132248:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746139124.132252:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880131536200/0x1f9f6ca451accb3c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35132f6 expref: 42 pid: 7220 timeout: 849 lvb_type: 0 00010000:00010000:1.0:1746139124.132268:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880131536200/0x1f9f6ca451accb3c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35132f6 expref: 42 pid: 7220 timeout: 849 lvb_type: 0 00010000:00010000:1.0:1746139124.132289:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131536200/0x1f9f6ca451accb3c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35132f6 expref: 42 pid: 7220 timeout: 849 lvb_type: 0 00010000:00010000:1.0:1746139124.132312:0:7207:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4f:0x0].0x0 (ffff8800a077d800) 00010000:00010000:1.0:1746139124.132316:0:7207:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0743c00/0x1f9f6ca451accb51 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746139124.132322:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0743c00/0x1f9f6ca451accb51 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746139124.132327:0:7207:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0743c00/0x1f9f6ca451accb51 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746139124.132345:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746139124.132389:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f15d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+41:2007:x1830958840624128:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 150us (275us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139124.132394:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17531 00010000:00010000:3.0:1746139124.132403:0:7220:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0743c00/0x1f9f6ca451accb51 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7220 initiator: MDT0 00010000:00010000:3.0:1746139124.132409:0:7220:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0743c00/0x1f9f6ca451accb51 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7220 initiator: MDT0 00000004:00200000:3.0:1746139124.132425:0:7220:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4f:0x0]: returning size 0 00000004:00080000:3.0:1746139124.132536:0:7220:0:(osp_object.c:1637:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x1e:0x0], index 0: 0 00000004:00080000:3.0:1746139124.132541:0:7220:0:(osp_object.c:1637:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x1f:0x0], index 1: 0 00010000:00010000:3.0:1746139124.132605:0:7220:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0743c00/0x1f9f6ca451accb51 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7220 initiator: MDT0 00010000:00010000:3.0:1746139124.132644:0:7220:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0743c00/0x1f9f6ca451accb51 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7220 initiator: MDT0 00010000:00010000:3.0:1746139124.132649:0:7220:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0743c00/0x1f9f6ca451accb51 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7220 initiator: MDT0 00010000:00010000:3.0:1746139124.132653:0:7220:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a0743c00 already unused, calling callback (ffffffffa0f11690) 00010000:00010000:3.0:1746139124.132657:0:7220:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0743c00/0x1f9f6ca451accb51 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7220 initiator: MDT0 00010000:00010000:3.0:1746139124.132662:0:7220:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0743c00/0x1f9f6ca451accb51 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7220 initiator: MDT0 00010000:00010000:3.0:1746139124.132670:0:7220:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4f:0x0].0x0 (ffff8800a077d800) 00010000:00010000:3.0:1746139124.132672:0:7220:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1746139124.132674:0:7220:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0743c00/0x1f9f6ca451accb51 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7220 initiator: MDT0 00010000:00010000:3.0:1746139124.132678:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0743c00/0x1f9f6ca451accb51 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7220 initiator: MDT0 00010000:00010000:3.0:1746139124.132716:0:7220:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b8c8a00/0x1f9f6ca451accb4a lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35132fd expref: 41 pid: 7220 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139124.132723:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b8c8a00/0x1f9f6ca451accb4a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a35132fd expref: 41 pid: 7220 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139124.132741:0:7220:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b8c8a00, rc 0) 00000100:00100000:3.0:1746139124.132774:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbadc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b60e9717-019c-4527-a82a-15e993ac5189+40:3861:x1830958840624000:12345-192.168.203.56@tcp:101:lfs.0 Request processed in 3075us (3231us total) trans 4294989829 rc 301/301 00000100:00100000:3.0:1746139124.132780:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 53207 00000100:00100000:0.0:1746139124.134754:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139124.135217:0:7222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840624384 00000100:00100000:3.0:1746139124.135223:0:7222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840624384 00000100:00100000:3.0:1746139124.135270:0:7222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 211 00000100:00100000:3.0:1746139124.135277:0:7222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f15fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b60e9717-019c-4527-a82a-15e993ac5189+40:3861:x1830958840624384:12345-192.168.203.56@tcp:35:lfs.0 00000100:00100000:3.0:1746139124.135467:0:7222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f15fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b60e9717-019c-4527-a82a-15e993ac5189+41:3861:x1830958840624384:12345-192.168.203.56@tcp:35:lfs.0 Request processed in 189us (717us total) trans 4294989830 rc 0/0 00000100:00100000:3.0:1746139124.135474:0:7222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 211 00000100:00100000:0.0:1746139124.137978:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139124.138837:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840624512 00000100:00100000:3.0:1746139124.138845:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840624512 00000100:00100000:3.0:1746139124.138885:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 53208 00000100:00100000:3.0:1746139124.138892:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f15e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b60e9717-019c-4527-a82a-15e993ac5189+41:3861:x1830958840624512:12345-192.168.203.56@tcp:101:lfs.0 00010000:00010000:3.0:1746139124.138907:0:7220:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139124.138923:0:7220:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009edca400/0x1f9f6ca451accb5f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3513304 expref: -99 pid: 7220 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139124.138962:0:7220:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009edca400/0x1f9f6ca451accb5f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3513304 expref: 42 pid: 7220 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139124.138972:0:7220:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009edca400/0x1f9f6ca451accb5f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3513304 expref: 42 pid: 7220 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139124.138985:0:7220:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4f:0x0].0x0 (ffff8800a077de00) 00010000:00010000:3.0:1746139124.138987:0:7220:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1746139124.138990:0:7220:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009edca400, rc 0) 00000100:00100000:3.0:1746139124.139028:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f15e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b60e9717-019c-4527-a82a-15e993ac5189+42:3861:x1830958840624512:12345-192.168.203.56@tcp:101:lfs.0 Request processed in 136us (1057us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139124.139034:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 53208 00000100:00100000:0.0:1746139124.140937:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139124.141012:0:7222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840624768 00000100:00100000:3.0:1746139124.141022:0:7222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840624768 00000100:00100000:3.0:1746139124.141914:0:7222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 212 00000100:00100000:3.0:1746139124.141926:0:7222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f15f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b60e9717-019c-4527-a82a-15e993ac5189+42:3861:x1830958840624768:12345-192.168.203.56@tcp:35:lfs.0 00000100:00100000:3.0:1746139124.142110:0:7222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f15f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b60e9717-019c-4527-a82a-15e993ac5189+43:3861:x1830958840624768:12345-192.168.203.56@tcp:35:lfs.0 Request processed in 186us (1178us total) trans 4294989831 rc 0/0 00000100:00100000:3.0:1746139124.142116:0:7222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 212 00000100:00100000:0.0:1746139124.153542:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139124.153661:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840624896 00000100:00100000:3.0:1746139124.153669:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840624896 00000100:00100000:3.0:1746139124.153708:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 53209 00000100:00100000:3.0:1746139124.153715:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed1dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b60e9717-019c-4527-a82a-15e993ac5189+43:3862:x1830958840624896:12345-192.168.203.56@tcp:101:dd.0 00010000:00010000:3.0:1746139124.153734:0:7220:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139124.153749:0:7220:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0743c00/0x1f9f6ca451accb66 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a351330b expref: -99 pid: 7220 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139124.153792:0:7220:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0743200/0x1f9f6ca451accb6d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7220 initiator: MDT0 00010000:00010000:3.0:1746139124.153802:0:7220:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0743200/0x1f9f6ca451accb6d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7220 initiator: MDT0 00010000:00010000:3.0:1746139124.153811:0:7220:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0743200/0x1f9f6ca451accb6d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7220 initiator: MDT0 00000004:00200000:3.0:1746139124.153842:0:7220:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1746139124.153845:0:7220:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1746139124.153860:0:7220:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0743200/0x1f9f6ca451accb6d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7220 initiator: MDT0 00010000:00010000:3.0:1746139124.153875:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0743c00/0x1f9f6ca451accb66 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351330b expref: 45 pid: 7220 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139124.153897:0:7220:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0743200/0x1f9f6ca451accb6d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351330b expref: 44 pid: 7220 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139124.153904:0:7220:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a07b0f00) 00010000:00010000:3.0:1746139124.153908:0:7220:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1746139124.153911:0:7220:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0743200, rc 0) 00000100:00100000:3.0:1746139124.153966:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed1dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b60e9717-019c-4527-a82a-15e993ac5189+44:3862:x1830958840624896:12345-192.168.203.56@tcp:101:dd.0 Request processed in 251us (430us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139124.153974:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 53209 00000100:00100000:0.0:1746139124.154555:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139124.154778:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840625024 00000100:00100000:3.0:1746139124.154784:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840625024 00000100:00100000:3.0:1746139124.154812:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 53210 00000100:00100000:3.0:1746139124.154817:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c248380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+27:3863:x1830958840625024:12345-192.168.203.56@tcp:101:dd.0 00010000:00010000:3.0:1746139124.154829:0:7220:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139124.154844:0:7220:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f329c00/0x1f9f6ca451accb74 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3513312 expref: -99 pid: 7220 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139124.154947:0:7220:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d8e000/0x1f9f6ca451accb7b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7220 initiator: MDT0 00010000:00010000:3.0:1746139124.154957:0:7220:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d8e000/0x1f9f6ca451accb7b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7220 initiator: MDT0 00010000:00010000:3.0:1746139124.154964:0:7220:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d8e000/0x1f9f6ca451accb7b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7220 initiator: MDT0 00000004:00200000:3.0:1746139124.154990:0:7220:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1746139124.154993:0:7220:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1746139124.155010:0:7220:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d8e000/0x1f9f6ca451accb7b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7220 initiator: MDT0 00010000:00010000:3.0:1746139124.155025:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f329c00/0x1f9f6ca451accb74 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3513312 expref: 29 pid: 7220 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139124.155039:0:7220:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d8e000/0x1f9f6ca451accb7b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3513312 expref: 28 pid: 7220 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139124.155045:0:7220:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a07b0f00) 00010000:00010000:3.0:1746139124.155048:0:7220:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1746139124.155050:0:7220:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5d8e000, rc 0) 00000100:00100000:3.0:1746139124.155087:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c248380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+28:3863:x1830958840625024:12345-192.168.203.56@tcp:101:dd.0 Request processed in 269us (532us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139124.155093:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 53210 00000100:00100000:1.0:1746139124.157053:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139124.157149:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840625280 00000100:00100000:3.0:1746139124.157159:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840625280 00000100:00100000:3.0:1746139124.157210:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 53211 00000100:00100000:3.0:1746139124.157220:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131465c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+28:3863:x1830958840625280:12345-192.168.203.56@tcp:101:dd.0 00010000:00010000:3.0:1746139124.157237:0:7220:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139124.157261:0:7220:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88007fe8ca00/0x1f9f6ca451accb82 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3513319 expref: -99 pid: 7220 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139124.157372:0:7220:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88007fe8cc00/0x1f9f6ca451accb89 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7220 initiator: MDT0 00010000:00010000:3.0:1746139124.157385:0:7220:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88007fe8cc00/0x1f9f6ca451accb89 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0xd/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7220 initiator: MDT0 00000100:00100000:1.0:1746139124.157393:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00010000:00010000:3.0:1746139124.157394:0:7220:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88007fe8cc00/0x1f9f6ca451accb89 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0xd/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7220 initiator: MDT0 00000004:00200000:3.0:1746139124.157404:0:7220:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4a:0x0]: returning size 26214400 00000100:00100000:0.0:1746139124.157446:0:14239:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840625536 00000100:00100000:0.0:1746139124.157450:0:14239:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840625536 00000100:00100000:0.0:1746139124.157469:0:14239:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 53212 00000100:00100000:0.0:1746139124.157473:0:14239:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131465880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b60e9717-019c-4527-a82a-15e993ac5189+44:3862:x1830958840625536:12345-192.168.203.56@tcp:101:dd.0 00010000:00010000:0.0:1746139124.157480:0:14239:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746139124.157481:0:14239:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1746139124.157487:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88007fe8ca00/0x1f9f6ca451accb82 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3513319 expref: 31 pid: 7220 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139124.157493:0:14239:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0743200/0x1f9f6ca451accb6d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351330b expref: 44 pid: 7220 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139124.157499:0:7220:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88007fe8cc00/0x1f9f6ca451accb89 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0xd/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3513319 expref: 30 pid: 7220 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139124.157505:0:7220:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff88012fb4af00) 00010000:00010000:3.0:1746139124.157507:0:7220:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:3.0:1746139124.157510:0:7220:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88007fe8cc00, rc 0) 00000100:00100000:3.0:1746139124.157546:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131465c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+30:3863:x1830958840625280:12345-192.168.203.56@tcp:101:dd.0 Request processed in 328us (500us total) trans 4294989832 rc 0/0 00000100:00100000:3.0:1746139124.157552:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 53211 00010000:00010000:0.0:1746139124.157614:0:14239:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a07b0f00) 00010000:00010000:0.0:1746139124.157641:0:14239:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746139124.157699:0:14239:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009edca200/0x1f9f6ca451accb97 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3513327 expref: -99 pid: 14239 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139124.157748:0:14239:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880072515600/0x1f9f6ca451accb9e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14239 initiator: MDT0 00010000:00010000:3.0:1746139124.157754:0:14239:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072515600/0x1f9f6ca451accb9e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14239 initiator: MDT0 00010000:00010000:3.0:1746139124.157760:0:14239:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072515600/0x1f9f6ca451accb9e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14239 initiator: MDT0 00000004:00200000:3.0:1746139124.157765:0:14239:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4d:0x0]: returning size 26214400 00010000:00010000:3.0:1746139124.157800:0:14239:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009edca200/0x1f9f6ca451accb97 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3513327 expref: 46 pid: 14239 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139124.157814:0:14239:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880072515600/0x1f9f6ca451accb9e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3513327 expref: 45 pid: 14239 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139124.157818:0:14239:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4d:0x0].0x0 (ffff8800a00bd500) 00010000:00010000:3.0:1746139124.157820:0:14239:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746139124.157822:0:14239:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072515600, rc 0) 00000100:00100000:3.0:1746139124.157842:0:14239:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131465880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b60e9717-019c-4527-a82a-15e993ac5189+45:3862:x1830958840625536:12345-192.168.203.56@tcp:101:dd.0 Request processed in 368us (448us total) trans 4294989833 rc 0/0 00000100:00100000:3.0:1746139124.157847:0:14239:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 53212 00000100:00100000:0.0:1746139124.158539:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139124.159106:0:7224:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840625664 00000100:00100000:2.0:1746139124.159114:0:7224:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840625664 00000100:00100000:2.0:1746139124.159160:0:7224:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 675 00000100:00100000:2.0:1746139124.159167:0:7224:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c24bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:b60e9717-019c-4527-a82a-15e993ac5189+45:2007:x1830958840625664:12345-192.168.203.56@tcp:63:ll_sa.0 00010000:00010000:2.0:1746139124.159190:0:7224:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139124.159202:0:7224:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008760de00/0x1f9f6ca451accbac lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3513320 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139124.159235:0:7224:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008760ca00/0x1f9f6ca451accbb3 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7224 initiator: MDT0 00010000:00010000:2.0:1746139124.159245:0:7224:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008760ca00/0x1f9f6ca451accbb3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7224 initiator: MDT0 00010000:00010000:2.0:1746139124.159254:0:7224:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008760ca00/0x1f9f6ca451accbb3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7224 initiator: MDT0 00010000:00010000:2.0:1746139124.159262:0:7224:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008760da00/0x1f9f6ca451accbba lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7224 initiator: MDT0 00010000:00010000:2.0:1746139124.159267:0:7224:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008760da00/0x1f9f6ca451accbba lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7224 initiator: MDT0 00010000:00010000:2.0:1746139124.159271:0:7224:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008760da00/0x1f9f6ca451accbba lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7224 initiator: MDT0 00010000:00010000:2.0:1746139124.159340:0:7224:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008760d200/0x1f9f6ca451accbc1 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7224 initiator: MDT0 00010000:00010000:2.0:1746139124.159355:0:7224:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008760d200/0x1f9f6ca451accbc1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7224 initiator: MDT0 00010000:00010000:2.0:1746139124.159361:0:7224:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008760d200/0x1f9f6ca451accbc1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7224 initiator: MDT0 00000004:00200000:2.0:1746139124.159375:0:7224:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4f:0x0]: returning size 0 00000004:00200000:2.0:1746139124.159378:0:7224:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1746139124.159391:0:7224:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008760d200/0x1f9f6ca451accbc1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7224 initiator: MDT0 00010000:00010000:2.0:1746139124.159398:0:7224:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008760d200/0x1f9f6ca451accbc1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7224 initiator: MDT0 00010000:00010000:2.0:1746139124.159403:0:7224:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008760ca00/0x1f9f6ca451accbb3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7224 initiator: MDT0 00010000:00010000:2.0:1746139124.159408:0:7224:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008760ca00/0x1f9f6ca451accbb3 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7224 initiator: MDT0 00010000:00010000:2.0:1746139124.159416:0:7224:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008760ca00/0x1f9f6ca451accbb3 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7224 initiator: MDT0 00010000:00010000:2.0:1746139124.159421:0:7224:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008760ca00 already unused, calling callback (ffffffffa0f11690) 00010000:00010000:2.0:1746139124.159424:0:7224:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008760ca00/0x1f9f6ca451accbb3 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7224 initiator: MDT0 00010000:00010000:2.0:1746139124.159430:0:7224:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008760ca00/0x1f9f6ca451accbb3 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7224 initiator: MDT0 00010000:00010000:2.0:1746139124.159438:0:7224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a07b0f00) 00010000:00010000:2.0:1746139124.159440:0:7224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746139124.159443:0:7224:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008760ca00/0x1f9f6ca451accbb3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7224 initiator: MDT0 00010000:00010000:2.0:1746139124.159448:0:7224:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008760ca00/0x1f9f6ca451accbb3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7224 initiator: MDT0 00010000:00010000:2.0:1746139124.159469:0:7224:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008760da00/0x1f9f6ca451accbba lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7224 initiator: MDT0 00010000:00010000:2.0:1746139124.159474:0:7224:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008760da00/0x1f9f6ca451accbba lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7224 initiator: MDT0 00010000:00010000:2.0:1746139124.159478:0:7224:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008760da00/0x1f9f6ca451accbba lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7224 initiator: MDT0 00010000:00010000:2.0:1746139124.159482:0:7224:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008760da00 already unused, calling callback (ffffffffa0f11690) 00010000:00010000:2.0:1746139124.159484:0:7224:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008760da00/0x1f9f6ca451accbba lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7224 initiator: MDT0 00010000:00010000:2.0:1746139124.159488:0:7224:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008760da00/0x1f9f6ca451accbba lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7224 initiator: MDT0 00010000:00010000:2.0:1746139124.159496:0:7224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff88007fdc8900) 00010000:00010000:2.0:1746139124.159498:0:7224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746139124.159500:0:7224:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008760da00/0x1f9f6ca451accbba lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7224 initiator: MDT0 00010000:00010000:2.0:1746139124.159504:0:7224:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008760da00/0x1f9f6ca451accbba lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7224 initiator: MDT0 00010000:00010000:2.0:1746139124.159521:0:7224:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008760de00/0x1f9f6ca451accbac lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3513320 expref: 47 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139124.159529:0:7224:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008760d200/0x1f9f6ca451accbc1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3513320 expref: 46 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139124.159534:0:7224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4f:0x0].0x0 (ffff8800a077de00) 00010000:00010000:2.0:1746139124.159536:0:7224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746139124.159538:0:7224:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008760d200, rc 0) 00010000:00010000:2.0:1746139124.159542:0:7224:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139124.159547:0:7224:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f3d3200/0x1f9f6ca451accbc8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a351332e expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139124.159561:0:7224:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f3d3600/0x1f9f6ca451accbcf lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7224 initiator: MDT0 00010000:00010000:2.0:1746139124.159566:0:7224:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f3d3600/0x1f9f6ca451accbcf lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7224 initiator: MDT0 00010000:00010000:2.0:1746139124.159572:0:7224:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f3d3600/0x1f9f6ca451accbcf lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7224 initiator: MDT0 00010000:00010000:2.0:1746139124.159580:0:7224:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f3d3e00/0x1f9f6ca451accbd6 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7224 initiator: MDT0 00010000:00010000:2.0:1746139124.159585:0:7224:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f3d3e00/0x1f9f6ca451accbd6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7224 initiator: MDT0 00010000:00010000:2.0:1746139124.159589:0:7224:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f3d3e00/0x1f9f6ca451accbd6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7224 initiator: MDT0 00010000:00010000:2.0:1746139124.159601:0:7224:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f3d3600/0x1f9f6ca451accbcf lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7224 initiator: MDT0 00010000:00010000:2.0:1746139124.159604:0:7224:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009f3d3600/0x1f9f6ca451accbcf lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7224 initiator: MDT0 00010000:00010000:2.0:1746139124.159608:0:7224:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009f3d3600/0x1f9f6ca451accbcf lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7224 initiator: MDT0 00010000:00010000:2.0:1746139124.159611:0:7224:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009f3d3600 already unused, calling callback (ffffffffa0f11690) 00010000:00010000:2.0:1746139124.159613:0:7224:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f3d3600/0x1f9f6ca451accbcf lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7224 initiator: MDT0 00010000:00010000:2.0:1746139124.159655:0:7224:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f3d3600/0x1f9f6ca451accbcf lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7224 initiator: MDT0 00010000:00010000:2.0:1746139124.159661:0:7224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a07b0f00) 00010000:00010000:2.0:1746139124.159663:0:7224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746139124.159665:0:7224:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009f3d3600/0x1f9f6ca451accbcf lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7224 initiator: MDT0 00010000:00010000:2.0:1746139124.159670:0:7224:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f3d3600/0x1f9f6ca451accbcf lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7224 initiator: MDT0 00010000:00010000:2.0:1746139124.159677:0:7224:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f3d3e00/0x1f9f6ca451accbd6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7224 initiator: MDT0 00010000:00010000:2.0:1746139124.159681:0:7224:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009f3d3e00/0x1f9f6ca451accbd6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7224 initiator: MDT0 00010000:00010000:2.0:1746139124.159685:0:7224:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009f3d3e00/0x1f9f6ca451accbd6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7224 initiator: MDT0 00010000:00010000:2.0:1746139124.159688:0:7224:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009f3d3e00 already unused, calling callback (ffffffffa0f11690) 00010000:00010000:2.0:1746139124.159690:0:7224:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f3d3e00/0x1f9f6ca451accbd6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7224 initiator: MDT0 00010000:00010000:2.0:1746139124.159693:0:7224:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f3d3e00/0x1f9f6ca451accbd6 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7224 initiator: MDT0 00010000:00010000:2.0:1746139124.159697:0:7224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce70cf (ffff8800a0285400) 00010000:00010000:2.0:1746139124.159698:0:7224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746139124.159700:0:7224:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009f3d3e00/0x1f9f6ca451accbd6 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7224 initiator: MDT0 00010000:00010000:2.0:1746139124.159703:0:7224:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f3d3e00/0x1f9f6ca451accbd6 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7224 initiator: MDT0 00010000:00010000:2.0:1746139124.159720:0:7224:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f3d3200/0x1f9f6ca451accbc8 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351332e expref: 47 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139124.159725:0:7224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a07b0f00) 00010000:00010000:2.0:1746139124.159726:0:7224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1746139124.159728:0:7224:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f3d3200/0x1f9f6ca451accbc8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351332e expref: 47 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139124.159733:0:7224:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f3d3200, rc -2) 00000100:00100000:2.0:1746139124.159775:0:7224:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c24bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:b60e9717-019c-4527-a82a-15e993ac5189+46:2007:x1830958840625664:12345-192.168.203.56@tcp:63:ll_sa.0 Request processed in 608us (1237us total) trans 0 rc -2/-2 00000100:00100000:2.0:1746139124.159780:0:7224:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 675 00000100:00100000:0.0:1746139124.162723:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139124.162757:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139124.162778:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840626048 00000100:00100000:1.0:1746139124.162786:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840626048 00000100:00100000:1.0:1746139124.162845:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 1367 00000100:00100000:1.0:1746139124.162853:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008746d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+46:2009:x1830958840626048:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746139124.162866:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746139124.162888:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072515600/0x1f9f6ca451accb9e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3513327 expref: 46 pid: 14239 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746139124.162915:0:7207:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4d:0x0].0x0 (ffff8800a00bd500) 00010000:00010000:1.0:1746139124.162918:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746139124.162955:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008746d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60e9717-019c-4527-a82a-15e993ac5189+45:2009:x1830958840626048:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 103us (196us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139124.162960:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1367 00000100:00100000:3.0:1746139124.163173:0:14239:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840625920 00000100:00100000:3.0:1746139124.163177:0:14239:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840625920 00000100:00100000:3.0:1746139124.163204:0:14239:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 53213 00000100:00100000:3.0:1746139124.163208:0:14239:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008746d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+30:3863:x1830958840625920:12345-192.168.203.56@tcp:101:dd.0 00010000:00010000:3.0:1746139124.163225:0:14239:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746139124.163227:0:14239:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1746139124.163239:0:14239:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d8e000/0x1f9f6ca451accb7b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3513312 expref: 30 pid: 7220 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139124.163247:0:14239:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a07b0f00) 00010000:00010000:3.0:1746139124.163249:0:14239:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746139124.163257:0:14239:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0892400/0x1f9f6ca451accbdd lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a351335f expref: -99 pid: 14239 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139124.163367:0:14239:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7836600/0x1f9f6ca451accbe4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14239 initiator: MDT0 00010000:00010000:3.0:1746139124.163376:0:14239:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7836600/0x1f9f6ca451accbe4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14239 initiator: MDT0 00010000:00010000:3.0:1746139124.163385:0:14239:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7836600/0x1f9f6ca451accbe4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14239 initiator: MDT0 00010000:00010000:3.0:1746139124.163392:0:14239:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7836400/0x1f9f6ca451accbeb lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14239 initiator: MDT0 00010000:00010000:3.0:1746139124.163398:0:14239:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7836400/0x1f9f6ca451accbeb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14239 initiator: MDT0 00010000:00010000:3.0:1746139124.163402:0:14239:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7836400/0x1f9f6ca451accbeb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14239 initiator: MDT0 00010000:00010000:3.0:1746139124.163437:0:14239:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7836000/0x1f9f6ca451accbf2 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14239 initiator: MDT0 00010000:00010000:3.0:1746139124.163443:0:14239:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7836000/0x1f9f6ca451accbf2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14239 initiator: MDT0 00010000:00010000:3.0:1746139124.163448:0:14239:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7836000/0x1f9f6ca451accbf2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14239 initiator: MDT0 00000004:00200000:3.0:1746139124.163454:0:14239:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4f:0x0]: returning size 0 00010000:00010000:3.0:1746139124.163514:0:14239:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7836600/0x1f9f6ca451accbe4 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14239 initiator: MDT0 00010000:00010000:3.0:1746139124.163519:0:14239:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7836600/0x1f9f6ca451accbe4 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 14239 initiator: MDT0 00010000:00010000:3.0:1746139124.163524:0:14239:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7836600/0x1f9f6ca451accbe4 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 14239 initiator: MDT0 00010000:00010000:3.0:1746139124.163529:0:14239:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7836600/0x1f9f6ca451accbe4 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14239 initiator: MDT0 00010000:00010000:3.0:1746139124.163534:0:14239:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a7836600 already unused, calling callback (ffffffffa0f11690) 00010000:00010000:3.0:1746139124.163538:0:14239:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7836600/0x1f9f6ca451accbe4 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14239 initiator: MDT0 00010000:00010000:3.0:1746139124.163543:0:14239:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7836600/0x1f9f6ca451accbe4 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 14239 initiator: MDT0 00010000:00010000:3.0:1746139124.163549:0:14239:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a07b0f00) 00010000:00010000:3.0:1746139124.163551:0:14239:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746139124.163554:0:14239:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7836600/0x1f9f6ca451accbe4 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14239 initiator: MDT0 00010000:00010000:3.0:1746139124.163558:0:14239:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7836600/0x1f9f6ca451accbe4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14239 initiator: MDT0 00010000:00010000:3.0:1746139124.163567:0:14239:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7836400/0x1f9f6ca451accbeb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14239 initiator: MDT0 00010000:00010000:3.0:1746139124.163571:0:14239:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7836400/0x1f9f6ca451accbeb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14239 initiator: MDT0 00010000:00010000:3.0:1746139124.163575:0:14239:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7836400/0x1f9f6ca451accbeb lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14239 initiator: MDT0 00010000:00010000:3.0:1746139124.163579:0:14239:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a7836400 already unused, calling callback (ffffffffa0f11690) 00010000:00010000:3.0:1746139124.163581:0:14239:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7836400/0x1f9f6ca451accbeb lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14239 initiator: MDT0 00010000:00010000:3.0:1746139124.163585:0:14239:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7836400/0x1f9f6ca451accbeb lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14239 initiator: MDT0 00010000:00010000:3.0:1746139124.163591:0:14239:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff88007fdc8900) 00010000:00010000:3.0:1746139124.163593:0:14239:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746139124.163595:0:14239:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7836400/0x1f9f6ca451accbeb lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14239 initiator: MDT0 00010000:00010000:3.0:1746139124.163602:0:14239:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7836400/0x1f9f6ca451accbeb lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14239 initiator: MDT0 00010000:00010000:3.0:1746139124.163650:0:14239:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0892400/0x1f9f6ca451accbdd lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351335f expref: 32 pid: 14239 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139124.163658:0:14239:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7836000/0x1f9f6ca451accbf2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351335f expref: 31 pid: 14239 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139124.163664:0:14239:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4f:0x0].0x0 (ffff8800a077de00) 00010000:00010000:3.0:1746139124.163666:0:14239:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746139124.163667:0:14239:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7836000, rc 0) 00000100:00100000:3.0:1746139124.164248:0:14239:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008746d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+31:3863:x1830958840625920:12345-192.168.203.56@tcp:101:dd.0 Request processed in 1035us (1528us total) trans 4294989834 rc 0/0 00000100:00100000:3.0:1746139124.164255:0:14239:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 53213 00000100:00100000:0.0:1746139124.165341:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139124.166787:0:27214:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840626304 00000100:00100000:2.0:1746139124.166800:0:27214:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840626304 00000100:00100000:2.0:1746139124.166871:0:27214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13667 00000100:00100000:2.0:1746139124.166885:0:27214:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089378000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:b60e9717-019c-4527-a82a-15e993ac5189+17:2009:x1830958840626304:12345-192.168.203.56@tcp:3:dd.0 00010000:00010000:2.0:1746139124.166918:0:27214:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88012fa5e600/0x1f9f6ca451accc00 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27214 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139124.166930:0:27214:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139124.166932:0:27214:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139124.166936:0:27214:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fa5e600/0x1f9f6ca451accc00 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27214 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139124.166947:0:27214:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fa5e600/0x1f9f6ca451accc00 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27214 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746139124.167176:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139124.167212:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139124.167229:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840626432 00000100:00100000:1.0:1746139124.167232:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840626432 00000100:00100000:1.0:1746139124.167268:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840626560 00000100:00100000:1.0:1746139124.167270:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840626560 00000100:00100000:1.0:1746139124.167283:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30238 00000100:00100000:1.0:1746139124.167288:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131464380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b60e9717-019c-4527-a82a-15e993ac5189+9:2008:x1830958840626432:12345-192.168.203.56@tcp:101:ll_agl.0 00010000:00010000:1.0:1746139124.167298:0:9562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139124.167334:0:9562:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f329c00/0x1f9f6ca451accc07 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3513366 expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1746139124.167359:0:9562:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1746139124.167370:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139124.167371:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139124.167376:0:9562:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f329c00/0x1f9f6ca451accc07 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3513366 expref: 10 pid: 9562 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746139124.167386:0:9562:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f329c00/0x1f9f6ca451accc07 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3513366 expref: 10 pid: 9562 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746139124.167400:0:9562:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f329c00, rc 0) 00000100:00100000:1.0:1746139124.167433:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131464380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b60e9717-019c-4527-a82a-15e993ac5189+10:2008:x1830958840626432:12345-192.168.203.56@tcp:101:ll_agl.0 Request processed in 145us (258us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139124.167438:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30238 00000100:00100000:1.0:1746139124.167450:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30239 00000100:00100000:1.0:1746139124.167454:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131466a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b60e9717-019c-4527-a82a-15e993ac5189+18:2008:x1830958840626560:12345-192.168.203.56@tcp:101:ll_agl.0 00010000:00010000:1.0:1746139124.167459:0:9562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746139124.167466:0:9562:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f0da400/0x1f9f6ca451accc0e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a351336d expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1746139124.167478:0:9562:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1746139124.167484:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139124.167486:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746139124.167489:0:9562:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f0da400/0x1f9f6ca451accc0e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351336d expref: 19 pid: 9562 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746139124.167496:0:9562:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f0da400/0x1f9f6ca451accc0e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351336d expref: 19 pid: 9562 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746139124.167502:0:9562:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f0da400, rc 0) 00000100:00100000:1.0:1746139124.167515:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131466a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b60e9717-019c-4527-a82a-15e993ac5189+19:2008:x1830958840626560:12345-192.168.203.56@tcp:101:ll_agl.0 Request processed in 60us (302us total) trans 0 rc 0/0 00000100:00100000:1.0:1746139124.167519:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30239 00000100:00100000:1.0:1746139124.174071:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139124.175460:0:27215:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840626816 00000100:00100000:0.0:1746139124.175470:0:27215:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840626816 00000100:00100000:1.0:1746139124.176104:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139124.176972:0:27215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13668 00000100:00100000:0.0:1746139124.176985:0:27215:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093493100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:b60e9717-019c-4527-a82a-15e993ac5189+10:2009:x1830958840626816:12345-192.168.203.56@tcp:3:dd.0 00010000:00010000:0.0:1746139124.177028:0:27215:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88007279a000/0x1f9f6ca451accc15 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27215 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139124.177041:0:27215:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139124.177043:0:27215:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746139124.177048:0:27215:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88007279a000/0x1f9f6ca451accc15 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27215 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746139124.177062:0:27215:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88007279a000/0x1f9f6ca451accc15 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27215 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746139124.177439:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840626944 00000100:00100000:2.0:1746139124.177446:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840626944 00000100:00100000:2.0:1746139124.177494:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30240 00000100:00100000:2.0:1746139124.177500:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093491880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+9:3863:x1830958840626944:12345-192.168.203.56@tcp:101:dd.0 00010000:00010000:2.0:1746139124.177509:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139124.177519:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f3d3200/0x1f9f6ca451accc1c lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a3513374 expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139124.177538:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f329c00/0x1f9f6ca451accc07 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3513366 expref: 11 pid: 9562 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746139124.177544:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139124.177545:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139124.177552:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f3d3200/0x1f9f6ca451accc1c lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3513374 expref: 10 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139124.177582:0:9564:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f329c00/0x1f9f6ca451accc07 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3513366 expref: 11 pid: 9562 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746139124.177593:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f329c00/0x1f9f6ca451accc07 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3513366 expref: 11 pid: 9562 timeout: 849 lvb_type: 1 00000100:00100000:2.0:1746139124.177604:0:9564:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f179500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9564:1830958832264448:192.168.203.56@tcp:104: 00000100:00100000:2.0:1746139124.177726:0:9564:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007fe37240 going to sleep for 11 seconds 00010000:00010000:2.0:1746139124.181465:0:27214:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88012fa5e600/0x1f9f6ca451accc00 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27214 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139124.181477:0:27214:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012fa5e600/0x1f9f6ca451accc00 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27214 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139124.181483:0:27214:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012fa5e600/0x1f9f6ca451accc00 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27214 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139124.181488:0:27214:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012fa5e600 already unused, calling callback (ffffffffa0865d70) 00010000:00010000:2.0:1746139124.181491:0:27214:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012fa5e600/0x1f9f6ca451accc00 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27214 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139124.181496:0:27214:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012fa5e600/0x1f9f6ca451accc00 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27214 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139124.181509:0:27214:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012fa5e600/0x1f9f6ca451accc00 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27214 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139124.181519:0:27214:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fa5e600/0x1f9f6ca451accc00 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27214 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746139124.181581:0:27214:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089378000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:b60e9717-019c-4527-a82a-15e993ac5189+18:2009:x1830958840626304:12345-192.168.203.56@tcp:3:dd.0 Request processed in 14699us (16240us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746139124.181590:0:27214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13667 00000100:00100000:2.0:1746139124.185453:0:9564:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f179500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9564:1830958832264448:192.168.203.56@tcp:104: 00010000:00010000:2.0:1746139124.185480:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f3d3200/0x1f9f6ca451accc1c lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3513374 expref: 10 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139124.185495:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f3d3200, rc 0) 00000100:00100000:2.0:1746139124.185554:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093491880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+10:3863:x1830958840626944:12345-192.168.203.56@tcp:101:dd.0 Request processed in 8053us (9452us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139124.185562:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30240 00000100:00100000:1.0:1746139124.185665:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139124.185977:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840627072 00000100:00100000:2.0:1746139124.185982:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840627072 00010000:00010000:2.0:1746139124.186004:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f329c00/0x1f9f6ca451accc07 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3513366 expref: 12 pid: 9562 timeout: 849 lvb_type: 1 00000100:00100000:2.0:1746139124.186023:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17532 00000100:00100000:2.0:1746139124.186028:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800acc5dc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+12:2009:x1830958840627072:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139124.186038:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139124.186053:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f329c00/0x1f9f6ca451accc07 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3513366 expref: 12 pid: 9562 timeout: 849 lvb_type: 1 00010000:00010000:2.0:1746139124.186068:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f329c00/0x1f9f6ca451accc07 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3513366 expref: 12 pid: 9562 timeout: 849 lvb_type: 1 00010000:00010000:2.0:1746139124.186085:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f329c00/0x1f9f6ca451accc07 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3513366 expref: 12 pid: 9562 timeout: 849 lvb_type: 1 00010000:00010000:2.0:1746139124.186097:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139124.186099:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139124.186104:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f3d3200/0x1f9f6ca451accc1c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3513374 expref: 9 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139124.186111:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f3d3200/0x1f9f6ca451accc1c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3513374 expref: 9 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139124.186133:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f3d3200/0x1f9f6ca451accc1c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a3513374 expref: 9 pid: 9564 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746139124.186143:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f179500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:15672:1830958832264576:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139124.186199:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007fe37240 going to sleep for 11 seconds 00010000:00010000:3.0:1746139124.187198:0:27215:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88007279a000/0x1f9f6ca451accc15 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27215 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139124.187207:0:27215:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88007279a000/0x1f9f6ca451accc15 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27215 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139124.187214:0:27215:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88007279a000/0x1f9f6ca451accc15 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27215 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139124.187219:0:27215:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88007279a000 already unused, calling callback (ffffffffa0865d70) 00010000:00010000:3.0:1746139124.187223:0:27215:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88007279a000/0x1f9f6ca451accc15 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27215 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139124.187234:0:27215:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88007279a000/0x1f9f6ca451accc15 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27215 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139124.187245:0:27215:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88007279a000/0x1f9f6ca451accc15 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27215 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746139124.187250:0:27215:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88007279a000/0x1f9f6ca451accc15 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27215 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746139124.187425:0:27215:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093493100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:b60e9717-019c-4527-a82a-15e993ac5189+10:2009:x1830958840626816:12345-192.168.203.56@tcp:3:dd.0 Request processed in 10442us (13361us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746139124.187433:0:27215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13668 00000100:00100000:2.0:1746139124.189158:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f179500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:15672:1830958832264576:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139124.189172:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139124.189246:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800acc5dc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+9:2009:x1830958840627072:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3215us (3579us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139124.189253:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17532 00000100:00100000:0.0:1746139124.200794:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139124.200864:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840627200 00000100:00100000:2.0:1746139124.200872:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840627200 00000100:00100000:2.0:1746139124.200923:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 30241 00000100:00100000:2.0:1746139124.200930:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089378380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+23:3863:x1830958840627200:12345-192.168.203.56@tcp:101:dd.0 00010000:00010000:2.0:1746139124.200944:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746139124.200956:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fa5fe00/0x1f9f6ca451accc23 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa2dc55e5a351337b expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139124.200981:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f0da400/0x1f9f6ca451accc0e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351336d expref: 17 pid: 9562 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746139124.200987:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139124.200989:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139124.200993:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fa5fe00/0x1f9f6ca451accc23 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351337b expref: 24 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139124.201017:0:9564:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f0da400/0x1f9f6ca451accc0e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351336d expref: 17 pid: 9562 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746139124.201026:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f0da400/0x1f9f6ca451accc0e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351336d expref: 17 pid: 9562 timeout: 849 lvb_type: 1 00000100:00100000:2.0:1746139124.201036:0:9564:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f179500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832264704:192.168.203.56@tcp:104: 00000100:00100000:2.0:1746139124.201116:0:9564:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007fe37840 going to sleep for 11 seconds 00000100:00100000:2.0:1746139124.204752:0:9564:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f179500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9564:1830958832264704:192.168.203.56@tcp:104: 00010000:00010000:2.0:1746139124.204779:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fa5fe00/0x1f9f6ca451accc23 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351337b expref: 24 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139124.204798:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fa5fe00, rc 0) 00000100:00100000:2.0:1746139124.204847:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089378380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+24:3863:x1830958840627200:12345-192.168.203.56@tcp:101:dd.0 Request processed in 3916us (4059us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139124.204854:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 30241 00000100:00100000:0.0:1746139124.204955:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139124.205090:0:15672:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840627328 00000100:00100000:2.0:1746139124.205095:0:15672:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840627328 00010000:00010000:2.0:1746139124.205117:0:15672:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f0da400/0x1f9f6ca451accc0e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351336d expref: 18 pid: 9562 timeout: 849 lvb_type: 1 00000100:00100000:2.0:1746139124.205440:0:15672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 17533 00000100:00100000:2.0:1746139124.205447:0:15672:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089378700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+18:2009:x1830958840627328:12345-192.168.203.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746139124.205520:0:15672:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746139124.205537:0:15672:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f0da400/0x1f9f6ca451accc0e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351336d expref: 18 pid: 9562 timeout: 849 lvb_type: 1 00010000:00010000:2.0:1746139124.205547:0:15672:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f0da400/0x1f9f6ca451accc0e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351336d expref: 18 pid: 9562 timeout: 849 lvb_type: 1 00010000:00010000:2.0:1746139124.205564:0:15672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f0da400/0x1f9f6ca451accc0e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351336d expref: 18 pid: 9562 timeout: 849 lvb_type: 1 00010000:00010000:2.0:1746139124.206327:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139124.206329:0:15672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746139124.206336:0:15672:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fa5fe00/0x1f9f6ca451accc23 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351337b expref: 23 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139124.206357:0:15672:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fa5fe00/0x1f9f6ca451accc23 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351337b expref: 23 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746139124.206388:0:15672:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012fa5fe00/0x1f9f6ca451accc23 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.56@tcp remote: 0xa2dc55e5a351337b expref: 23 pid: 9564 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746139124.206399:0:15672:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f179500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832264832:192.168.203.56@tcp:105: 00000100:00100000:2.0:1746139124.206476:0:15672:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007fe37840 going to sleep for 11 seconds 00000100:00100000:2.0:1746139124.208803:0:15672:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f179500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15672:1830958832264832:192.168.203.56@tcp:105: 00010000:00010000:2.0:1746139124.208821:0:15672:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746139124.208869:0:15672:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089378700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b60e9717-019c-4527-a82a-15e993ac5189+17:2009:x1830958840627328:12345-192.168.203.56@tcp:103:ldlm_bl.0 Request processed in 3421us (3913us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139124.208878:0:15672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 17533 00000100:00100000:0.0:1746139124.266212:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139124.266669:0:21208:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840627584 00000100:00100000:1.0:1746139124.266678:0:21208:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840627584 00000100:00100000:1.0:1746139124.267775:0:21208:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 213 00000100:00100000:1.0:1746139124.267789:0:21208:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089378a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b60e9717-019c-4527-a82a-15e993ac5189+45:3862:x1830958840627584:12345-192.168.203.56@tcp:35:dd.0 00000100:00100000:1.0:1746139124.268009:0:21208:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089378a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b60e9717-019c-4527-a82a-15e993ac5189+46:3862:x1830958840627584:12345-192.168.203.56@tcp:35:dd.0 Request processed in 223us (1802us total) trans 4294989835 rc 0/0 00000100:00100000:1.0:1746139124.268017:0:21208:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 213 00000100:00100000:0.0:1746139124.306372:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139124.306698:0:27215:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840627840 00000100:00100000:3.0:1746139124.306707:0:27215:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840627840 00002000:00100000:3.0:1746139124.306746:0:27215:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x280000401:0x1e:0x0] (0->4194303) req@ffff880089378e00 x1830958840627840/t0(0) o4->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:50/0 lens 488/0 e 0 to 0 dl 1746139135 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746139124.306755:0:27215:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089378e00 with x1830958840627840 ext(0->4194303) 00002000:00010000:3.0:1746139124.306759:0:27215:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880089378e00 00000100:00100000:3.0:1746139124.306789:0:27215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13669 00000100:00100000:3.0:1746139124.306796:0:27215:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089378e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:57256782-7187-4d4f-9a1f-78e1ae613c85+10:2010:x1830958840627840:12345-192.168.203.56@tcp:4:dd.0 00000100:00100000:0.0:1746139124.308128:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139124.309522:0:27214:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840628096 00000100:00100000:3.0:1746139124.309530:0:27214:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840628096 00002000:00100000:3.0:1746139124.309561:0:27214:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x1f:0x0] (0->4194303) req@ffff880089379180 x1830958840628096/t0(0) o4->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:50/0 lens 488/0 e 0 to 0 dl 1746139135 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746139124.309570:0:27214:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089379180 with x1830958840628096 ext(0->4194303) 00002000:00010000:3.0:1746139124.309574:0:27214:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880089379180 00000100:00100000:3.0:1746139124.309591:0:27214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13670 00000100:00100000:3.0:1746139124.309598:0:27214:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089379180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:57256782-7187-4d4f-9a1f-78e1ae613c85+24:2009:x1830958840628096:12345-192.168.203.56@tcp:4:dd.0 00000100:00100000:3.0:1746139124.357166:0:27214:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089379180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:57256782-7187-4d4f-9a1f-78e1ae613c85+26:2009:x1830958840628096:12345-192.168.203.56@tcp:4:dd.0 Request processed in 47559us (49034us total) trans 4294972149 rc 0/0 00000100:00100000:3.0:1746139124.357543:0:27214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13670 00002000:00100000:3.0:1746139124.357555:0:27214:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x1f:0x0] (0->4194303) req@ffff880089379180 x1830958840628096/t4294972149(0) o4->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:50/0 lens 488/448 e 0 to 0 dl 1746139135 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746139124.357564:0:27214:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089379180 with x1830958840628096 ext(0->4194303) 00002000:00010000:3.0:1746139124.357569:0:27214:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880089379180 00000001:00080000:0.0:1746139124.357730:0:10897:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294972149 is committed 00000001:00080000:0.0:1746139124.357774:0:10897:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294972141 is committed 00010000:00010000:1.0:1746139124.369158:0:8366:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746139124.402448:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139124.402547:0:27214:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840628352 00000100:00100000:3.0:1746139124.402554:0:27214:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840628352 00002000:00100000:3.0:1746139124.402593:0:27214:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x1e:0x0] (4194304->8388607) req@ffff880089379500 x1830958840628352/t0(0) o4->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:50/0 lens 488/0 e 0 to 0 dl 1746139135 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746139124.402603:0:27214:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089379500 with x1830958840628352 ext(4194304->8388607) 00002000:00010000:3.0:1746139124.402608:0:27214:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880089379500 00000100:00100000:3.0:1746139124.402650:0:27214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13671 00000100:00100000:3.0:1746139124.402657:0:27214:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089379500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:57256782-7187-4d4f-9a1f-78e1ae613c85+12:2010:x1830958840628352:12345-192.168.203.56@tcp:4:dd.0 00000100:00100000:0.0:1746139124.415015:0:27215:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089378e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:57256782-7187-4d4f-9a1f-78e1ae613c85+14:2010:x1830958840627840:12345-192.168.203.56@tcp:4:dd.0 Request processed in 108211us (108642us total) trans 4294970743 rc 0/0 00000100:00100000:0.0:1746139124.415026:0:27215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13669 00002000:00100000:0.0:1746139124.415035:0:27215:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x280000401:0x1e:0x0] (0->4194303) req@ffff880089378e00 x1830958840627840/t4294970743(0) o4->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:50/0 lens 488/448 e 0 to 0 dl 1746139135 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746139124.415044:0:27215:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089378e00 with x1830958840627840 ext(0->4194303) 00002000:00010000:0.0:1746139124.415049:0:27215:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880089378e00 00000100:00100000:0.0:1746139124.429972:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139124.430656:0:27215:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840628608 00000100:00100000:1.0:1746139124.430665:0:27215:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840628608 00002000:00100000:1.0:1746139124.430705:0:27215:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x2c0000401:0x1f:0x0] (4194304->8388607) req@ffff880089379880 x1830958840628608/t0(0) o4->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:50/0 lens 488/0 e 0 to 0 dl 1746139135 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746139124.430714:0:27215:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089379880 with x1830958840628608 ext(4194304->8388607) 00002000:00010000:1.0:1746139124.430720:0:27215:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880089379880 00000100:00100000:1.0:1746139124.430741:0:27215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13672 00000100:00100000:1.0:1746139124.430748:0:27215:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089379880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:57256782-7187-4d4f-9a1f-78e1ae613c85+10:2009:x1830958840628608:12345-192.168.203.56@tcp:4:dd.0 00000100:00100000:3.0:1746139124.454193:0:27214:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089379500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:57256782-7187-4d4f-9a1f-78e1ae613c85+14:2010:x1830958840628352:12345-192.168.203.56@tcp:4:dd.0 Request processed in 51525us (51741us total) trans 4294970744 rc 0/0 00000100:00100000:3.0:1746139124.454206:0:27214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13671 00002000:00100000:3.0:1746139124.454219:0:27214:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x1e:0x0] (4194304->8388607) req@ffff880089379500 x1830958840628352/t4294970744(0) o4->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:50/0 lens 488/448 e 0 to 0 dl 1746139135 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746139124.454228:0:27214:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089379500 with x1830958840628352 ext(4194304->8388607) 00002000:00010000:3.0:1746139124.454234:0:27214:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880089379500 00000100:00100000:1.0:1746139124.476387:0:27215:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089379880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:57256782-7187-4d4f-9a1f-78e1ae613c85+12:2009:x1830958840628608:12345-192.168.203.56@tcp:4:dd.0 Request processed in 45632us (46415us total) trans 4294972150 rc 0/0 00000100:00100000:1.0:1746139124.476398:0:27215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13672 00002000:00100000:1.0:1746139124.476407:0:27215:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x2c0000401:0x1f:0x0] (4194304->8388607) req@ffff880089379880 x1830958840628608/t4294972150(0) o4->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:50/0 lens 488/448 e 0 to 0 dl 1746139135 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746139124.476416:0:27215:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089379880 with x1830958840628608 ext(4194304->8388607) 00002000:00010000:1.0:1746139124.476420:0:27215:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880089379880 00000100:00100000:1.0:1746139124.482826:0:3764:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1746139124.482847:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089379c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1830958832264960:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746139124.482950:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746139124.482987:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958832264960 00000100:00100000:2.0:1746139124.482994:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958832264960 00000100:00100000:2.0:1746139124.483027:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 676 00000100:00100000:2.0:1746139124.483032:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093492d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3764:x1830958832264960:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1746139124.483063:0:7223:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1445961728 avail 1316499456 00000100:00100000:2.0:1746139124.483108:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093492d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3764:x1830958832264960:12345-0@lo:41:osp-pre-0-1.0 Request processed in 75us (158us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139124.483113:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 676 00000100:00100000:1.0:1746139124.483180:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089379c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1830958832264960:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746139124.521997:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:1.0:1746139124.522111:0:27215:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840628864 00000100:00100000:1.0:1746139124.522119:0:27215:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840628864 00002000:00100000:1.0:1746139124.522156:0:27215:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x280000401:0x1e:0x0] (8388608->12582911) req@ffff880089379f80 x1830958840628864/t0(0) o4->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:50/0 lens 488/0 e 0 to 0 dl 1746139135 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746139124.522164:0:27215:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089379f80 with x1830958840628864 ext(8388608->12582911) 00002000:00010000:1.0:1746139124.522169:0:27215:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880089379f80 00000100:00100000:1.0:1746139124.522204:0:27215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13673 00000100:00100000:1.0:1746139124.522211:0:27215:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089379f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:57256782-7187-4d4f-9a1f-78e1ae613c85+14:2008:x1830958840628864:12345-192.168.203.56@tcp:4:dd.0 00000100:00100000:0.0:1746139124.538268:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139124.538475:0:27214:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840629120 00000100:00100000:3.0:1746139124.538486:0:27214:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840629120 00002000:00100000:3.0:1746139124.538529:0:27214:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x1f:0x0] (8388608->12582911) req@ffff88008937a300 x1830958840629120/t0(0) o4->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:50/0 lens 488/0 e 0 to 0 dl 1746139135 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746139124.538538:0:27214:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008937a300 with x1830958840629120 ext(8388608->12582911) 00002000:00010000:3.0:1746139124.538544:0:27214:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008937a300 00000100:00100000:3.0:1746139124.538580:0:27214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 13674 00000100:00100000:3.0:1746139124.538587:0:27214:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008937a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:57256782-7187-4d4f-9a1f-78e1ae613c85+12:2007:x1830958840629120:12345-192.168.203.56@tcp:4:dd.0 00000100:00100000:0.0:1746139124.548300:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139124.552231:0:7222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840629376 00000100:00100000:3.0:1746139124.552250:0:7222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840629376 00000100:00100000:3.0:1746139124.552328:0:7222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 214 00000100:00100000:3.0:1746139124.552338:0:7222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b42dd050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+31:3863:x1830958840629376:12345-192.168.203.56@tcp:35:dd.0 00000001:00080000:3.0:1746139124.552590:0:7222:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294989836 00000100:00100000:3.0:1746139124.552732:0:7222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b42dd050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+33:3863:x1830958840629376:12345-192.168.203.56@tcp:35:dd.0 Request processed in 394us (4443us total) trans 4294989837 rc 0/0 00000100:00100000:3.0:1746139124.552739:0:7222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 214 00000020:00080000:3.0:1746139124.552745:0:7222:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1746139124.572875:0:27215:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089379f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:57256782-7187-4d4f-9a1f-78e1ae613c85+16:2008:x1830958840628864:12345-192.168.203.56@tcp:4:dd.0 Request processed in 50243us (50463us total) trans 4294970745 rc 0/0 00000100:00100000:0.0:1746139124.572889:0:27215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13673 00002000:00100000:0.0:1746139124.572903:0:27215:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x280000401:0x1e:0x0] (8388608->12582911) req@ffff880089379f80 x1830958840628864/t4294970745(0) o4->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:50/0 lens 488/448 e 0 to 0 dl 1746139135 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746139124.572913:0:27215:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089379f80 with x1830958840628864 ext(8388608->12582911) 00002000:00010000:0.0:1746139124.572919:0:27215:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880089379f80 00000100:00100000:2.0:1746139124.596872:0:27214:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008937a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:57256782-7187-4d4f-9a1f-78e1ae613c85+14:2007:x1830958840629120:12345-192.168.203.56@tcp:4:dd.0 Request processed in 58276us (58607us total) trans 4294972151 rc 0/0 00000100:00100000:2.0:1746139124.596886:0:27214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 13674 00002000:00100000:2.0:1746139124.596898:0:27214:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x1f:0x0] (8388608->12582911) req@ffff88008937a300 x1830958840629120/t4294972151(0) o4->57256782-7187-4d4f-9a1f-78e1ae613c85@192.168.203.56@tcp:50/0 lens 488/448 e 0 to 0 dl 1746139135 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746139124.596907:0:27214:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008937a300 with x1830958840629120 ext(8388608->12582911) 00002000:00010000:2.0:1746139124.596912:0:27214:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008937a300 00000100:00100000:0.0:1746139124.883540:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139124.883592:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:2.0:1746139124.883654:0:7215:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840629504 00000100:00100000:2.0:1746139124.883663:0:7215:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840629504 00000100:00100000:3.0:1746139124.883676:0:14239:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840629760 00000100:00100000:3.0:1746139124.883687:0:14239:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840629760 00000100:00100000:2.0:1746139124.883712:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 564 00000100:00100000:2.0:1746139124.883720:0:7215:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b19e7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cf74ef97-2975-482c-a02d-572a02684f9b+12:2008:x1830958840629504:12345-192.168.203.56@tcp:400:kworker.0 00000100:00100000:3.0:1746139124.883741:0:14239:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 1145 00000100:00100000:3.0:1746139124.883749:0:14239:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008937a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b60e9717-019c-4527-a82a-15e993ac5189+7:2008:x1830958840629760:12345-192.168.203.56@tcp:400:kworker.0 00000100:00100000:2.0:1746139124.884054:0:7215:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b19e7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cf74ef97-2975-482c-a02d-572a02684f9b+12:2008:x1830958840629504:12345-192.168.203.56@tcp:400:kworker.0 Request processed in 333us (525us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139124.884059:0:14239:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008937a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b60e9717-019c-4527-a82a-15e993ac5189+7:2008:x1830958840629760:12345-192.168.203.56@tcp:400:kworker.0 Request processed in 310us (465us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139124.884061:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 564 00000100:00100000:3.0:1746139124.884067:0:14239:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1145 00000100:00080000:3.0:1746139124.884105:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1746139124.884333:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139124.884368:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139124.884392:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139124.884406:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139124.884413:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840630016 00000100:00100000:3.0:1746139124.884417:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840630016 00000100:00100000:0.0:1746139124.884418:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:0.0:1746139124.884431:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139124.884446:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840630528 00000100:00100000:3.0:1746139124.884449:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840630528 00000100:00100000:3.0:1746139124.884481:0:18644:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840629888 00000100:00100000:3.0:1746139124.884483:0:18644:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840629888 00000100:00100000:3.0:1746139124.884505:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 790 00000100:00100000:0.0:1746139124.884508:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.56@tcp (source: 12345-192.168.203.56@tcp) 00000100:00100000:3.0:1746139124.884511:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008937aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+8:2008:x1830958840630016:12345-192.168.203.56@tcp:400:kworker.0 00000100:00100000:2.0:1746139124.884512:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 791 00000100:00100000:2.0:1746139124.884519:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008937b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+14:2008:x1830958840630528:12345-192.168.203.56@tcp:400:kworker.0 00000100:00100000:0.0:1746139124.884522:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840630400 00000100:00100000:0.0:1746139124.884525:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840630400 00000100:00100000:3.0:1746139124.884542:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008937aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b60e9717-019c-4527-a82a-15e993ac5189+8:2008:x1830958840630016:12345-192.168.203.56@tcp:400:kworker.0 Request processed in 31us (209us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139124.884543:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 792 00000100:00100000:2.0:1746139124.884547:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008937b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+14:2008:x1830958840630528:12345-192.168.203.56@tcp:400:kworker.0 Request processed in 29us (155us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139124.884548:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 790 00000100:00100000:0.0:1746139124.884548:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008937b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+9:2008:x1830958840629888:12345-192.168.203.56@tcp:400:kworker.0 00000100:00100000:2.0:1746139124.884553:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 791 00000100:00100000:3.0:1746139124.884559:0:18644:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 793 00000100:00100000:3.0:1746139124.884564:0:18644:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089378a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+16:2008:x1830958840630400:12345-192.168.203.56@tcp:400:kworker.0 00000100:00100000:0.0:1746139124.884568:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008937b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b60e9717-019c-4527-a82a-15e993ac5189+9:2008:x1830958840629888:12345-192.168.203.56@tcp:400:kworker.0 Request processed in 20us (149us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139124.884573:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 792 00000100:00100000:3.0:1746139124.884585:0:18644:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089378a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:57256782-7187-4d4f-9a1f-78e1ae613c85+16:2008:x1830958840630400:12345-192.168.203.56@tcp:400:kworker.0 Request processed in 22us (77us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139124.884591:0:18644:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 793 00000100:00100000:0.0:1746139124.884599:0:21532:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840630272 00000100:00100000:0.0:1746139124.884601:0:21532:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840630272 00000100:00100000:3.0:1746139124.884606:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840629632 00000100:00100000:3.0:1746139124.884608:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840629632 00000100:00100000:3.0:1746139124.884638:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958840630144 00000100:00100000:3.0:1746139124.884640:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958840630144 00000100:00100000:0.0:1746139124.884658:0:21532:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 1146 00000100:00100000:3.0:1746139124.884664:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 1147 00000100:00100000:0.0:1746139124.884665:0:21532:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008937b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b60e9717-019c-4527-a82a-15e993ac5189+46:2008:x1830958840629632:12345-192.168.203.56@tcp:400:kworker.0 00000100:00100000:3.0:1746139124.884669:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008937ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+7:2008:x1830958840630272:12345-192.168.203.56@tcp:400:kworker.0 00000100:00100000:2.0:1746139124.884678:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.56@tcp, seq: 1148 00000100:00100000:2.0:1746139124.884683:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008937bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+33:2008:x1830958840630144:12345-192.168.203.56@tcp:400:kworker.0 00000100:00100000:3.0:1746139124.884693:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008937ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:57256782-7187-4d4f-9a1f-78e1ae613c85+7:2008:x1830958840630272:12345-192.168.203.56@tcp:400:kworker.0 Request processed in 24us (325us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139124.884699:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1147 00000100:00080000:3.0:1746139124.884710:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1746139124.884940:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008937bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:57256782-7187-4d4f-9a1f-78e1ae613c85+33:2008:x1830958840630144:12345-192.168.203.56@tcp:400:kworker.0 Request processed in 255us (506us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139124.884946:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1148 00000100:00100000:0.0:1746139124.885052:0:21532:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008937b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b60e9717-019c-4527-a82a-15e993ac5189+46:2008:x1830958840629632:12345-192.168.203.56@tcp:400:kworker.0 Request processed in 387us (644us total) trans 0 rc 0/0 00000100:00100000:0.0:1746139124.885057:0:21532:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.56@tcp, seq: 1146 00000001:02000400:2.0:1746139125.179591:0:28938:0:(debug.c:792:libcfs_debug_mark_buffer()) DEBUG MARKER: sanityn test_16j: @@@@@@ FAIL: dio copy 1 w/bsize 1049600 failed: 1 00000004:00080000:2.0:1746139125.218723:0:10474:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 750479105522ns, next at 751479103702ns, rc = 0 00000100:00100000:1.0:1746139125.218780:0:3766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f179500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1830958832265088:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1746139125.218826:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746139125.218907:0:10476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958832265088 00000100:00100000:2.0:1746139125.218913:0:10476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958832265088 00000100:00100000:2.0:1746139125.218954:0:10476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 532 00000100:00100000:2.0:1746139125.218960:0:10476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093491180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1830958832265088:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1746139125.218981:0:10476:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 262499136 pending 12656640 free 3843510272 avail 3611987968 00000100:00100000:2.0:1746139125.219010:0:10476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093491180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1830958832265088:12345-0@lo:13:osp-pre-0-0.0 Request processed in 51us (184us total) trans 0 rc 0/0 00000100:00100000:2.0:1746139125.219015:0:10476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 532 00000100:00100000:1.0:1746139125.219070:0:3766:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f179500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1830958832265088:0@lo:13:osp-pre-0-0.0 00000100:00080000:3.0:1746139125.219166:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1746139125.251600:0:3767:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012eed9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1830958832265216:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1746139125.251666:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746139125.251765:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830958832265216 00000100:00100000:3.0:1746139125.251772:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830958832265216 00000100:00080000:2.0:1746139125.251819:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1746139125.251822:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 533 00000100:00100000:3.0:1746139125.251828:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f179500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1830958832265216:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1746139125.251852:0:9566:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 262499136 pending 12656640 free 3843510272 avail 3611987968 00000100:00100000:3.0:1746139125.251885:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f179500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1830958832265216:12345-0@lo:13:osp-pre-0-1.0 Request processed in 57us (218us total) trans 0 rc 0/0 00000100:00100000:3.0:1746139125.251890:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 533 00000100:00100000:2.0:1746139125.251986:0:3767:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012eed9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1830958832265216:0@lo:13:osp-pre-0-1.0 00010000:00010000:3.0:1746139125.371098:0:7208:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) Debug log: 67846 lines, 67846 kept, 0 dropped, 0 bad.